2023-07-24 05:00:02,271 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230716/20230815
2023-07-24 05:00:02,345 found 2 entries
2023-07-24 05:00:03,207 write total 19762 entries to local storage
2023-07-24 05:00:03,523 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-07-24 05:00:03,524 db_file: /home/stixcore/soar_pub/published.sqlite
2023-07-24 05:00:03,524 include_all_products: False
2023-07-24 05:00:03,524 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-07-24 05:00:03,524 include_all_versions: True
2023-07-24 05:00:03,524 include_versions: False
2023-07-24 05:00:03,524 include_levels: {'l0': 1, 'l1': 1}
2023-07-24 05:00:03,524 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-07-24 05:00:03,524 target_dir: /home/solsoc/to_soc
2023-07-24 05:00:03,524 target_host: pub026.cs.technik.fhnw.ch
2023-07-24 05:00:03,524 scp: True
2023-07-24 05:00:03,524 wait_period: 21.0 d
2023-07-24 05:00:03,524 fits_dir: /data/stix/out/fits_v1.0.0
2023-07-24 05:00:03,524 temp_dir: /tmp/tmplakwapc5
2023-07-24 05:00:03,524 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-07-24 05:00:03,524 update_rid_lut: True
2023-07-24 05:00:03,524 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-07-24 05:00:03,524 sort file: False
2023-07-24 05:00:03,524 blacklist files: []
2023-07-24 05:00:03,524 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-07-24 05:00:03,524 batch size: 20000
2023-07-24 05:00:03,524 send Mail report: True
2023-07-24 05:00:03,524 receivers: nicky.hochmuth@ateleris.ch
2023-07-24 05:00:03,524 log dir: /data/stix/out/fits_v1.0.0/logging
2023-07-24 05:00:03,524 log level: None
2023-07-24 05:00:03,525 
start publishing

2023-07-24 05:00:06,082 #candidates: 98287
2023-07-24 05:00:06,082 #to_publish: 16
2023-07-24 05:00:06,109 processed file: [{'id': 60414, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230630_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/30/QL', 'version': 1, 'p_date': 1690167606.082697, 'm_date': 1688297417.356066, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230630_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,176 processed file: [{'id': 60415, 'name': 'solo_L1_stix-ql-background_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/QL', 'version': 1, 'p_date': 1690167606.109606, 'm_date': 1688297421.7720656, 'esaname': 'solo_L1_stix-ql-background_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,277 processed file: [{'id': 60416, 'name': 'solo_L1_stix-ql-flareflag_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/QL', 'version': 1, 'p_date': 1690167606.176272, 'm_date': 1688297423.9160657, 'esaname': 'solo_L1_stix-ql-flareflag_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,335 processed file: [{'id': 60417, 'name': 'solo_L1_stix-ql-spectra_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/QL', 'version': 1, 'p_date': 1690167606.277458, 'm_date': 1688297418.1240659, 'esaname': 'solo_L1_stix-ql-spectra_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,394 processed file: [{'id': 60418, 'name': 'solo_L1_stix-ql-variance_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/QL', 'version': 1, 'p_date': 1690167606.335795, 'm_date': 1688297424.0560656, 'esaname': 'solo_L1_stix-ql-variance_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,458 processed file: [{'id': 60419, 'name': 'solo_L1_stix-ql-lightcurve_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/QL', 'version': 1, 'p_date': 1690167606.394484, 'm_date': 1688297419.6640658, 'esaname': 'solo_L1_stix-ql-lightcurve_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,527 processed file: [{'id': 60420, 'name': 'solo_L1_stix-cal-energy_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/CAL', 'version': 1, 'p_date': 1690167606.458188, 'm_date': 1688297417.4440658, 'esaname': 'solo_L1_stix-cal-energy_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,594 processed file: [{'id': 60421, 'name': 'solo_L1_stix-hk-maxi_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/HK', 'version': 1, 'p_date': 1690167606.52781, 'm_date': 1688297418.6680658, 'esaname': 'solo_L1_stix-hk-maxi_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,666 processed file: [{'id': 60422, 'name': 'solo_L0_stix-ql-lightcurve_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1690167606.595014, 'm_date': 1688297411.124066, 'esaname': 'solo_L0_stix-ql-lightcurve_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,737 processed file: [{'id': 60423, 'name': 'solo_L0_stix-ql-spectra_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1690167606.667077, 'm_date': 1688297410.0560663, 'esaname': 'solo_L0_stix-ql-spectra_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,811 processed file: [{'id': 60424, 'name': 'solo_L0_stix-cal-energy_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1690167606.737206, 'm_date': 1688297409.8640664, 'esaname': 'solo_L0_stix-cal-energy_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,877 processed file: [{'id': 60425, 'name': 'solo_L0_stix-ql-background_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1690167606.811659, 'm_date': 1688297409.5600662, 'esaname': 'solo_L0_stix-ql-background_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,934 processed file: [{'id': 60426, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0741398400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1690167606.877445, 'm_date': 1688297408.2960663, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0741398400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:06,983 processed file: [{'id': 60427, 'name': 'solo_L0_stix-ql-flareflag_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1690167606.935227, 'm_date': 1688297410.6720662, 'esaname': 'solo_L0_stix-ql-flareflag_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:07,042 processed file: [{'id': 60428, 'name': 'solo_L0_stix-ql-variance_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1690167606.983735, 'm_date': 1688297409.1720662, 'esaname': 'solo_L0_stix-ql-variance_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:07,100 processed file: [{'id': 60429, 'name': 'solo_L0_stix-hk-maxi_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1690167607.043518, 'm_date': 1688297416.8280659, 'esaname': 'solo_L0_stix-hk-maxi_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-24 05:00:07,101 connecting to localhost:12388