2023-07-25 05:00:01,802 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230716/20230815
2023-07-25 05:00:01,870 found 2 entries
2023-07-25 05:00:02,733 write total 19762 entries to local storage
2023-07-25 05:00:03,061 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-07-25 05:00:03,063 db_file: /home/stixcore/soar_pub/published.sqlite
2023-07-25 05:00:03,063 include_all_products: False
2023-07-25 05:00:03,063 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-07-25 05:00:03,063 include_all_versions: True
2023-07-25 05:00:03,063 include_versions: False
2023-07-25 05:00:03,063 include_levels: {'l0': 1, 'l1': 1}
2023-07-25 05:00:03,063 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-07-25 05:00:03,063 target_dir: /home/solsoc/to_soc
2023-07-25 05:00:03,063 target_host: pub026.cs.technik.fhnw.ch
2023-07-25 05:00:03,063 scp: True
2023-07-25 05:00:03,063 wait_period: 21.0 d
2023-07-25 05:00:03,063 fits_dir: /data/stix/out/fits_v1.0.0
2023-07-25 05:00:03,063 temp_dir: /tmp/tmpi4wy_c33
2023-07-25 05:00:03,063 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-07-25 05:00:03,063 update_rid_lut: True
2023-07-25 05:00:03,063 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-07-25 05:00:03,063 sort file: False
2023-07-25 05:00:03,063 blacklist files: []
2023-07-25 05:00:03,063 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-07-25 05:00:03,063 batch size: 20000
2023-07-25 05:00:03,063 send Mail report: True
2023-07-25 05:00:03,063 receivers: nicky.hochmuth@ateleris.ch
2023-07-25 05:00:03,064 log dir: /data/stix/out/fits_v1.0.0/logging
2023-07-25 05:00:03,064 log level: None
2023-07-25 05:00:03,064 
start publishing

2023-07-25 05:00:05,610 #candidates: 98287
2023-07-25 05:00:05,610 #to_publish: 16
2023-07-25 05:00:05,645 processed file: [{'id': 60430, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230701_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/01/QL', 'version': 1, 'p_date': 1690254005.61066, 'm_date': 1688419817.7307544, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230701_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:05,844 processed file: [{'id': 60431, 'name': 'solo_L1_stix-cal-energy_20230630_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/30/CAL', 'version': 1, 'p_date': 1690254005.64537, 'm_date': 1688419817.9027545, 'esaname': 'solo_L1_stix-cal-energy_20230630_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:05,904 processed file: [{'id': 60432, 'name': 'solo_L1_stix-hk-maxi_20230630_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/30/HK', 'version': 1, 'p_date': 1690254005.84475, 'm_date': 1688419818.9387546, 'esaname': 'solo_L1_stix-hk-maxi_20230630_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:05,962 processed file: [{'id': 60433, 'name': 'solo_L1_stix-ql-flareflag_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/QL', 'version': 1, 'p_date': 1690254005.904729, 'm_date': 1688419819.9027543, 'esaname': 'solo_L1_stix-ql-flareflag_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,008 processed file: [{'id': 60434, 'name': 'solo_L1_stix-ql-lightcurve_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/QL', 'version': 1, 'p_date': 1690254005.962605, 'm_date': 1688419824.7987542, 'esaname': 'solo_L1_stix-ql-lightcurve_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,066 processed file: [{'id': 60435, 'name': 'solo_L1_stix-ql-spectra_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/QL', 'version': 1, 'p_date': 1690254006.008977, 'm_date': 1688419818.2267544, 'esaname': 'solo_L1_stix-ql-spectra_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,123 processed file: [{'id': 60436, 'name': 'solo_L1_stix-ql-variance_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/QL', 'version': 1, 'p_date': 1690254006.066547, 'm_date': 1688419821.5867543, 'esaname': 'solo_L1_stix-ql-variance_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,183 processed file: [{'id': 60437, 'name': 'solo_L1_stix-ql-background_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/QL', 'version': 1, 'p_date': 1690254006.123739, 'm_date': 1688419819.9547544, 'esaname': 'solo_L1_stix-ql-background_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,228 processed file: [{'id': 60438, 'name': 'solo_L0_stix-ql-lightcurve_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1690254006.183884, 'm_date': 1688419809.2667549, 'esaname': 'solo_L0_stix-ql-lightcurve_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,288 processed file: [{'id': 60439, 'name': 'solo_L0_stix-ql-spectra_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1690254006.228342, 'm_date': 1688419807.246755, 'esaname': 'solo_L0_stix-ql-spectra_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,570 processed file: [{'id': 60440, 'name': 'solo_L0_stix-cal-energy_0741398400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1690254006.288257, 'm_date': 1688419807.894755, 'esaname': 'solo_L0_stix-cal-energy_0741398400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,635 processed file: [{'id': 60441, 'name': 'solo_L0_stix-ql-background_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1690254006.571043, 'm_date': 1688419807.818755, 'esaname': 'solo_L0_stix-ql-background_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,686 processed file: [{'id': 60442, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0741484800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1690254006.63519, 'm_date': 1688419806.210755, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0741484800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,726 processed file: [{'id': 60443, 'name': 'solo_L0_stix-ql-flareflag_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1690254006.687426, 'm_date': 1688419807.594755, 'esaname': 'solo_L0_stix-ql-flareflag_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,778 processed file: [{'id': 60444, 'name': 'solo_L0_stix-ql-variance_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1690254006.726398, 'm_date': 1688419806.582755, 'esaname': 'solo_L0_stix-ql-variance_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,827 processed file: [{'id': 60445, 'name': 'solo_L0_stix-hk-maxi_0741398400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1690254006.778195, 'm_date': 1688419817.1307545, 'esaname': 'solo_L0_stix-hk-maxi_0741398400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-25 05:00:06,828 connecting to localhost:12388