2023-07-17 05:00:02,659 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230713/20230812
2023-07-17 05:00:02,750 found 4 entries
2023-07-17 05:00:03,595 write total 19746 entries to local storage
2023-07-17 05:00:03,893 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-07-17 05:00:03,893 db_file: /home/stixcore/soar_pub/published.sqlite
2023-07-17 05:00:03,894 include_all_products: False
2023-07-17 05:00:03,894 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-07-17 05:00:03,894 include_all_versions: True
2023-07-17 05:00:03,894 include_versions: False
2023-07-17 05:00:03,894 include_levels: {'l0': 1, 'l1': 1}
2023-07-17 05:00:03,894 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-07-17 05:00:03,894 target_dir: /home/solsoc/to_soc
2023-07-17 05:00:03,894 target_host: pub026.cs.technik.fhnw.ch
2023-07-17 05:00:03,894 scp: True
2023-07-17 05:00:03,894 wait_period: 21.0 d
2023-07-17 05:00:03,894 fits_dir: /data/stix/out/fits_v1.0.0
2023-07-17 05:00:03,894 temp_dir: /tmp/tmp3bce3ma1
2023-07-17 05:00:03,894 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-07-17 05:00:03,894 update_rid_lut: True
2023-07-17 05:00:03,894 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-07-17 05:00:03,894 sort file: False
2023-07-17 05:00:03,894 blacklist files: []
2023-07-17 05:00:03,894 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-07-17 05:00:03,894 batch size: 20000
2023-07-17 05:00:03,894 send Mail report: True
2023-07-17 05:00:03,894 receivers: nicky.hochmuth@ateleris.ch
2023-07-17 05:00:03,894 log dir: /data/stix/out/fits_v1.0.0/logging
2023-07-17 05:00:03,894 log level: None
2023-07-17 05:00:03,894 
start publishing

2023-07-17 05:00:06,386 #candidates: 98287
2023-07-17 05:00:06,386 #to_publish: 16
2023-07-17 05:00:06,420 processed file: [{'id': 59806, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230623_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/23/QL', 'version': 1, 'p_date': 1689562806.386593, 'm_date': 1687692614.4623108, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230623_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,483 processed file: [{'id': 59807, 'name': 'solo_L1_stix-ql-flareflag_20230621_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/21/QL', 'version': 1, 'p_date': 1689562806.42114, 'm_date': 1687692622.1423104, 'esaname': 'solo_L1_stix-ql-flareflag_20230621_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,549 processed file: [{'id': 59808, 'name': 'solo_L1_stix-ql-spectra_20230621_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/21/QL', 'version': 1, 'p_date': 1689562806.484097, 'm_date': 1687692615.1703107, 'esaname': 'solo_L1_stix-ql-spectra_20230621_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,604 processed file: [{'id': 59809, 'name': 'solo_L1_stix-ql-variance_20230621_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/21/QL', 'version': 1, 'p_date': 1689562806.549903, 'm_date': 1687692621.1423104, 'esaname': 'solo_L1_stix-ql-variance_20230621_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,653 processed file: [{'id': 59810, 'name': 'solo_L1_stix-ql-lightcurve_20230621_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/21/QL', 'version': 1, 'p_date': 1689562806.604568, 'm_date': 1687692616.7343106, 'esaname': 'solo_L1_stix-ql-lightcurve_20230621_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,710 processed file: [{'id': 59811, 'name': 'solo_L1_stix-ql-background_20230621_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/21/QL', 'version': 1, 'p_date': 1689562806.653742, 'm_date': 1687692618.1583104, 'esaname': 'solo_L1_stix-ql-background_20230621_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,759 processed file: [{'id': 59812, 'name': 'solo_L1_stix-cal-energy_20230622_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/22/CAL', 'version': 1, 'p_date': 1689562806.710396, 'm_date': 1687692614.5383108, 'esaname': 'solo_L1_stix-cal-energy_20230622_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,822 processed file: [{'id': 59813, 'name': 'solo_L1_stix-hk-maxi_20230622_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/22/HK', 'version': 1, 'p_date': 1689562806.759797, 'm_date': 1687692616.4143107, 'esaname': 'solo_L1_stix-hk-maxi_20230622_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,887 processed file: [{'id': 59814, 'name': 'solo_L0_stix-ql-lightcurve_0740620800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1689562806.822305, 'm_date': 1687692606.794311, 'esaname': 'solo_L0_stix-ql-lightcurve_0740620800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:06,950 processed file: [{'id': 59815, 'name': 'solo_L0_stix-ql-spectra_0740620800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1689562806.887624, 'm_date': 1687692606.330311, 'esaname': 'solo_L0_stix-ql-spectra_0740620800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:07,017 processed file: [{'id': 59816, 'name': 'solo_L0_stix-cal-energy_0740707200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1689562806.950135, 'm_date': 1687692606.790311, 'esaname': 'solo_L0_stix-cal-energy_0740707200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:07,078 processed file: [{'id': 59817, 'name': 'solo_L0_stix-ql-background_0740620800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1689562807.017293, 'm_date': 1687692606.4543111, 'esaname': 'solo_L0_stix-ql-background_0740620800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:07,099 processed file: [{'id': 59818, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0740793600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1689562807.078528, 'm_date': 1687692605.1943111, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0740793600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:07,154 processed file: [{'id': 59819, 'name': 'solo_L0_stix-ql-flareflag_0740620800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1689562807.099638, 'm_date': 1687692606.754311, 'esaname': 'solo_L0_stix-ql-flareflag_0740620800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:07,184 processed file: [{'id': 59820, 'name': 'solo_L0_stix-ql-variance_0740620800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1689562807.154397, 'm_date': 1687692606.0823112, 'esaname': 'solo_L0_stix-ql-variance_0740620800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:07,248 processed file: [{'id': 59821, 'name': 'solo_L0_stix-hk-maxi_0740707200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1689562807.184344, 'm_date': 1687692613.9303107, 'esaname': 'solo_L0_stix-hk-maxi_0740707200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-17 05:00:07,248 connecting to localhost:12388