2023-04-29 05:00:02,277 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230419/20230519
2023-04-29 05:00:02,364 found 2 entries
2023-04-29 05:00:03,200 write total 19377 entries to local storage
2023-04-29 05:00:03,520 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-04-29 05:00:03,521 db_file: /home/stixcore/soar_pub/published.sqlite
2023-04-29 05:00:03,521 include_all_products: False
2023-04-29 05:00:03,521 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-04-29 05:00:03,521 include_all_versions: True
2023-04-29 05:00:03,521 include_versions: False
2023-04-29 05:00:03,521 include_levels: {'l0': 1, 'l1': 1}
2023-04-29 05:00:03,521 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-04-29 05:00:03,521 target_dir: /home/solsoc/to_soc
2023-04-29 05:00:03,521 target_host: pub026.cs.technik.fhnw.ch
2023-04-29 05:00:03,521 scp: True
2023-04-29 05:00:03,521 wait_period: 21.0 d
2023-04-29 05:00:03,521 fits_dir: /data/stix/out/fits_v1.0.0
2023-04-29 05:00:03,521 temp_dir: /tmp/tmpu66mnu2d
2023-04-29 05:00:03,521 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-04-29 05:00:03,521 update_rid_lut: True
2023-04-29 05:00:03,521 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-04-29 05:00:03,521 sort file: False
2023-04-29 05:00:03,521 blacklist files: []
2023-04-29 05:00:03,521 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-04-29 05:00:03,521 batch size: 20000
2023-04-29 05:00:03,521 send Mail report: True
2023-04-29 05:00:03,522 receivers: nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie
2023-04-29 05:00:03,522 log dir: /data/stix/out/fits_v1.0.0/logging
2023-04-29 05:00:03,522 log level: None
2023-04-29 05:00:03,522 
start publishing

2023-04-29 05:00:05,342 #candidates: 88456
2023-04-29 05:00:05,342 #to_publish: 16
2023-04-29 05:00:05,374 processed file: [{'id': 51728, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230405_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/05/QL', 'version': 1, 'p_date': 1682737205.342291, 'm_date': 1680892217.5380955, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230405_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,434 processed file: [{'id': 51729, 'name': 'solo_L1_stix-ql-spectra_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/QL', 'version': 1, 'p_date': 1682737205.374679, 'm_date': 1680892218.0100954, 'esaname': 'solo_L1_stix-ql-spectra_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,500 processed file: [{'id': 51730, 'name': 'solo_L1_stix-ql-flareflag_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/QL', 'version': 1, 'p_date': 1682737205.434478, 'm_date': 1680892226.1620958, 'esaname': 'solo_L1_stix-ql-flareflag_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,570 processed file: [{'id': 51731, 'name': 'solo_L1_stix-ql-lightcurve_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/QL', 'version': 1, 'p_date': 1682737205.50063, 'm_date': 1680892226.5380957, 'esaname': 'solo_L1_stix-ql-lightcurve_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,617 processed file: [{'id': 51732, 'name': 'solo_L1_stix-ql-background_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/QL', 'version': 1, 'p_date': 1682737205.570501, 'm_date': 1680892221.3700955, 'esaname': 'solo_L1_stix-ql-background_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,675 processed file: [{'id': 51733, 'name': 'solo_L1_stix-ql-variance_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/QL', 'version': 1, 'p_date': 1682737205.618211, 'm_date': 1680845411.1722226, 'esaname': 'solo_L1_stix-ql-variance_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,745 processed file: [{'id': 51734, 'name': 'solo_L1_stix-cal-energy_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/CAL', 'version': 1, 'p_date': 1682737205.676059, 'm_date': 1680892217.6380954, 'esaname': 'solo_L1_stix-cal-energy_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,805 processed file: [{'id': 51735, 'name': 'solo_L1_stix-hk-maxi_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/HK', 'version': 1, 'p_date': 1682737205.746102, 'm_date': 1680892219.3060956, 'esaname': 'solo_L1_stix-hk-maxi_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,874 processed file: [{'id': 51736, 'name': 'solo_L0_stix-ql-lightcurve_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1682737205.80611, 'm_date': 1680892210.0060952, 'esaname': 'solo_L0_stix-ql-lightcurve_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:05,939 processed file: [{'id': 51737, 'name': 'solo_L0_stix-ql-spectra_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1682737205.875069, 'm_date': 1680892209.0620952, 'esaname': 'solo_L0_stix-ql-spectra_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:06,003 processed file: [{'id': 51738, 'name': 'solo_L0_stix-cal-energy_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1682737205.939905, 'm_date': 1680892208.798095, 'esaname': 'solo_L0_stix-cal-energy_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:06,070 processed file: [{'id': 51739, 'name': 'solo_L0_stix-ql-background_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1682737206.0041, 'm_date': 1680892207.938095, 'esaname': 'solo_L0_stix-ql-background_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:06,124 processed file: [{'id': 51740, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0733968000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1682737206.071091, 'm_date': 1680892206.902095, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0733968000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:06,168 processed file: [{'id': 51741, 'name': 'solo_L0_stix-ql-flareflag_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1682737206.125253, 'm_date': 1680892208.478095, 'esaname': 'solo_L0_stix-ql-flareflag_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:06,221 processed file: [{'id': 51742, 'name': 'solo_L0_stix-ql-variance_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1682737206.168515, 'm_date': 1680845405.0842223, 'esaname': 'solo_L0_stix-ql-variance_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:06,268 processed file: [{'id': 51743, 'name': 'solo_L0_stix-hk-maxi_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1682737206.221728, 'm_date': 1680892213.7100952, 'esaname': 'solo_L0_stix-hk-maxi_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-29 05:00:06,270 connecting to localhost:12388