2023-07-22 05:00:02,612 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230716/20230815
2023-07-22 05:00:02,694 found 2 entries
2023-07-22 05:00:03,542 write total 19762 entries to local storage
2023-07-22 05:00:03,847 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-07-22 05:00:03,848 db_file: /home/stixcore/soar_pub/published.sqlite
2023-07-22 05:00:03,848 include_all_products: False
2023-07-22 05:00:03,848 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-07-22 05:00:03,848 include_all_versions: True
2023-07-22 05:00:03,848 include_versions: False
2023-07-22 05:00:03,848 include_levels: {'l0': 1, 'l1': 1}
2023-07-22 05:00:03,848 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-07-22 05:00:03,848 target_dir: /home/solsoc/to_soc
2023-07-22 05:00:03,848 target_host: pub026.cs.technik.fhnw.ch
2023-07-22 05:00:03,848 scp: True
2023-07-22 05:00:03,848 wait_period: 21.0 d
2023-07-22 05:00:03,848 fits_dir: /data/stix/out/fits_v1.0.0
2023-07-22 05:00:03,848 temp_dir: /tmp/tmpjx0cu_34
2023-07-22 05:00:03,848 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-07-22 05:00:03,848 update_rid_lut: True
2023-07-22 05:00:03,848 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-07-22 05:00:03,848 sort file: False
2023-07-22 05:00:03,849 blacklist files: []
2023-07-22 05:00:03,849 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-07-22 05:00:03,849 batch size: 20000
2023-07-22 05:00:03,849 send Mail report: True
2023-07-22 05:00:03,849 receivers: nicky.hochmuth@ateleris.ch
2023-07-22 05:00:03,849 log dir: /data/stix/out/fits_v1.0.0/logging
2023-07-22 05:00:03,849 log level: None
2023-07-22 05:00:03,849 
start publishing

2023-07-22 05:00:06,394 #candidates: 98287
2023-07-22 05:00:06,394 #to_publish: 16
2023-07-22 05:00:06,472 processed file: [{'id': 60382, 'name': 'solo_L1_stix-cal-energy_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/CAL', 'version': 1, 'p_date': 1689994806.394913, 'm_date': 1688124616.9395645, 'esaname': 'solo_L1_stix-cal-energy_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,533 processed file: [{'id': 60383, 'name': 'solo_L1_stix-hk-maxi_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/HK', 'version': 1, 'p_date': 1689994806.472712, 'm_date': 1688124618.6355643, 'esaname': 'solo_L1_stix-hk-maxi_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,592 processed file: [{'id': 60384, 'name': 'solo_L1_stix-ql-variance_20230626_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/26/QL', 'version': 1, 'p_date': 1689994806.534099, 'm_date': 1688124619.0395644, 'esaname': 'solo_L1_stix-ql-variance_20230626_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,662 processed file: [{'id': 60385, 'name': 'solo_L1_stix-ql-lightcurve_20230626_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/26/QL', 'version': 1, 'p_date': 1689994806.593099, 'm_date': 1688124624.859564, 'esaname': 'solo_L1_stix-ql-lightcurve_20230626_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,727 processed file: [{'id': 60386, 'name': 'solo_L1_stix-ql-flareflag_20230626_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/26/QL', 'version': 1, 'p_date': 1689994806.662655, 'm_date': 1688124624.491564, 'esaname': 'solo_L1_stix-ql-flareflag_20230626_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,795 processed file: [{'id': 60387, 'name': 'solo_L1_stix-ql-background_20230626_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/26/QL', 'version': 1, 'p_date': 1689994806.728004, 'm_date': 1688124618.0195644, 'esaname': 'solo_L1_stix-ql-background_20230626_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,858 processed file: [{'id': 60388, 'name': 'solo_L1_stix-ql-spectra_20230626_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/26/QL', 'version': 1, 'p_date': 1689994806.795193, 'm_date': 1688124617.5475643, 'esaname': 'solo_L1_stix-ql-spectra_20230626_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,916 processed file: [{'id': 60389, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/QL', 'version': 1, 'p_date': 1689994806.858658, 'm_date': 1688124616.8075645, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:06,974 processed file: [{'id': 60390, 'name': 'solo_L0_stix-ql-lightcurve_0741052800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1689994806.916846, 'm_date': 1688124610.0755646, 'esaname': 'solo_L0_stix-ql-lightcurve_0741052800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,039 processed file: [{'id': 60391, 'name': 'solo_L0_stix-ql-spectra_0741052800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1689994806.97483, 'm_date': 1688124609.4835649, 'esaname': 'solo_L0_stix-ql-spectra_0741052800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,114 processed file: [{'id': 60392, 'name': 'solo_L0_stix-cal-energy_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1689994807.039653, 'm_date': 1688124609.1315649, 'esaname': 'solo_L0_stix-cal-energy_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,177 processed file: [{'id': 60393, 'name': 'solo_L0_stix-ql-background_0741052800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1689994807.114782, 'm_date': 1688124608.8315647, 'esaname': 'solo_L0_stix-ql-background_0741052800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,231 processed file: [{'id': 60394, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1689994807.177411, 'm_date': 1688124607.5755649, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,267 processed file: [{'id': 60395, 'name': 'solo_L0_stix-ql-flareflag_0741052800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1689994807.231293, 'm_date': 1688124610.2995646, 'esaname': 'solo_L0_stix-ql-flareflag_0741052800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,325 processed file: [{'id': 60396, 'name': 'solo_L0_stix-ql-variance_0741052800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1689994807.267659, 'm_date': 1688124608.295565, 'esaname': 'solo_L0_stix-ql-variance_0741052800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,399 processed file: [{'id': 60397, 'name': 'solo_L0_stix-hk-maxi_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1689994807.325749, 'm_date': 1688124616.2835643, 'esaname': 'solo_L0_stix-hk-maxi_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-22 05:00:07,400 connecting to localhost:12388