2023-07-23 05:00:01,949 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230716/20230815
2023-07-23 05:00:02,035 found 2 entries
2023-07-23 05:00:02,889 write total 19762 entries to local storage
2023-07-23 05:00:03,191 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-07-23 05:00:03,192 db_file: /home/stixcore/soar_pub/published.sqlite
2023-07-23 05:00:03,192 include_all_products: False
2023-07-23 05:00:03,192 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-07-23 05:00:03,192 include_all_versions: True
2023-07-23 05:00:03,192 include_versions: False
2023-07-23 05:00:03,192 include_levels: {'l0': 1, 'l1': 1}
2023-07-23 05:00:03,192 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-07-23 05:00:03,192 target_dir: /home/solsoc/to_soc
2023-07-23 05:00:03,192 target_host: pub026.cs.technik.fhnw.ch
2023-07-23 05:00:03,192 scp: True
2023-07-23 05:00:03,192 wait_period: 21.0 d
2023-07-23 05:00:03,192 fits_dir: /data/stix/out/fits_v1.0.0
2023-07-23 05:00:03,192 temp_dir: /tmp/tmpe9aulazh
2023-07-23 05:00:03,192 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-07-23 05:00:03,193 update_rid_lut: True
2023-07-23 05:00:03,193 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-07-23 05:00:03,193 sort file: False
2023-07-23 05:00:03,193 blacklist files: []
2023-07-23 05:00:03,193 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-07-23 05:00:03,193 batch size: 20000
2023-07-23 05:00:03,193 send Mail report: True
2023-07-23 05:00:03,193 receivers: nicky.hochmuth@ateleris.ch
2023-07-23 05:00:03,193 log dir: /data/stix/out/fits_v1.0.0/logging
2023-07-23 05:00:03,193 log level: None
2023-07-23 05:00:03,193 
start publishing

2023-07-23 05:00:05,704 #candidates: 98287
2023-07-23 05:00:05,704 #to_publish: 16
2023-07-23 05:00:05,760 processed file: [{'id': 60398, 'name': 'solo_L1_stix-ql-spectra_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/QL', 'version': 1, 'p_date': 1690081205.704943, 'm_date': 1688211014.6838152, 'esaname': 'solo_L1_stix-ql-spectra_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:05,827 processed file: [{'id': 60399, 'name': 'solo_L1_stix-ql-flareflag_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/QL', 'version': 1, 'p_date': 1690081205.761131, 'm_date': 1688211017.4118152, 'esaname': 'solo_L1_stix-ql-flareflag_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:05,890 processed file: [{'id': 60400, 'name': 'solo_L1_stix-ql-background_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/QL', 'version': 1, 'p_date': 1690081205.828055, 'm_date': 1688211016.2238152, 'esaname': 'solo_L1_stix-ql-background_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:05,966 processed file: [{'id': 60401, 'name': 'solo_L1_stix-ql-lightcurve_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/QL', 'version': 1, 'p_date': 1690081205.890515, 'm_date': 1688211021.287815, 'esaname': 'solo_L1_stix-ql-lightcurve_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,026 processed file: [{'id': 60402, 'name': 'solo_L1_stix-ql-variance_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/QL', 'version': 1, 'p_date': 1690081205.96691, 'm_date': 1688211017.3158152, 'esaname': 'solo_L1_stix-ql-variance_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,098 processed file: [{'id': 60403, 'name': 'solo_L1_stix-cal-energy_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/CAL', 'version': 1, 'p_date': 1690081206.026873, 'm_date': 1688211014.5798154, 'esaname': 'solo_L1_stix-cal-energy_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,160 processed file: [{'id': 60404, 'name': 'solo_L1_stix-hk-maxi_20230628_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/28/HK', 'version': 1, 'p_date': 1690081206.098206, 'm_date': 1688211016.4198153, 'esaname': 'solo_L1_stix-hk-maxi_20230628_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,217 processed file: [{'id': 60405, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230629_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/29/QL', 'version': 1, 'p_date': 1690081206.16019, 'm_date': 1688211014.4838152, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230629_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,284 processed file: [{'id': 60406, 'name': 'solo_L0_stix-ql-lightcurve_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1690081206.217327, 'm_date': 1688211006.8718157, 'esaname': 'solo_L0_stix-ql-lightcurve_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,350 processed file: [{'id': 60407, 'name': 'solo_L0_stix-ql-spectra_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1690081206.285095, 'm_date': 1688211007.0758157, 'esaname': 'solo_L0_stix-ql-spectra_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,407 processed file: [{'id': 60408, 'name': 'solo_L0_stix-cal-energy_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1690081206.350395, 'm_date': 1688211006.8478155, 'esaname': 'solo_L0_stix-cal-energy_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,467 processed file: [{'id': 60409, 'name': 'solo_L0_stix-ql-background_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1690081206.407889, 'm_date': 1688211006.6078157, 'esaname': 'solo_L0_stix-ql-background_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,522 processed file: [{'id': 60410, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0741312000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1690081206.4679, 'm_date': 1688211005.2918158, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0741312000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,558 processed file: [{'id': 60411, 'name': 'solo_L0_stix-ql-flareflag_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1690081206.522959, 'm_date': 1688211006.8078156, 'esaname': 'solo_L0_stix-ql-flareflag_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,614 processed file: [{'id': 60412, 'name': 'solo_L0_stix-ql-variance_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1690081206.558715, 'm_date': 1688211006.0198157, 'esaname': 'solo_L0_stix-ql-variance_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,680 processed file: [{'id': 60413, 'name': 'solo_L0_stix-hk-maxi_0741225600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1690081206.614713, 'm_date': 1688211011.7958155, 'esaname': 'solo_L0_stix-hk-maxi_0741225600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-23 05:00:06,681 connecting to localhost:12388