2023-08-20 05:00:02,005 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230808/20230907
2023-08-20 05:00:02,198 found 2 entries
2023-08-20 05:00:03,054 write total 19805 entries to local storage
2023-08-20 05:00:03,359 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-08-20 05:00:03,361 db_file: /home/stixcore/soar_pub/published.sqlite
2023-08-20 05:00:03,362 include_all_products: False
2023-08-20 05:00:03,362 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-08-20 05:00:03,362 include_all_versions: True
2023-08-20 05:00:03,362 include_versions: False
2023-08-20 05:00:03,362 include_levels: {'l0': 1, 'l1': 1}
2023-08-20 05:00:03,362 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-08-20 05:00:03,362 target_dir: /home/solsoc/to_soc
2023-08-20 05:00:03,362 target_host: pub026.cs.technik.fhnw.ch
2023-08-20 05:00:03,362 scp: True
2023-08-20 05:00:03,363 wait_period: 21.0 d
2023-08-20 05:00:03,363 fits_dir: /data/stix/out/fits_v1.0.0
2023-08-20 05:00:03,363 temp_dir: /tmp/tmp__hdunul
2023-08-20 05:00:03,363 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-08-20 05:00:03,363 update_rid_lut: True
2023-08-20 05:00:03,363 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-08-20 05:00:03,363 sort file: False
2023-08-20 05:00:03,363 blacklist files: []
2023-08-20 05:00:03,364 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-08-20 05:00:03,364 batch size: 20000
2023-08-20 05:00:03,364 send Mail report: True
2023-08-20 05:00:03,364 receivers: nicky.hochmuth@ateleris.ch
2023-08-20 05:00:03,364 log dir: /data/stix/out/fits_v1.0.0/logging
2023-08-20 05:00:03,364 log level: None
2023-08-20 05:00:03,364 
start publishing

2023-08-20 05:00:06,082 #candidates: 102515
2023-08-20 05:00:06,082 #to_publish: 16
2023-08-20 05:00:06,118 processed file: [{'id': 62510, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230727_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/27/QL', 'version': 1, 'p_date': 1692500406.082387, 'm_date': 1690630216.9188366, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230727_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,199 processed file: [{'id': 62511, 'name': 'solo_L1_stix-cal-energy_20230726_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/26/CAL', 'version': 1, 'p_date': 1692500406.119199, 'm_date': 1690630217.0228367, 'esaname': 'solo_L1_stix-cal-energy_20230726_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,269 processed file: [{'id': 62512, 'name': 'solo_L1_stix-hk-maxi_20230726_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/26/HK', 'version': 1, 'p_date': 1692500406.199186, 'm_date': 1690630218.6668365, 'esaname': 'solo_L1_stix-hk-maxi_20230726_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,335 processed file: [{'id': 62513, 'name': 'solo_L1_stix-ql-lightcurve_20230725_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/25/QL', 'version': 1, 'p_date': 1692500406.269658, 'm_date': 1690630223.6988363, 'esaname': 'solo_L1_stix-ql-lightcurve_20230725_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,397 processed file: [{'id': 62514, 'name': 'solo_L1_stix-ql-background_20230725_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/25/QL', 'version': 1, 'p_date': 1692500406.33565, 'm_date': 1690630218.7188365, 'esaname': 'solo_L1_stix-ql-background_20230725_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,460 processed file: [{'id': 62515, 'name': 'solo_L1_stix-ql-variance_20230725_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/25/QL', 'version': 1, 'p_date': 1692500406.3981, 'm_date': 1690630219.1868365, 'esaname': 'solo_L1_stix-ql-variance_20230725_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,498 processed file: [{'id': 62516, 'name': 'solo_L1_stix-ql-flareflag_20230725_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/25/QL', 'version': 1, 'p_date': 1692500406.460254, 'm_date': 1690630224.5668364, 'esaname': 'solo_L1_stix-ql-flareflag_20230725_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,570 processed file: [{'id': 62517, 'name': 'solo_L1_stix-ql-spectra_20230725_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/25/QL', 'version': 1, 'p_date': 1692500406.498725, 'm_date': 1690630217.6228366, 'esaname': 'solo_L1_stix-ql-spectra_20230725_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,642 processed file: [{'id': 62518, 'name': 'solo_L0_stix-ql-lightcurve_0743558400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1692500406.570901, 'm_date': 1690630210.758837, 'esaname': 'solo_L0_stix-ql-lightcurve_0743558400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,706 processed file: [{'id': 62519, 'name': 'solo_L0_stix-ql-spectra_0743558400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1692500406.642856, 'm_date': 1690630210.002837, 'esaname': 'solo_L0_stix-ql-spectra_0743558400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,781 processed file: [{'id': 62520, 'name': 'solo_L0_stix-cal-energy_0743644800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1692500406.706245, 'm_date': 1690630209.846837, 'esaname': 'solo_L0_stix-cal-energy_0743644800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,848 processed file: [{'id': 62521, 'name': 'solo_L0_stix-ql-background_0743558400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1692500406.781372, 'm_date': 1690630208.930837, 'esaname': 'solo_L0_stix-ql-background_0743558400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,903 processed file: [{'id': 62522, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0743731200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1692500406.848815, 'm_date': 1690630208.206837, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0743731200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:06,947 processed file: [{'id': 62523, 'name': 'solo_L0_stix-ql-flareflag_0743558400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1692500406.903633, 'm_date': 1690630210.162837, 'esaname': 'solo_L0_stix-ql-flareflag_0743558400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:07,000 processed file: [{'id': 62524, 'name': 'solo_L0_stix-ql-variance_0743558400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1692500406.947664, 'm_date': 1690630208.698837, 'esaname': 'solo_L0_stix-ql-variance_0743558400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:07,054 processed file: [{'id': 62525, 'name': 'solo_L0_stix-hk-maxi_0743644800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1692500407.000977, 'm_date': 1690630216.3868368, 'esaname': 'solo_L0_stix-hk-maxi_0743644800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-20 05:00:07,055 connecting to localhost:12388