2023-08-28 05:00:02,091 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230819/20230918
2023-08-28 05:00:02,187 found 17 entries
2023-08-28 05:00:03,063 write total 19843 entries to local storage
2023-08-28 05:00:03,382 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-08-28 05:00:03,383 db_file: /home/stixcore/soar_pub/published.sqlite
2023-08-28 05:00:03,383 include_all_products: False
2023-08-28 05:00:03,383 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-08-28 05:00:03,383 include_all_versions: True
2023-08-28 05:00:03,383 include_versions: False
2023-08-28 05:00:03,383 include_levels: {'l0': 1, 'l1': 1}
2023-08-28 05:00:03,383 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-08-28 05:00:03,383 target_dir: /home/solsoc/to_soc
2023-08-28 05:00:03,383 target_host: pub026.cs.technik.fhnw.ch
2023-08-28 05:00:03,383 scp: True
2023-08-28 05:00:03,383 wait_period: 21.0 d
2023-08-28 05:00:03,383 fits_dir: /data/stix/out/fits_v1.0.0
2023-08-28 05:00:03,383 temp_dir: /tmp/tmp5an90pe2
2023-08-28 05:00:03,383 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-08-28 05:00:03,383 update_rid_lut: True
2023-08-28 05:00:03,384 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-08-28 05:00:03,384 sort file: False
2023-08-28 05:00:03,384 blacklist files: []
2023-08-28 05:00:03,384 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-08-28 05:00:03,384 batch size: 20000
2023-08-28 05:00:03,384 send Mail report: True
2023-08-28 05:00:03,384 receivers: nicky.hochmuth@ateleris.ch
2023-08-28 05:00:03,384 log dir: /data/stix/out/fits_v1.0.0/logging
2023-08-28 05:00:03,384 log level: None
2023-08-28 05:00:03,384 
start publishing

2023-08-28 05:00:06,132 #candidates: 104453
2023-08-28 05:00:06,132 #to_publish: 16
2023-08-28 05:00:06,196 processed file: [{'id': 63130, 'name': 'solo_L1_stix-cal-energy_20230803_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/03/CAL', 'version': 1, 'p_date': 1693191606.13265, 'm_date': 1691325014.9006867, 'esaname': 'solo_L1_stix-cal-energy_20230803_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,260 processed file: [{'id': 63131, 'name': 'solo_L1_stix-hk-maxi_20230803_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/03/HK', 'version': 1, 'p_date': 1693191606.196585, 'm_date': 1691325016.8726866, 'esaname': 'solo_L1_stix-hk-maxi_20230803_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,316 processed file: [{'id': 63132, 'name': 'solo_L1_stix-ql-variance_20230802_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL', 'version': 1, 'p_date': 1693191606.260833, 'm_date': 1691325017.0126865, 'esaname': 'solo_L1_stix-ql-variance_20230802_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,364 processed file: [{'id': 63133, 'name': 'solo_L1_stix-ql-spectra_20230802_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL', 'version': 1, 'p_date': 1693191606.316395, 'm_date': 1691325015.3086865, 'esaname': 'solo_L1_stix-ql-spectra_20230802_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,421 processed file: [{'id': 63134, 'name': 'solo_L1_stix-ql-flareflag_20230802_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL', 'version': 1, 'p_date': 1693191606.364897, 'm_date': 1691325018.1006866, 'esaname': 'solo_L1_stix-ql-flareflag_20230802_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,480 processed file: [{'id': 63135, 'name': 'solo_L1_stix-ql-lightcurve_20230802_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL', 'version': 1, 'p_date': 1693191606.421341, 'm_date': 1691325021.5526865, 'esaname': 'solo_L1_stix-ql-lightcurve_20230802_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,537 processed file: [{'id': 63136, 'name': 'solo_L1_stix-ql-background_20230802_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL', 'version': 1, 'p_date': 1693191606.480876, 'm_date': 1691325018.4326866, 'esaname': 'solo_L1_stix-ql-background_20230802_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,566 processed file: [{'id': 63137, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230804_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/08/04/QL', 'version': 1, 'p_date': 1693191606.537826, 'm_date': 1691325014.8086867, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230804_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,633 processed file: [{'id': 63138, 'name': 'solo_L0_stix-ql-lightcurve_0744249600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1693191606.566296, 'm_date': 1691325007.444687, 'esaname': 'solo_L0_stix-ql-lightcurve_0744249600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,701 processed file: [{'id': 63139, 'name': 'solo_L0_stix-ql-spectra_0744249600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1693191606.63372, 'm_date': 1691325006.008687, 'esaname': 'solo_L0_stix-ql-spectra_0744249600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,778 processed file: [{'id': 63140, 'name': 'solo_L0_stix-cal-energy_0744336000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1693191606.701403, 'm_date': 1691325006.392687, 'esaname': 'solo_L0_stix-cal-energy_0744336000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,838 processed file: [{'id': 63141, 'name': 'solo_L0_stix-ql-background_0744249600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1693191606.778565, 'm_date': 1691325006.180687, 'esaname': 'solo_L0_stix-ql-background_0744249600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,892 processed file: [{'id': 63142, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0744422400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1693191606.838407, 'm_date': 1691325004.844687, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0744422400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,925 processed file: [{'id': 63143, 'name': 'solo_L0_stix-ql-flareflag_0744249600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1693191606.892709, 'm_date': 1691325006.372687, 'esaname': 'solo_L0_stix-ql-flareflag_0744249600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:06,977 processed file: [{'id': 63144, 'name': 'solo_L0_stix-ql-variance_0744249600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1693191606.925514, 'm_date': 1691325005.348687, 'esaname': 'solo_L0_stix-ql-variance_0744249600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:07,031 processed file: [{'id': 63145, 'name': 'solo_L0_stix-hk-maxi_0744336000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1693191606.977384, 'm_date': 1691325011.3966868, 'esaname': 'solo_L0_stix-hk-maxi_0744336000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-28 05:00:07,032 connecting to localhost:12388