2023-05-04 05:00:01,818 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230424/20230524
2023-05-04 05:00:01,893 found 2 entries
2023-05-04 05:00:02,746 write total 19413 entries to local storage
2023-05-04 05:00:03,048 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-05-04 05:00:03,049 db_file: /home/stixcore/soar_pub/published.sqlite
2023-05-04 05:00:03,049 include_all_products: False
2023-05-04 05:00:03,049 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-05-04 05:00:03,049 include_all_versions: True
2023-05-04 05:00:03,049 include_versions: False
2023-05-04 05:00:03,049 include_levels: {'l0': 1, 'l1': 1}
2023-05-04 05:00:03,049 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-05-04 05:00:03,049 target_dir: /home/solsoc/to_soc
2023-05-04 05:00:03,049 target_host: pub026.cs.technik.fhnw.ch
2023-05-04 05:00:03,049 scp: True
2023-05-04 05:00:03,049 wait_period: 21.0 d
2023-05-04 05:00:03,049 fits_dir: /data/stix/out/fits_v1.0.0
2023-05-04 05:00:03,049 temp_dir: /tmp/tmpc2auk5jj
2023-05-04 05:00:03,049 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-05-04 05:00:03,049 update_rid_lut: True
2023-05-04 05:00:03,050 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-05-04 05:00:03,050 sort file: False
2023-05-04 05:00:03,050 blacklist files: []
2023-05-04 05:00:03,050 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-05-04 05:00:03,050 batch size: 20000
2023-05-04 05:00:03,050 send Mail report: True
2023-05-04 05:00:03,050 receivers: nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie
2023-05-04 05:00:03,050 log dir: /data/stix/out/fits_v1.0.0/logging
2023-05-04 05:00:03,050 log level: None
2023-05-04 05:00:03,050 
start publishing

2023-05-04 05:00:04,927 #candidates: 88788
2023-05-04 05:00:04,928 #to_publish: 16
2023-05-04 05:00:04,988 processed file: [{'id': 51797, 'name': 'solo_L1_stix-cal-energy_20230408_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/08/CAL', 'version': 1, 'p_date': 1683169204.928104, 'm_date': 1681285052.4258132, 'esaname': 'solo_L1_stix-cal-energy_20230408_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,048 processed file: [{'id': 51798, 'name': 'solo_L1_stix-hk-maxi_20230408_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/08/HK', 'version': 1, 'p_date': 1683169204.988973, 'm_date': 1681285054.0538132, 'esaname': 'solo_L1_stix-hk-maxi_20230408_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,116 processed file: [{'id': 51799, 'name': 'solo_L1_stix-ql-spectra_20230407_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/07/QL', 'version': 1, 'p_date': 1683169205.048677, 'm_date': 1681285053.1258132, 'esaname': 'solo_L1_stix-ql-spectra_20230407_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,178 processed file: [{'id': 51800, 'name': 'solo_L1_stix-ql-background_20230407_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/07/QL', 'version': 1, 'p_date': 1683169205.116516, 'm_date': 1681285053.5698133, 'esaname': 'solo_L1_stix-ql-background_20230407_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,246 processed file: [{'id': 51801, 'name': 'solo_L1_stix-ql-lightcurve_20230407_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/07/QL', 'version': 1, 'p_date': 1683169205.178969, 'm_date': 1681285059.3138134, 'esaname': 'solo_L1_stix-ql-lightcurve_20230407_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,301 processed file: [{'id': 51802, 'name': 'solo_L1_stix-ql-variance_20230407_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/07/QL', 'version': 1, 'p_date': 1683169205.246598, 'm_date': 1681285054.6018133, 'esaname': 'solo_L1_stix-ql-variance_20230407_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,335 processed file: [{'id': 51803, 'name': 'solo_L1_stix-ql-flareflag_20230407_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/07/QL', 'version': 1, 'p_date': 1683169205.301229, 'm_date': 1681285060.7898135, 'esaname': 'solo_L1_stix-ql-flareflag_20230407_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,384 processed file: [{'id': 51804, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230409_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/09/QL', 'version': 1, 'p_date': 1683169205.335187, 'm_date': 1681285052.3338132, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230409_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,443 processed file: [{'id': 51805, 'name': 'solo_L0_stix-ql-lightcurve_0734140800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1683169205.384766, 'm_date': 1681285046.2658129, 'esaname': 'solo_L0_stix-ql-lightcurve_0734140800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,501 processed file: [{'id': 51806, 'name': 'solo_L0_stix-ql-spectra_0734140800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1683169205.443808, 'm_date': 1681285045.7658129, 'esaname': 'solo_L0_stix-ql-spectra_0734140800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,566 processed file: [{'id': 51807, 'name': 'solo_L0_stix-cal-energy_0734227200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1683169205.501197, 'm_date': 1681285044.7778127, 'esaname': 'solo_L0_stix-cal-energy_0734227200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,628 processed file: [{'id': 51808, 'name': 'solo_L0_stix-ql-background_0734140800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1683169205.566308, 'm_date': 1681285044.7938128, 'esaname': 'solo_L0_stix-ql-background_0734140800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,678 processed file: [{'id': 51809, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0734313600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1683169205.628388, 'm_date': 1681285043.2698128, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0734313600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,710 processed file: [{'id': 51810, 'name': 'solo_L0_stix-ql-flareflag_0734140800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1683169205.678549, 'm_date': 1681285046.429813, 'esaname': 'solo_L0_stix-ql-flareflag_0734140800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,761 processed file: [{'id': 51811, 'name': 'solo_L0_stix-ql-variance_0734140800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1683169205.710221, 'm_date': 1681285044.6778128, 'esaname': 'solo_L0_stix-ql-variance_0734140800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,813 processed file: [{'id': 51812, 'name': 'solo_L0_stix-hk-maxi_0734227200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1683169205.761212, 'm_date': 1681285049.877813, 'esaname': 'solo_L0_stix-hk-maxi_0734227200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-04 05:00:05,814 connecting to localhost:12388