2023-04-28 05:00:02,597 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230419/20230519
2023-04-28 05:00:02,683 found 2 entries
2023-04-28 05:00:03,520 write total 19377 entries to local storage
2023-04-28 05:00:03,822 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-04-28 05:00:03,823 db_file: /home/stixcore/soar_pub/published.sqlite
2023-04-28 05:00:03,823 include_all_products: False
2023-04-28 05:00:03,823 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-04-28 05:00:03,823 include_all_versions: True
2023-04-28 05:00:03,823 include_versions: False
2023-04-28 05:00:03,823 include_levels: {'l0': 1, 'l1': 1}
2023-04-28 05:00:03,823 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-04-28 05:00:03,823 target_dir: /home/solsoc/to_soc
2023-04-28 05:00:03,823 target_host: pub026.cs.technik.fhnw.ch
2023-04-28 05:00:03,824 scp: True
2023-04-28 05:00:03,824 wait_period: 21.0 d
2023-04-28 05:00:03,824 fits_dir: /data/stix/out/fits_v1.0.0
2023-04-28 05:00:03,824 temp_dir: /tmp/tmpbig_n6bm
2023-04-28 05:00:03,824 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-04-28 05:00:03,824 update_rid_lut: True
2023-04-28 05:00:03,824 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-04-28 05:00:03,824 sort file: False
2023-04-28 05:00:03,824 blacklist files: []
2023-04-28 05:00:03,824 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-04-28 05:00:03,824 batch size: 20000
2023-04-28 05:00:03,824 send Mail report: True
2023-04-28 05:00:03,824 receivers: nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie
2023-04-28 05:00:03,824 log dir: /data/stix/out/fits_v1.0.0/logging
2023-04-28 05:00:03,824 log level: None
2023-04-28 05:00:03,824 
start publishing

2023-04-28 05:00:05,640 #candidates: 88417
2023-04-28 05:00:05,640 #to_publish: 16
2023-04-28 05:00:05,704 processed file: [{'id': 51712, 'name': 'solo_L1_stix-cal-energy_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/CAL', 'version': 1, 'p_date': 1682650805.640864, 'm_date': 1680805815.6026385, 'esaname': 'solo_L1_stix-cal-energy_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:05,762 processed file: [{'id': 51713, 'name': 'solo_L1_stix-hk-maxi_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/HK', 'version': 1, 'p_date': 1682650805.704532, 'm_date': 1680805816.7866385, 'esaname': 'solo_L1_stix-hk-maxi_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:05,822 processed file: [{'id': 51714, 'name': 'solo_L1_stix-ql-background_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/QL', 'version': 1, 'p_date': 1682650805.762965, 'm_date': 1680805817.7546384, 'esaname': 'solo_L1_stix-ql-background_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:05,876 processed file: [{'id': 51715, 'name': 'solo_L1_stix-ql-lightcurve_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/QL', 'version': 1, 'p_date': 1682650805.822284, 'm_date': 1680805819.6186385, 'esaname': 'solo_L1_stix-ql-lightcurve_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:05,934 processed file: [{'id': 51716, 'name': 'solo_L1_stix-ql-flareflag_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/QL', 'version': 1, 'p_date': 1682650805.876602, 'm_date': 1680805823.9546387, 'esaname': 'solo_L1_stix-ql-flareflag_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:05,982 processed file: [{'id': 51717, 'name': 'solo_L1_stix-ql-spectra_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/QL', 'version': 1, 'p_date': 1682650805.934154, 'm_date': 1680805816.4666386, 'esaname': 'solo_L1_stix-ql-spectra_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,036 processed file: [{'id': 51718, 'name': 'solo_L1_stix-ql-variance_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/QL', 'version': 1, 'p_date': 1682650805.983086, 'm_date': 1680805823.9626389, 'esaname': 'solo_L1_stix-ql-variance_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,064 processed file: [{'id': 51719, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/QL', 'version': 1, 'p_date': 1682650806.036424, 'm_date': 1680805815.4906385, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,127 processed file: [{'id': 51720, 'name': 'solo_L0_stix-ql-lightcurve_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1682650806.064577, 'm_date': 1680805807.5906382, 'esaname': 'solo_L0_stix-ql-lightcurve_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,184 processed file: [{'id': 51721, 'name': 'solo_L0_stix-ql-spectra_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1682650806.127847, 'm_date': 1680805805.7786381, 'esaname': 'solo_L0_stix-ql-spectra_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,250 processed file: [{'id': 51722, 'name': 'solo_L0_stix-cal-energy_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1682650806.184434, 'm_date': 1680805806.430638, 'esaname': 'solo_L0_stix-cal-energy_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,311 processed file: [{'id': 51723, 'name': 'solo_L0_stix-ql-background_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1682650806.251104, 'm_date': 1680805805.386638, 'esaname': 'solo_L0_stix-ql-background_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,363 processed file: [{'id': 51724, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1682650806.311954, 'm_date': 1680805804.678638, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,401 processed file: [{'id': 51725, 'name': 'solo_L0_stix-ql-flareflag_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1682650806.364089, 'm_date': 1680805806.158638, 'esaname': 'solo_L0_stix-ql-flareflag_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,456 processed file: [{'id': 51726, 'name': 'solo_L0_stix-ql-variance_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1682650806.401316, 'm_date': 1680805805.138638, 'esaname': 'solo_L0_stix-ql-variance_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,512 processed file: [{'id': 51727, 'name': 'solo_L0_stix-hk-maxi_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1682650806.456636, 'm_date': 1680805814.9866383, 'esaname': 'solo_L0_stix-hk-maxi_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-28 05:00:06,513 connecting to localhost:12388