2023-04-30 05:00:02,402 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230419/20230519
2023-04-30 05:00:02,489 found 2 entries
2023-04-30 05:00:03,331 write total 19377 entries to local storage
2023-04-30 05:00:03,631 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-04-30 05:00:03,633 db_file: /home/stixcore/soar_pub/published.sqlite
2023-04-30 05:00:03,634 include_all_products: False
2023-04-30 05:00:03,634 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-04-30 05:00:03,634 include_all_versions: True
2023-04-30 05:00:03,634 include_versions: False
2023-04-30 05:00:03,634 include_levels: {'l0': 1, 'l1': 1}
2023-04-30 05:00:03,634 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-04-30 05:00:03,634 target_dir: /home/solsoc/to_soc
2023-04-30 05:00:03,634 target_host: pub026.cs.technik.fhnw.ch
2023-04-30 05:00:03,634 scp: True
2023-04-30 05:00:03,635 wait_period: 21.0 d
2023-04-30 05:00:03,635 fits_dir: /data/stix/out/fits_v1.0.0
2023-04-30 05:00:03,635 temp_dir: /tmp/tmpob5t4eum
2023-04-30 05:00:03,635 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-04-30 05:00:03,635 update_rid_lut: True
2023-04-30 05:00:03,635 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-04-30 05:00:03,635 sort file: False
2023-04-30 05:00:03,635 blacklist files: []
2023-04-30 05:00:03,635 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-04-30 05:00:03,636 batch size: 20000
2023-04-30 05:00:03,636 send Mail report: True
2023-04-30 05:00:03,636 receivers: nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie
2023-04-30 05:00:03,636 log dir: /data/stix/out/fits_v1.0.0/logging
2023-04-30 05:00:03,636 log level: None
2023-04-30 05:00:03,636 
start publishing

2023-04-30 05:00:05,527 #candidates: 88656
2023-04-30 05:00:05,527 #to_publish: 16
2023-04-30 05:00:05,590 processed file: [{'id': 51744, 'name': 'solo_L1_stix-cal-energy_20230405_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/05/CAL', 'version': 1, 'p_date': 1682823605.527664, 'm_date': 1680957014.660688, 'esaname': 'solo_L1_stix-cal-energy_20230405_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,646 processed file: [{'id': 51745, 'name': 'solo_L1_stix-hk-maxi_20230405_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/05/HK', 'version': 1, 'p_date': 1682823605.591064, 'm_date': 1680957015.876688, 'esaname': 'solo_L1_stix-hk-maxi_20230405_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,694 processed file: [{'id': 51746, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230406_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/06/QL', 'version': 1, 'p_date': 1682823605.646905, 'm_date': 1680957014.564688, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230406_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,725 processed file: [{'id': 51747, 'name': 'solo_L1_stix-ql-flareflag_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/QL', 'version': 1, 'p_date': 1682823605.694947, 'm_date': 1680957016.7886882, 'esaname': 'solo_L1_stix-ql-flareflag_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,782 processed file: [{'id': 51748, 'name': 'solo_L1_stix-ql-background_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/QL', 'version': 1, 'p_date': 1682823605.725207, 'm_date': 1680957015.824688, 'esaname': 'solo_L1_stix-ql-background_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,837 processed file: [{'id': 51749, 'name': 'solo_L1_stix-ql-variance_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/QL', 'version': 1, 'p_date': 1682823605.782548, 'm_date': 1680957022.3286884, 'esaname': 'solo_L1_stix-ql-variance_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,873 processed file: [{'id': 51750, 'name': 'solo_L1_stix-ql-spectra_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/QL', 'version': 1, 'p_date': 1682823605.837133, 'm_date': 1680957015.3086882, 'esaname': 'solo_L1_stix-ql-spectra_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,932 processed file: [{'id': 51751, 'name': 'solo_L1_stix-ql-lightcurve_20230404_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/04/QL', 'version': 1, 'p_date': 1682823605.873277, 'm_date': 1680957016.9366882, 'esaname': 'solo_L1_stix-ql-lightcurve_20230404_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:05,997 processed file: [{'id': 51752, 'name': 'solo_L0_stix-ql-lightcurve_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1682823605.93309, 'm_date': 1680957006.7846878, 'esaname': 'solo_L0_stix-ql-lightcurve_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,060 processed file: [{'id': 51753, 'name': 'solo_L0_stix-ql-spectra_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1682823605.99747, 'm_date': 1680957007.0846877, 'esaname': 'solo_L0_stix-ql-spectra_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,125 processed file: [{'id': 51754, 'name': 'solo_L0_stix-cal-energy_0733968000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1682823606.0606, 'm_date': 1680957007.0286877, 'esaname': 'solo_L0_stix-cal-energy_0733968000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,187 processed file: [{'id': 51755, 'name': 'solo_L0_stix-ql-background_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1682823606.125702, 'm_date': 1680957006.5806878, 'esaname': 'solo_L0_stix-ql-background_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,209 processed file: [{'id': 51756, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0734054400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1682823606.187539, 'm_date': 1680957005.2406876, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0734054400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,267 processed file: [{'id': 51757, 'name': 'solo_L0_stix-ql-flareflag_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1682823606.210101, 'm_date': 1680957006.7286878, 'esaname': 'solo_L0_stix-ql-flareflag_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,296 processed file: [{'id': 51758, 'name': 'solo_L0_stix-ql-variance_0733881600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1682823606.267686, 'm_date': 1680957005.6686876, 'esaname': 'solo_L0_stix-ql-variance_0733881600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,354 processed file: [{'id': 51759, 'name': 'solo_L0_stix-hk-maxi_0733968000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1682823606.297122, 'm_date': 1680957014.044688, 'esaname': 'solo_L0_stix-hk-maxi_0733968000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-30 05:00:06,355 connecting to localhost:12388