2023-05-05 05:00:02,373 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230424/20230524
2023-05-05 05:00:02,448 found 2 entries
2023-05-05 05:00:03,313 write total 19413 entries to local storage
2023-05-05 05:00:03,620 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-05-05 05:00:03,621 db_file: /home/stixcore/soar_pub/published.sqlite
2023-05-05 05:00:03,621 include_all_products: False
2023-05-05 05:00:03,621 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-05-05 05:00:03,621 include_all_versions: True
2023-05-05 05:00:03,621 include_versions: False
2023-05-05 05:00:03,621 include_levels: {'l0': 1, 'l1': 1}
2023-05-05 05:00:03,621 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-05-05 05:00:03,621 target_dir: /home/solsoc/to_soc
2023-05-05 05:00:03,621 target_host: pub026.cs.technik.fhnw.ch
2023-05-05 05:00:03,622 scp: True
2023-05-05 05:00:03,622 wait_period: 21.0 d
2023-05-05 05:00:03,622 fits_dir: /data/stix/out/fits_v1.0.0
2023-05-05 05:00:03,622 temp_dir: /tmp/tmpofvjfg01
2023-05-05 05:00:03,622 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-05-05 05:00:03,622 update_rid_lut: True
2023-05-05 05:00:03,622 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-05-05 05:00:03,622 sort file: False
2023-05-05 05:00:03,622 blacklist files: []
2023-05-05 05:00:03,622 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-05-05 05:00:03,622 batch size: 20000
2023-05-05 05:00:03,622 send Mail report: True
2023-05-05 05:00:03,622 receivers: nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie
2023-05-05 05:00:03,622 log dir: /data/stix/out/fits_v1.0.0/logging
2023-05-05 05:00:03,622 log level: None
2023-05-05 05:00:03,622 
start publishing

2023-05-05 05:00:05,510 #candidates: 88816
2023-05-05 05:00:05,510 #to_publish: 12
2023-05-05 05:00:05,582 processed file: [{'id': 51813, 'name': 'solo_L1_stix-cal-energy_20230410_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/10/CAL', 'version': 1, 'p_date': 1683255605.510685, 'm_date': 1681410616.182837, 'esaname': 'solo_L1_stix-cal-energy_20230410_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:05,643 processed file: [{'id': 51814, 'name': 'solo_L1_stix-ql-spectra_20230408_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/08/QL', 'version': 1, 'p_date': 1683255605.582482, 'm_date': 1681390818.774045, 'esaname': 'solo_L1_stix-ql-spectra_20230408_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:05,704 processed file: [{'id': 51815, 'name': 'solo_L1_stix-ql-lightcurve_20230408_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/08/QL', 'version': 1, 'p_date': 1683255605.643952, 'm_date': 1681390820.686045, 'esaname': 'solo_L1_stix-ql-lightcurve_20230408_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:05,759 processed file: [{'id': 51816, 'name': 'solo_L1_stix-ql-background_20230408_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/08/QL', 'version': 1, 'p_date': 1683255605.705073, 'm_date': 1681390822.898045, 'esaname': 'solo_L1_stix-ql-background_20230408_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:05,814 processed file: [{'id': 51817, 'name': 'solo_L1_stix-ql-variance_20230408_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/08/QL', 'version': 1, 'p_date': 1683255605.7594, 'm_date': 1681390826.1940453, 'esaname': 'solo_L1_stix-ql-variance_20230408_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:05,846 processed file: [{'id': 51818, 'name': 'solo_L1_stix-ql-flareflag_20230408_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/08/QL', 'version': 1, 'p_date': 1683255605.814797, 'm_date': 1681390826.4100451, 'esaname': 'solo_L1_stix-ql-flareflag_20230408_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:05,915 processed file: [{'id': 51819, 'name': 'solo_L0_stix-ql-lightcurve_0734227200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1683255605.846561, 'm_date': 1681390810.5900445, 'esaname': 'solo_L0_stix-ql-lightcurve_0734227200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:05,975 processed file: [{'id': 51820, 'name': 'solo_L0_stix-ql-spectra_0734227200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1683255605.915257, 'm_date': 1681390809.5060446, 'esaname': 'solo_L0_stix-ql-spectra_0734227200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:06,041 processed file: [{'id': 51821, 'name': 'solo_L0_stix-cal-energy_0734400000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1683255605.97535, 'm_date': 1681410606.2948368, 'esaname': 'solo_L0_stix-cal-energy_0734400000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:06,094 processed file: [{'id': 51822, 'name': 'solo_L0_stix-ql-background_0734227200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1683255606.04128, 'm_date': 1681390808.6380446, 'esaname': 'solo_L0_stix-ql-background_0734227200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:06,180 processed file: [{'id': 51823, 'name': 'solo_L0_stix-ql-flareflag_0734227200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1683255606.094909, 'm_date': 1681390810.4700446, 'esaname': 'solo_L0_stix-ql-flareflag_0734227200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:06,235 processed file: [{'id': 51824, 'name': 'solo_L0_stix-ql-variance_0734227200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1683255606.181005, 'm_date': 1681390808.4340446, 'esaname': 'solo_L0_stix-ql-variance_0734227200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-05-05 05:00:06,236 connecting to localhost:12388