2023-07-09 05:00:02,715 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230702/20230801
2023-07-09 05:00:02,809 found 1 entries
2023-07-09 05:00:03,644 write total 19687 entries to local storage
2023-07-09 05:00:03,968 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-07-09 05:00:03,969 db_file: /home/stixcore/soar_pub/published.sqlite
2023-07-09 05:00:03,969 include_all_products: False
2023-07-09 05:00:03,969 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-07-09 05:00:03,969 include_all_versions: True
2023-07-09 05:00:03,969 include_versions: False
2023-07-09 05:00:03,970 include_levels: {'l0': 1, 'l1': 1}
2023-07-09 05:00:03,970 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-07-09 05:00:03,970 target_dir: /home/solsoc/to_soc
2023-07-09 05:00:03,970 target_host: pub026.cs.technik.fhnw.ch
2023-07-09 05:00:03,970 scp: True
2023-07-09 05:00:03,970 wait_period: 21.0 d
2023-07-09 05:00:03,970 fits_dir: /data/stix/out/fits_v1.0.0
2023-07-09 05:00:03,970 temp_dir: /tmp/tmpfdpjvr0l
2023-07-09 05:00:03,970 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-07-09 05:00:03,970 update_rid_lut: True
2023-07-09 05:00:03,970 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-07-09 05:00:03,970 sort file: False
2023-07-09 05:00:03,970 blacklist files: []
2023-07-09 05:00:03,970 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-07-09 05:00:03,970 batch size: 20000
2023-07-09 05:00:03,970 send Mail report: True
2023-07-09 05:00:03,970 receivers: nicky.hochmuth@ateleris.ch
2023-07-09 05:00:03,970 log dir: /data/stix/out/fits_v1.0.0/logging
2023-07-09 05:00:03,970 log level: None
2023-07-09 05:00:03,970 
start publishing

2023-07-09 05:00:06,510 #candidates: 98129
2023-07-09 05:00:06,510 #to_publish: 16
2023-07-09 05:00:06,566 processed file: [{'id': 59192, 'name': 'solo_L1_stix-cal-energy_20230614_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/14/CAL', 'version': 1, 'p_date': 1688871606.51061, 'm_date': 1687001415.2363045, 'esaname': 'solo_L1_stix-cal-energy_20230614_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:06,635 processed file: [{'id': 59193, 'name': 'solo_L1_stix-hk-maxi_20230614_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/14/HK', 'version': 1, 'p_date': 1688871606.566274, 'm_date': 1687001417.4843044, 'esaname': 'solo_L1_stix-hk-maxi_20230614_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:06,700 processed file: [{'id': 59194, 'name': 'solo_L1_stix-ql-lightcurve_20230613_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/13/QL', 'version': 1, 'p_date': 1688871606.63532, 'm_date': 1687001423.2043042, 'esaname': 'solo_L1_stix-ql-lightcurve_20230613_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:06,757 processed file: [{'id': 59195, 'name': 'solo_L1_stix-ql-variance_20230613_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/13/QL', 'version': 1, 'p_date': 1688871606.700881, 'm_date': 1687001422.9043043, 'esaname': 'solo_L1_stix-ql-variance_20230613_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:06,806 processed file: [{'id': 59196, 'name': 'solo_L1_stix-ql-spectra_20230613_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/13/QL', 'version': 1, 'p_date': 1688871606.757516, 'm_date': 1687001415.6883044, 'esaname': 'solo_L1_stix-ql-spectra_20230613_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:06,865 processed file: [{'id': 59197, 'name': 'solo_L1_stix-ql-background_20230613_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/13/QL', 'version': 1, 'p_date': 1688871606.806448, 'm_date': 1687001419.6083043, 'esaname': 'solo_L1_stix-ql-background_20230613_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:06,923 processed file: [{'id': 59198, 'name': 'solo_L1_stix-ql-flareflag_20230613_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/13/QL', 'version': 1, 'p_date': 1688871606.865233, 'm_date': 1687001421.7883043, 'esaname': 'solo_L1_stix-ql-flareflag_20230613_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:06,949 processed file: [{'id': 59199, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230615_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/15/QL', 'version': 1, 'p_date': 1688871606.923657, 'm_date': 1687001415.1363046, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230615_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,021 processed file: [{'id': 59200, 'name': 'solo_L0_stix-ql-lightcurve_0739929600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1688871606.94988, 'm_date': 1687001407.908305, 'esaname': 'solo_L0_stix-ql-lightcurve_0739929600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,084 processed file: [{'id': 59201, 'name': 'solo_L0_stix-ql-spectra_0739929600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1688871607.021269, 'm_date': 1687001408.208305, 'esaname': 'solo_L0_stix-ql-spectra_0739929600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,139 processed file: [{'id': 59202, 'name': 'solo_L0_stix-cal-energy_0740016000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1688871607.084896, 'm_date': 1687001407.8963048, 'esaname': 'solo_L0_stix-cal-energy_0740016000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,194 processed file: [{'id': 59203, 'name': 'solo_L0_stix-ql-background_0739929600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1688871607.139876, 'm_date': 1687001407.0283048, 'esaname': 'solo_L0_stix-ql-background_0739929600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,243 processed file: [{'id': 59204, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0740102400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1688871607.194918, 'm_date': 1687001406.940305, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0740102400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,274 processed file: [{'id': 59205, 'name': 'solo_L0_stix-ql-flareflag_0739929600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1688871607.243699, 'm_date': 1687001408.2003047, 'esaname': 'solo_L0_stix-ql-flareflag_0739929600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,331 processed file: [{'id': 59206, 'name': 'solo_L0_stix-ql-variance_0739929600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1688871607.274579, 'm_date': 1687001407.4683049, 'esaname': 'solo_L0_stix-ql-variance_0739929600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,377 processed file: [{'id': 59207, 'name': 'solo_L0_stix-hk-maxi_0740016000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1688871607.331581, 'm_date': 1687001414.6363046, 'esaname': 'solo_L0_stix-hk-maxi_0740016000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-09 05:00:07,379 connecting to localhost:12388