2023-08-25 05:00:02,446 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230819/20230918
2023-08-25 05:00:02,538 found 17 entries
2023-08-25 05:00:03,400 write total 19843 entries to local storage
2023-08-25 05:00:03,713 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-08-25 05:00:03,713 db_file: /home/stixcore/soar_pub/published.sqlite
2023-08-25 05:00:03,714 include_all_products: False
2023-08-25 05:00:03,714 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-08-25 05:00:03,714 include_all_versions: True
2023-08-25 05:00:03,714 include_versions: False
2023-08-25 05:00:03,714 include_levels: {'l0': 1, 'l1': 1}
2023-08-25 05:00:03,714 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-08-25 05:00:03,714 target_dir: /home/solsoc/to_soc
2023-08-25 05:00:03,714 target_host: pub026.cs.technik.fhnw.ch
2023-08-25 05:00:03,714 scp: True
2023-08-25 05:00:03,714 wait_period: 21.0 d
2023-08-25 05:00:03,714 fits_dir: /data/stix/out/fits_v1.0.0
2023-08-25 05:00:03,714 temp_dir: /tmp/tmplacaemv7
2023-08-25 05:00:03,714 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-08-25 05:00:03,714 update_rid_lut: True
2023-08-25 05:00:03,714 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-08-25 05:00:03,714 sort file: False
2023-08-25 05:00:03,714 blacklist files: []
2023-08-25 05:00:03,714 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-08-25 05:00:03,714 batch size: 20000
2023-08-25 05:00:03,714 send Mail report: True
2023-08-25 05:00:03,714 receivers: nicky.hochmuth@ateleris.ch
2023-08-25 05:00:03,714 log dir: /data/stix/out/fits_v1.0.0/logging
2023-08-25 05:00:03,714 log level: None
2023-08-25 05:00:03,714 
start publishing

2023-08-25 05:00:06,458 #candidates: 103299
2023-08-25 05:00:06,458 #to_publish: 30
2023-08-25 05:00:06,489 processed file: [{'id': 63080, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230730_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/30/QL', 'version': 1, 'p_date': 1692932406.458519, 'm_date': 1691059038.3602283, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230730_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,555 processed file: [{'id': 63081, 'name': 'solo_L1_stix-ql-flareflag_20230727_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/27/QL', 'version': 1, 'p_date': 1692932406.490123, 'm_date': 1691058417.4282553, 'esaname': 'solo_L1_stix-ql-flareflag_20230727_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,619 processed file: [{'id': 63082, 'name': 'solo_L1_stix-ql-spectra_20230727_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/27/QL', 'version': 1, 'p_date': 1692932406.55554, 'm_date': 1691058406.9002557, 'esaname': 'solo_L1_stix-ql-spectra_20230727_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,683 processed file: [{'id': 63083, 'name': 'solo_L1_stix-ql-lightcurve_20230727_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/27/QL', 'version': 1, 'p_date': 1692932406.619169, 'm_date': 1691058413.2002556, 'esaname': 'solo_L1_stix-ql-lightcurve_20230727_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,750 processed file: [{'id': 63084, 'name': 'solo_L1_stix-ql-variance_20230727_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/27/QL', 'version': 1, 'p_date': 1692932406.683639, 'm_date': 1691058413.0002556, 'esaname': 'solo_L1_stix-ql-variance_20230727_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,816 processed file: [{'id': 63085, 'name': 'solo_L1_stix-ql-background_20230727_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/27/QL', 'version': 1, 'p_date': 1692932406.750755, 'm_date': 1691058407.2802558, 'esaname': 'solo_L1_stix-ql-background_20230727_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,877 processed file: [{'id': 63086, 'name': 'solo_L1_stix-ql-background_20230728_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/28/QL', 'version': 1, 'p_date': 1692932406.816858, 'm_date': 1691059039.5602283, 'esaname': 'solo_L1_stix-ql-background_20230728_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,938 processed file: [{'id': 63087, 'name': 'solo_L1_stix-ql-flareflag_20230728_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/28/QL', 'version': 1, 'p_date': 1692932406.87767, 'm_date': 1691059049.5602279, 'esaname': 'solo_L1_stix-ql-flareflag_20230728_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:06,973 processed file: [{'id': 63088, 'name': 'solo_L1_stix-ql-variance_20230728_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/28/QL', 'version': 1, 'p_date': 1692932406.939131, 'm_date': 1691059045.3522282, 'esaname': 'solo_L1_stix-ql-variance_20230728_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,035 processed file: [{'id': 63089, 'name': 'solo_L1_stix-ql-spectra_20230728_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/28/QL', 'version': 1, 'p_date': 1692932406.973948, 'm_date': 1691059038.5202284, 'esaname': 'solo_L1_stix-ql-spectra_20230728_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,100 processed file: [{'id': 63090, 'name': 'solo_L1_stix-ql-lightcurve_20230728_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/28/QL', 'version': 1, 'p_date': 1692932407.036135, 'm_date': 1691059050.6562278, 'esaname': 'solo_L1_stix-ql-lightcurve_20230728_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,213 processed file: [{'id': 63091, 'name': 'solo_L1_stix-cal-energy_20230728_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/28/CAL', 'version': 1, 'p_date': 1692932407.100914, 'm_date': 1691058406.3202558, 'esaname': 'solo_L1_stix-cal-energy_20230728_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,269 processed file: [{'id': 63092, 'name': 'solo_L1_stix-hk-maxi_20230728_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/28/HK', 'version': 1, 'p_date': 1692932407.213189, 'm_date': 1691058407.9762557, 'esaname': 'solo_L1_stix-hk-maxi_20230728_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,327 processed file: [{'id': 63093, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230729_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/29/QL', 'version': 1, 'p_date': 1692932407.269287, 'm_date': 1691058406.1442559, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230729_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,398 processed file: [{'id': 63094, 'name': 'solo_L1_stix-hk-maxi_20230729_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/07/29/HK', 'version': 1, 'p_date': 1692932407.327559, 'm_date': 1691059039.7842283, 'esaname': 'solo_L1_stix-hk-maxi_20230729_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,466 processed file: [{'id': 63095, 'name': 'solo_L0_stix-ql-lightcurve_0743731200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1692932407.398523, 'm_date': 1691058395.3202562, 'esaname': 'solo_L0_stix-ql-lightcurve_0743731200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,548 processed file: [{'id': 63096, 'name': 'solo_L0_stix-ql-lightcurve_0743817600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1692932407.466437, 'm_date': 1691059025.432229, 'esaname': 'solo_L0_stix-ql-lightcurve_0743817600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,615 processed file: [{'id': 63097, 'name': 'solo_L0_stix-ql-spectra_0743817600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1692932407.54818, 'm_date': 1691059026.384229, 'esaname': 'solo_L0_stix-ql-spectra_0743817600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,681 processed file: [{'id': 63098, 'name': 'solo_L0_stix-ql-spectra_0743731200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1692932407.61536, 'm_date': 1691058394.1362565, 'esaname': 'solo_L0_stix-ql-spectra_0743731200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,780 processed file: [{'id': 63099, 'name': 'solo_L0_stix-cal-energy_0743817600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1692932407.682003, 'm_date': 1691058393.2722564, 'esaname': 'solo_L0_stix-cal-energy_0743817600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,844 processed file: [{'id': 63100, 'name': 'solo_L0_stix-ql-background_0743731200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1692932407.780268, 'm_date': 1691058392.3162565, 'esaname': 'solo_L0_stix-ql-background_0743731200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,906 processed file: [{'id': 63101, 'name': 'solo_L0_stix-ql-background_0743817600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1692932407.844302, 'm_date': 1691059024.588229, 'esaname': 'solo_L0_stix-ql-background_0743817600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,934 processed file: [{'id': 63102, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0743990400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1692932407.907095, 'm_date': 1691059023.904229, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0743990400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:07,987 processed file: [{'id': 63103, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0743904000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1692932407.935115, 'm_date': 1691058392.1882565, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0743904000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:08,032 processed file: [{'id': 63104, 'name': 'solo_L0_stix-ql-flareflag_0743731200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1692932407.987537, 'm_date': 1691058393.0882564, 'esaname': 'solo_L0_stix-ql-flareflag_0743731200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:08,093 processed file: [{'id': 63105, 'name': 'solo_L0_stix-ql-flareflag_0743817600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1692932408.032496, 'm_date': 1691059027.388229, 'esaname': 'solo_L0_stix-ql-flareflag_0743817600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:08,131 processed file: [{'id': 63106, 'name': 'solo_L0_stix-ql-variance_0743731200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1692932408.093196, 'm_date': 1691058391.9962564, 'esaname': 'solo_L0_stix-ql-variance_0743731200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:08,195 processed file: [{'id': 63107, 'name': 'solo_L0_stix-ql-variance_0743817600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1692932408.131737, 'm_date': 1691059024.240229, 'esaname': 'solo_L0_stix-ql-variance_0743817600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:08,254 processed file: [{'id': 63108, 'name': 'solo_L0_stix-hk-maxi_0743817600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1692932408.19571, 'm_date': 1691058405.4442558, 'esaname': 'solo_L0_stix-hk-maxi_0743817600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:08,322 processed file: [{'id': 63109, 'name': 'solo_L0_stix-hk-maxi_0743904000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1692932408.255125, 'm_date': 1691059037.7282283, 'esaname': 'solo_L0_stix-hk-maxi_0743904000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-08-25 05:00:08,323 connecting to localhost:12388