2023-04-27 05:00:02,260 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230419/20230519
2023-04-27 05:00:02,344 found 2 entries
2023-04-27 05:00:03,178 write total 19377 entries to local storage
2023-04-27 05:00:03,506 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-04-27 05:00:03,508 db_file: /home/stixcore/soar_pub/published.sqlite
2023-04-27 05:00:03,508 include_all_products: False
2023-04-27 05:00:03,508 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-04-27 05:00:03,508 include_all_versions: True
2023-04-27 05:00:03,508 include_versions: False
2023-04-27 05:00:03,508 include_levels: {'l0': 1, 'l1': 1}
2023-04-27 05:00:03,508 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-04-27 05:00:03,508 target_dir: /home/solsoc/to_soc
2023-04-27 05:00:03,509 target_host: pub026.cs.technik.fhnw.ch
2023-04-27 05:00:03,509 scp: True
2023-04-27 05:00:03,509 wait_period: 21.0 d
2023-04-27 05:00:03,509 fits_dir: /data/stix/out/fits_v1.0.0
2023-04-27 05:00:03,509 temp_dir: /tmp/tmpd_ur3_9s
2023-04-27 05:00:03,509 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-04-27 05:00:03,509 update_rid_lut: True
2023-04-27 05:00:03,509 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-04-27 05:00:03,509 sort file: False
2023-04-27 05:00:03,510 blacklist files: []
2023-04-27 05:00:03,510 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-04-27 05:00:03,510 batch size: 20000
2023-04-27 05:00:03,510 send Mail report: True
2023-04-27 05:00:03,510 receivers: nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie
2023-04-27 05:00:03,510 log dir: /data/stix/out/fits_v1.0.0/logging
2023-04-27 05:00:03,510 log level: None
2023-04-27 05:00:03,510 
start publishing

2023-04-27 05:00:05,630 #candidates: 88392
2023-04-27 05:00:05,630 #to_publish: 20
2023-04-27 05:00:05,686 processed file: [{'id': 51692, 'name': 'solo_L1_stix-ql-background_20230401_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/01/QL', 'version': 1, 'p_date': 1682564405.63052, 'm_date': 1680672612.4613087, 'esaname': 'solo_L1_stix-ql-background_20230401_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:05,761 processed file: [{'id': 51693, 'name': 'solo_L1_stix-ql-lightcurve_20230401_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/01/QL', 'version': 1, 'p_date': 1682564405.6863, 'm_date': 1680672614.145309, 'esaname': 'solo_L1_stix-ql-lightcurve_20230401_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:05,821 processed file: [{'id': 51694, 'name': 'solo_L1_stix-ql-spectra_20230401_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/01/QL', 'version': 1, 'p_date': 1682564405.761424, 'm_date': 1680672611.7373087, 'esaname': 'solo_L1_stix-ql-spectra_20230401_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:05,875 processed file: [{'id': 51695, 'name': 'solo_L1_stix-ql-variance_20230401_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/01/QL', 'version': 1, 'p_date': 1682564405.821152, 'm_date': 1680672613.261309, 'esaname': 'solo_L1_stix-ql-variance_20230401_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:05,936 processed file: [{'id': 51696, 'name': 'solo_L1_stix-ql-flareflag_20230401_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/01/QL', 'version': 1, 'p_date': 1682564405.875942, 'm_date': 1680672618.309309, 'esaname': 'solo_L1_stix-ql-flareflag_20230401_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,009 processed file: [{'id': 51697, 'name': 'solo_L1_stix-cal-energy_20230401_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/01/CAL', 'version': 1, 'p_date': 1682564405.936895, 'm_date': 1680672611.1053088, 'esaname': 'solo_L1_stix-cal-energy_20230401_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,058 processed file: [{'id': 51698, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230403_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/03/QL', 'version': 1, 'p_date': 1682564406.009223, 'm_date': 1680719419.7191815, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230403_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,080 processed file: [{'id': 51699, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/QL', 'version': 1, 'p_date': 1682564406.058199, 'm_date': 1680672610.9893088, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,150 processed file: [{'id': 51700, 'name': 'solo_L1_stix-cal-energy_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/CAL', 'version': 1, 'p_date': 1682564406.080373, 'm_date': 1680719419.8391817, 'esaname': 'solo_L1_stix-cal-energy_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,216 processed file: [{'id': 51701, 'name': 'solo_L1_stix-hk-maxi_20230402_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/02/HK', 'version': 1, 'p_date': 1682564406.150407, 'm_date': 1680719421.4151816, 'esaname': 'solo_L1_stix-hk-maxi_20230402_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,289 processed file: [{'id': 51702, 'name': 'solo_L0_stix-ql-lightcurve_0733622400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1682564406.216336, 'm_date': 1680672606.7253087, 'esaname': 'solo_L0_stix-ql-lightcurve_0733622400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,362 processed file: [{'id': 51703, 'name': 'solo_L0_stix-ql-spectra_0733622400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1682564406.289949, 'm_date': 1680672605.8773086, 'esaname': 'solo_L0_stix-ql-spectra_0733622400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,429 processed file: [{'id': 51704, 'name': 'solo_L0_stix-cal-energy_0733622400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1682564406.36253, 'm_date': 1680672605.8333085, 'esaname': 'solo_L0_stix-cal-energy_0733622400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,496 processed file: [{'id': 51705, 'name': 'solo_L0_stix-cal-energy_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1682564406.429248, 'm_date': 1680719410.4351811, 'esaname': 'solo_L0_stix-cal-energy_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,549 processed file: [{'id': 51706, 'name': 'solo_L0_stix-ql-background_0733622400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1682564406.49659, 'm_date': 1680672604.9493086, 'esaname': 'solo_L0_stix-ql-background_0733622400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,600 processed file: [{'id': 51707, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1682564406.550097, 'm_date': 1680672604.2213085, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,624 processed file: [{'id': 51708, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0733795200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1682564406.600379, 'm_date': 1680719408.8511813, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0733795200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,659 processed file: [{'id': 51709, 'name': 'solo_L0_stix-ql-flareflag_0733622400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1682564406.624628, 'm_date': 1680672606.2893085, 'esaname': 'solo_L0_stix-ql-flareflag_0733622400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,714 processed file: [{'id': 51710, 'name': 'solo_L0_stix-ql-variance_0733622400_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1682564406.659171, 'm_date': 1680672605.0733085, 'esaname': 'solo_L0_stix-ql-variance_0733622400_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,760 processed file: [{'id': 51711, 'name': 'solo_L0_stix-hk-maxi_0733708800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1682564406.714165, 'm_date': 1680719415.4911814, 'esaname': 'solo_L0_stix-hk-maxi_0733708800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-04-27 05:00:06,761 connecting to localhost:12388