2023-07-21 05:00:01,862 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230716/20230815
2023-07-21 05:00:01,945 found 2 entries
2023-07-21 05:00:02,797 write total 19762 entries to local storage
2023-07-21 05:00:03,124 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-07-21 05:00:03,125 db_file: /home/stixcore/soar_pub/published.sqlite
2023-07-21 05:00:03,125 include_all_products: False
2023-07-21 05:00:03,125 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-07-21 05:00:03,125 include_all_versions: True
2023-07-21 05:00:03,125 include_versions: False
2023-07-21 05:00:03,125 include_levels: {'l0': 1, 'l1': 1}
2023-07-21 05:00:03,125 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-07-21 05:00:03,125 target_dir: /home/solsoc/to_soc
2023-07-21 05:00:03,125 target_host: pub026.cs.technik.fhnw.ch
2023-07-21 05:00:03,125 scp: True
2023-07-21 05:00:03,125 wait_period: 21.0 d
2023-07-21 05:00:03,125 fits_dir: /data/stix/out/fits_v1.0.0
2023-07-21 05:00:03,125 temp_dir: /tmp/tmpyzde84cj
2023-07-21 05:00:03,125 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-07-21 05:00:03,125 update_rid_lut: True
2023-07-21 05:00:03,125 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-07-21 05:00:03,125 sort file: False
2023-07-21 05:00:03,125 blacklist files: []
2023-07-21 05:00:03,125 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-07-21 05:00:03,126 batch size: 20000
2023-07-21 05:00:03,126 send Mail report: True
2023-07-21 05:00:03,126 receivers: nicky.hochmuth@ateleris.ch
2023-07-21 05:00:03,126 log dir: /data/stix/out/fits_v1.0.0/logging
2023-07-21 05:00:03,126 log level: None
2023-07-21 05:00:03,126 
start publishing

2023-07-21 05:00:05,638 #candidates: 98287
2023-07-21 05:00:05,639 #to_publish: 18
2023-07-21 05:00:05,684 processed file: [{'id': 60364, 'name': 'solo_L1_stix-sci-aspect-burst_20230530T015959-20230530T075957_V01_2305298861.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/30/SCI', 'version': 1, 'p_date': 1689908405.657718, 'm_date': 1689908405.6541588, 'esaname': 'solo_L1_stix-sci-aspect-burst_20230530T015959-20230530T075957_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:05,745 processed file: [{'id': 60365, 'name': 'solo_L1_stix-sci-aspect-burst_20230530T075959-20230530T112958_V01_2305297213.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/30/SCI', 'version': 1, 'p_date': 1689908405.704805, 'm_date': 1689908405.702159, 'esaname': 'solo_L1_stix-sci-aspect-burst_20230530T075959-20230530T112958_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:05,746 no BSD request comment added nothing found in LUT for rid: 2305098335
2023-07-21 05:00:05,783 processed file: [{'id': 60366, 'name': 'solo_L1_stix-sci-aspect-burst_20230509T000000-20230509T015959_V01_2305098335.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/09/SCI', 'version': 1, 'p_date': 1689908405.746824, 'm_date': 1688038214.4833138, 'esaname': 'solo_L1_stix-sci-aspect-burst_20230509T000000-20230509T015959_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:05,840 processed file: [{'id': 60367, 'name': 'solo_L1_stix-sci-aspect-burst_20230529T195959-20230530T015957_V01_2305295416.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/29/SCI', 'version': 1, 'p_date': 1689908405.799637, 'm_date': 1689908405.798159, 'esaname': 'solo_L1_stix-sci-aspect-burst_20230529T195959-20230530T015957_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:05,840 no BSD request comment added nothing found in LUT for rid: 2305166870
2023-07-21 05:00:05,869 processed file: [{'id': 60368, 'name': 'solo_L1_stix-sci-aspect-burst_20230515T235959-20230516T015959_V01_2305166870.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/15/SCI', 'version': 1, 'p_date': 1689908405.840937, 'm_date': 1688038214.6513138, 'esaname': 'solo_L1_stix-sci-aspect-burst_20230515T235959-20230516T015959_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:05,922 processed file: [{'id': 60369, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230627_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/27/QL', 'version': 1, 'p_date': 1689908405.869448, 'm_date': 1688038214.4873137, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230627_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,000 processed file: [{'id': 60370, 'name': 'solo_L1_stix-cal-energy_20230626_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/26/CAL', 'version': 1, 'p_date': 1689908405.922697, 'm_date': 1688038214.5633137, 'esaname': 'solo_L1_stix-cal-energy_20230626_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,062 processed file: [{'id': 60371, 'name': 'solo_L1_stix-hk-maxi_20230626_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/06/26/HK', 'version': 1, 'p_date': 1689908406.001057, 'm_date': 1688038216.8193138, 'esaname': 'solo_L1_stix-hk-maxi_20230626_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,062 no BSD request comment added nothing found in LUT for rid: 2304221214
2023-07-21 05:00:06,114 processed file: [{'id': 60372, 'name': 'solo_L1_stix-sci-aspect-burst_20230422T161759-20230422T162958_V01_2304221214.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/04/22/SCI', 'version': 1, 'p_date': 1689908406.062822, 'm_date': 1688038214.9593136, 'esaname': 'solo_L1_stix-sci-aspect-burst_20230422T161759-20230422T162958_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,176 processed file: [{'id': 60373, 'name': 'solo_L0_stix-cal-energy_0741052800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1689908406.114983, 'm_date': 1688038207.5473142, 'esaname': 'solo_L0_stix-cal-energy_0741052800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,233 processed file: [{'id': 60374, 'name': 'solo_L0_stix-sci-aspect-burst_0738748622-0738761221_V01_2305297213.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/42', 'version': 1, 'p_date': 1689908406.194586, 'm_date': 1689908406.1901588, 'esaname': 'solo_L0_stix-sci-aspect-burst_0738748622-0738761221_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,234 no BSD request comment added nothing found in LUT for rid: 2305098335
2023-07-21 05:00:06,256 processed file: [{'id': 60375, 'name': 'solo_L0_stix-sci-aspect-burst_0736905426-0736912625_V01_2305098335.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/42', 'version': 1, 'p_date': 1689908406.234115, 'm_date': 1688038207.051314, 'esaname': 'solo_L0_stix-sci-aspect-burst_0736905426-0736912625_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,257 no BSD request comment added nothing found in LUT for rid: 2305166870
2023-07-21 05:00:06,317 processed file: [{'id': 60376, 'name': 'solo_L0_stix-sci-aspect-burst_0737510224-0737517424_V01_2305166870.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/42', 'version': 1, 'p_date': 1689908406.257313, 'm_date': 1688038207.651314, 'esaname': 'solo_L0_stix-sci-aspect-burst_0737510224-0737517424_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,374 processed file: [{'id': 60377, 'name': 'solo_L0_stix-sci-aspect-burst_0738727022-0738748620_V01_2305298861.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/42', 'version': 1, 'p_date': 1689908406.332408, 'm_date': 1689908406.3301587, 'esaname': 'solo_L0_stix-sci-aspect-burst_0738727022-0738748620_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,374 no BSD request comment added nothing found in LUT for rid: 2304221214
2023-07-21 05:00:06,399 processed file: [{'id': 60378, 'name': 'solo_L0_stix-sci-aspect-burst_0735495307-0735496027_V01_2304221214.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/42', 'version': 1, 'p_date': 1689908406.374835, 'm_date': 1688038205.755314, 'esaname': 'solo_L0_stix-sci-aspect-burst_0735495307-0735496027_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,454 processed file: [{'id': 60379, 'name': 'solo_L0_stix-sci-aspect-burst_0738705422-0738727020_V01_2305295416.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/42', 'version': 1, 'p_date': 1689908406.412952, 'm_date': 1689908406.4101589, 'esaname': 'solo_L0_stix-sci-aspect-burst_0738705422-0738727020_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,475 processed file: [{'id': 60380, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0741139200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1689908406.454479, 'm_date': 1688038207.015314, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0741139200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,541 processed file: [{'id': 60381, 'name': 'solo_L0_stix-hk-maxi_0741052800_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1689908406.475448, 'm_date': 1688038212.271314, 'esaname': 'solo_L0_stix-hk-maxi_0741052800_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-07-21 05:00:06,542 connecting to localhost:12388