2023-05-30T18:33:40Z INFO __main__ 253: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = False [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-05-30T18:33:40Z INFO __main__ 270: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230529_003.tm IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-05-30T18:33:40Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/STIX_TM_04PM_BatchRequest.PktTmRaw.SOL.0.2023.121.21.07.33.007.hUyd@2023.148.16.00.02.290.6.xml') 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304081108-50846.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304097865-50847.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304096033-50849.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304090150-50852.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304097733-50850.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304084998-50845.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304091050-50848.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304090742-50851.fits 2023-05-30T18:33:41Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304096248-50853.fits 2023-05-30T18:33:41Z INFO __main__ 207: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304081108-50846.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304084998-50845.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304090150-50852.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304090742-50851.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304091050-50848.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304096033-50849.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304096248-50853.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304097733-50850.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304097865-50847.fits')} 2023-05-30T18:33:41Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-30T18:33:41Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230529_003.tm 2023-05-30T18:33:42Z WARNING stixcore.products.levelb.binary 318: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 10995 0 738495980 10996 0 738495982 10997 0 738495990 10998 0 738495993 10999 0 738495995 11000 0 738495997 11001 2 738495997 2023-05-30T18:33:46Z WARNING stixcore.products.levelb.binary 318: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 11198 1 738498456 11199 0 738498457 11200 0 738498459 11201 0 738498461 11202 0 738498463 11203 0 738498473 11204 0 738498480 11205 0 738498497 11206 0 738498497 11207 0 738498520 11208 0 738498536 11209 0 738498552 11210 0 738498561 11211 0 738498576 2023-05-30T18:33:49Z INFO __main__ 211: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734330852-0734331725_V01_2304097733-50850.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734334205-0734338444_V01_2304090742-50851.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734317390-0734318199_V01_2304097865-50847.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734308190-0734311410_V01_2304081108-50846.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734318459-0734319376_V01_2304091050-50848.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734320256-0734323932_V01_2304096033-50849.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734365413-0734366316_V01_2304090150-50852.fits')] 2023-05-30T18:33:49Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230529_003.tm 2023-05-30T18:33:50Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734330852-0734331725_V01_2304097733-50850.fits 2023-05-30T18:33:50Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-30T18:33:50Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734334205-0734338444_V01_2304090742-50851.fits 2023-05-30T18:33:50Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-30T18:33:50Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734317390-0734318199_V01_2304097865-50847.fits 2023-05-30T18:33:50Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-30T18:33:50Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734308190-0734311410_V01_2304081108-50846.fits 2023-05-30T18:33:50Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-30T18:33:51Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734318459-0734319376_V01_2304091050-50848.fits 2023-05-30T18:33:51Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-30T18:33:51Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734320256-0734323932_V01_2304096033-50849.fits 2023-05-30T18:33:51Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-30T18:33:51Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734365413-0734366316_V01_2304090150-50852.fits 2023-05-30T18:33:51Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-30T18:33:51Z INFO __main__ 215: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/08/SCI/solo_L1_stix-sci-xray-cpd_20230408T223239-20230408T232619_V01_2304081108-50846.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/09/SCI/solo_L1_stix-sci-xray-cpd_20230409T012348-20230409T013905_V01_2304091050-50848.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/09/SCI/solo_L1_stix-sci-xray-cpd_20230409T045021-20230409T050455_V01_2304097733-50850.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/09/SCI/solo_L1_stix-sci-xray-cpd_20230409T010559-20230409T011928_V01_2304097865-50847.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/09/SCI/solo_L1_stix-sci-xray-cpd_20230409T015345-20230409T025501_V01_2304096033-50849.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/09/SCI/solo_L1_stix-sci-xray-cpd_20230409T142622-20230409T144126_V01_2304090150-50852.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/09/SCI/solo_L1_stix-sci-xray-cpd_20230409T054615-20230409T065653_V01_2304090742-50851.fits')] 2023-05-30T18:33:51Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230529_003.tm 2023-05-30T18:33:52Z WARNING stixcore.processing.L1toL2 95: No L2 product match for product