2023-11-20T08:26:10Z INFO __main__ 254: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-11-20T08:26:10Z INFO __main__ 271: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231119_001.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-11-20T08:26:10Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.15.04.21.668.JFdI@2023.322.16.00.03.483.7.xml') 2023-11-20T08:26:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-34_0753580800_V01.fits exists appending data 2023-11-20T08:26:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0753580800_V01.fits 2023-11-20T08:26:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310109152-58328.fits 2023-11-20T08:26:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310104649-58327.fits 2023-11-20T08:26:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310108060-58325.fits exists appending data 2023-11-20T08:26:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310108060-58325.fits 2023-11-20T08:26:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310262084-58329.fits exists appending data 2023-11-20T08:26:15Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310262084-58329.fits 2023-11-20T08:26:16Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310104761-58326.fits 2023-11-20T08:26:16Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310104649-58327.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310104761-58326.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310108060-58325.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310109152-58328.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310262084-58329.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0753580800_V01.fits')} 2023-11-20T08:26:16Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-11-20T08:26:16Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-11-20T08:26:16Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-20T08:26:16Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-20T08:26:16Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231119_001.tm 2023-11-20T08:26:16Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231119_001.tm 2023-11-20T08:26:16Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0753580800_V01.fits 2023-11-20T08:26:17Z INFO stixcore.io.fits.processors 489: Fits file solo_L0_stix-ql-flareflag_0753580800_V01U.fits exists appending data 2023-11-20T08:28:07Z INFO __main__ 212: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0753580800_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750231341-0750231484_V01_2310104649-58327.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750226876-0750227758_V01_2310108060-58325.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750230656-0750230838_V01_2310104761-58326.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750241198-0750242122_V01_2310109152-58328.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751674615-0751696223_V01_2310262084-58329.fits')] 2023-11-20T08:28:07Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-20T08:28:07Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-20T08:28:07Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231119_001.tm 2023-11-20T08:28:07Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231119_001.tm 2023-11-20T08:28:07Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0753580800_V01U.fits 2023-11-20T08:28:07Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750231341-0750231484_V01_2310104649-58327.fits 2023-11-20T08:28:07Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-10 05:38:58.619083 - 2023-10-10 05:41:21.719324 2023-11-20T08:28:07Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750226876-0750227758_V01_2310108060-58325.fits 2023-11-20T08:28:07Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-10 04:24:34.110793 - 2023-10-10 04:39:16.012425 2023-11-20T08:28:08Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750230656-0750230838_V01_2310104761-58326.fits 2023-11-20T08:28:08Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-10 05:27:34.317794 - 2023-10-10 05:30:36.218126 2023-11-20T08:28:08Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750241198-0750242122_V01_2310109152-58328.fits 2023-11-20T08:28:08Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-10 08:23:15.537395 - 2023-10-10 08:38:40.339100 2023-11-20T08:28:08Z INFO stixcore.io.fits.processors 785: Fits file solo_L1_stix-ql-flareflag_20231118_V01U.fits exists appending data 2023-11-20T08:28:08Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-20T08:28:08Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751674615-0751696223_V01_2310262084-58329.fits 2023-11-20T08:28:08Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-26 22:33:35.662928 - 2023-10-27 04:33:43.702296 2023-11-20T08:28:09Z INFO stixcore.io.fits.processors 785: Fits file solo_L1_stix-ql-flareflag_20231119_V01U.fits exists appending data 2023-11-20T08:28:09Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-20T08:28:09Z INFO __main__ 216: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/10/SCI/solo_L1_stix-sci-xray-cpd_20231010T082315-20231010T083840_V01_2310109152-58328.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/10/SCI/solo_L1_stix-sci-xray-cpd_20231010T052734-20231010T053036_V01_2310104761-58326.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/19/QL/solo_L1_stix-ql-flareflag_20231119_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/18/QL/solo_L1_stix-ql-flareflag_20231118_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/10/SCI/solo_L1_stix-sci-xray-cpd_20231010T042434-20231010T043916_V01_2310108060-58325.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/26/SCI/solo_L1_stix-sci-xray-cpd_20231026T223335-20231027T043343_V01_2310262084-58329.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/10/SCI/solo_L1_stix-sci-xray-cpd_20231010T053858-20231010T054121_V01_2310104649-58327.fits')] 2023-11-20T08:28:09Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-20T08:28:09Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-20T08:28:09Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231119_001.tm 2023-11-20T08:28:09Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231119_001.tm 2023-11-20T08:28:10Z INFO stixcore.io.fits.processors 877: no writeout of L2 ql-flareflag FITS files. 2023-11-20T08:28:10Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product