2023-06-16T18:30:06Z INFO __main__ 253: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = False [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-06-16T18:30:06Z INFO __main__ 270: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-06-16T18:30:06Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/STIX_TM_04PM_BatchRequest.PktTmRaw.SOL.0.2023.121.21.07.33.041.bybt@2023.165.16.00.02.111.1.xml') 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-30_0740016000_V01.fits exists appending data 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-32_0740016000_V01.fits exists appending data 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-1-1_0740016000_V01.fits exists appending data 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-1-7_0740016000_V01.fits exists appending data 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0740016000_V01.fits 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0740016000_V01.fits 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/1/1/solo_LB_stix-1-1_0740016000_V01.fits 2023-06-16T18:30:06Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/1/7/solo_LB_stix-1-7_0740016000_V01.fits 2023-06-16T18:30:08Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-33_0740016000_V01.fits exists appending data 2023-06-16T18:30:08Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-34_0740016000_V01.fits exists appending data 2023-06-16T18:30:08Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-31_0740016000_V01.fits exists appending data 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303172769-52893.fits exists appending data 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/33/solo_LB_stix-21-6-33_0740016000_V01.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0740016000_V01.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0740016000_V01.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303172769-52893.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303178144-52897.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303166440-52894.fits exists appending data 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303166440-52894.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303049696-52888.fits exists appending data 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303049696-52888.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303176073-52896.fits exists appending data 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303176073-52896.fits 2023-06-16T18:30:09Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303177686-52890.fits exists appending data 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303177686-52890.fits 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303173491-52895.fits exists appending data 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303173491-52895.fits 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303171659-52892.fits exists appending data 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303171659-52892.fits 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303176878-52898.fits 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303173837-52900.fits 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303170775-52899.fits 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303170861-52891.fits exists appending data 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303170861-52891.fits 2023-06-16T18:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303160449-52889.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303160449-52889.fits 2023-06-16T18:30:11Z INFO __main__ 207: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/1/1/solo_LB_stix-1-1_0740016000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/1/7/solo_LB_stix-1-7_0740016000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303049696-52888.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303160449-52889.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303166440-52894.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303170775-52899.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303170861-52891.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303171659-52892.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303172769-52893.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303173491-52895.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303173837-52900.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303176073-52896.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303176878-52898.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303177686-52890.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303178144-52897.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0740016000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0740016000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0740016000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/33/solo_LB_stix-21-6-33_0740016000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0740016000_V01.fits')} 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-06-16T18:30:11Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230616_001.tm 2023-06-16T18:30:11Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0740016000_V01.fits 2023-06-16T18:30:11Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0740016000_V01.fits 2023-06-16T18:30:11Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0740016000_V01.fits 2023-06-16T18:30:11Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/1/1/solo_LB_stix-1-1_0740016000_V01.fits 2023-06-16T18:30:11Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0740016000_V01.fits 2023-06-16T18:30:11Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/1/7/solo_LB_stix-1-7_0740016000_V01.fits 2023-06-16T18:30:11Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/33/solo_LB_stix-21-6-33_0740016000_V01.fits 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-tc-verify-1_0740016000_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-tc-verify-7_0740016000_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-variance_0739929600_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-background_0739929600_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-variance_0740016000_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-spectra_0739929600_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-background_0740016000_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0739929600_V01.fits exists appending data 2023-06-16T18:30:11Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-flareflag_0739929600_V01.fits exists appending data 2023-06-16T18:30:12Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-spectra_0740016000_V01.fits exists appending data 2023-06-16T18:30:12Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-flareflag_0740016000_V01.fits exists appending data 2023-06-16T18:30:12Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0740016000_V01.fits exists appending data 2023-06-16T18:30:26Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-sci-xray-cpd_0732368769-0732369543_V01_2303173491-52895.fits exists appending data 2023-06-16T18:30:26Z INFO stixcore.processing.LBtoL0 117: Tried to combine 2 BSD products: sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 14462 1 740058100 14463 0 740058102 14464 0 740058102 14465 0 740058103 14466 0 740058104 14467 0 740058105 14468 0 740058106 14469 0 740058107 14470 0 740058108 14471 0 740058108 14472 0 740058110 14473 0 740058119 14474 0 740058122 14475 0 740058126 14476 0 740058136 14477 0 740058141 14478 0 740058152 14479 0 740058153 14480 0 740058160 14481 0 740058174 14482 0 740058191 14483 0 740058204 14484 0 740058218 14485 0 740058225 14486 0 740058238 14487 0 740058239 14488 0 740058251 14489 0 740058264 14490 0 740058270 14491 0 740058282 14492 0 740058288 14493 0 740058299 14494 0 740058311 14495 0 740058315 14496 0 740058316 14497 0 740058326 14498 0 740058331 14499 0 740058335 14500 0 740058344 14501 0 740058348 14502 0 740058351 14503 0 740058360 14504 0 740058360 14505 0 740058363 14506 0 740058366 14507 0 740058368 14508 0 740058376 14509 0 740058379 14510 0 740058381 14511 0 740058383 14512 0 740058385 14513 0 740058386 14514 0 740058394 14515 0 740058396 14516 0 740058398 14517 0 740058400 14518 0 740058402 14519 0 740058403 14520 0 740058411 14521 0 740058411 14522 0 740058412 14523 0 740058414 14524 0 740058415 14525 0 740058416 14526 0 740058417 14527 0 740058419 14528 0 740058420 14529 0 740058421 14530 0 740058421 14531 0 740058423 14532 0 740058430 14533 0 740058431 14534 0 740058432 14535 0 740058434 14536 0 740058435 14537 0 740058437 14538 0 740058438 14539 0 740058439 14540 0 740058441 14541 0 740058448 14542 0 740058450 14543 0 740058451 14544 0 740058452 14545 0 740058454 14546 0 740058455 14547 0 740058455 14548 0 740058456 14549 0 740058457 14550 0 740058458 14551 0 740058459 14552 0 740058460 14553 0 740058468 14554 0 740058469 14555 0 740058469 14556 0 740058470 14557 0 740058471 14558 0 740058472 14559 0 740058473 14560 0 740058474 2023-06-16T18:30:46Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-sci-xray-cpd_0732319200-0732320682_V01_2303160449-52889.fits exists appending data 2023-06-16T18:30:46Z INFO stixcore.processing.LBtoL0 117: Tried to combine 2 BSD products: