2023-12-17T17:31:42Z INFO __main__ 254: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-12-17T17:31:42Z INFO __main__ 271: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231216_001.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-12-17T17:31:42Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.14.56.07.345.wzUF@2023.351.16.00.02.648.3.xml') 2023-12-17T17:31:46Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311095295-63641.fits 2023-12-17T17:31:46Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311101295-63642.fits 2023-12-17T17:31:46Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311118747-63634.fits 2023-12-17T17:31:46Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311119642-63637.fits 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117556-63638.fits 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311118501-63633.fits 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117976-63632.fits exists appending data 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117976-63632.fits 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311112514-63635.fits 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117760-63639.fits 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311113710-63640.fits 2023-12-17T17:31:47Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117140-63636.fits 2023-12-17T17:31:48Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311095295-63641.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311101295-63642.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311112514-63635.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311113710-63640.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117140-63636.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117556-63638.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117760-63639.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311117976-63632.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311118501-63633.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311118747-63634.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311119642-63637.fits')} 2023-12-17T17:31:48Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-12-17T17:31:48Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm 2023-12-17T17:31:48Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231216_001.tm 2023-12-17T17:33:07Z WARNING stixcore.products.levelb.binary 322: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 12326 1 756095685 12327 0 756095685 12328 0 756095686 12329 0 756095687 12330 0 756095687 12331 0 756095688 12332 0 756095689 12333 0 756095689 12334 0 756095690 12335 0 756095691 12336 0 756095691 12337 0 756095692 12338 0 756095693 12339 0 756095693 12340 0 756095694 12341 0 756095695 12342 0 756095695 12343 0 756095696 12344 0 756095696 12345 0 756095697 12346 0 756095698 12347 0 756095699 12348 0 756095700 12349 0 756095707 12350 0 756095708 12351 0 756095709 12352 0 756095710 12353 0 756095711 12354 0 756095711 12355 0 756095712 12356 0 756095713 12357 0 756095713 12358 0 756095714 12359 0 756095715 12360 0 756095716 12361 0 756095716 12362 0 756095717 12363 0 756095718 12364 0 756095719 12365 0 756095719 12366 0 756095720 12367 0 756095720 12368 0 756095721 12369 0 756095721 12370 0 756095722 12371 0 756095723 12372 0 756095724 12373 0 756095724 12374 0 756095725 12375 0 756095725 12376 0 756095726 12377 0 756095733 12378 0 756095733 12379 0 756095734 12380 0 756095735 12381 0 756095736 12382 0 756095736 12383 0 756095737 12384 0 756095738 12385 0 756095739 12386 0 756095740 12387 0 756095740 12388 0 756095741 12389 0 756095742 12390 0 756095743 12391 0 756095744 12392 0 756095744 12393 0 756095745 12394 0 756095745 12395 0 756095746 12396 0 756095747 12397 0 756095748 12398 0 756095749 12399 0 756095749 12400 0 756095750 12401 0 756095751 12402 0 756095751 12403 0 756095752 12404 0 756095759 12405 0 756095760 12406 0 756095760 2023-12-17T17:33:17Z INFO __main__ 212: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753009678-0753020374_V01_2311119642-63637.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753005719-0753007658_V01_2311118747-63634.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753007558-0753008820_V01_2311112514-63635.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753024286-0753025708_V01_2311117760-63639.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753020214-0753024466_V01_2311117556-63638.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753008562-0753009888_V01_2311117140-63636.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753002559-0753003367_V01_2311117976-63632.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0752882783-0752883717_V01_2311095295-63641.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753028868-0753030678_V01_2311113710-63640.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753003250-0753006075_V01_2311118501-63633.fits')] 2023-12-17T17:33:18Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm 2023-12-17T17:33:18Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231216_001.tm 2023-12-17T17:33:18Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753009678-0753020374_V01_2311119642-63637.fits 2023-12-17T17:33:18Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:18Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753005719-0753007658_V01_2311118747-63634.fits 2023-12-17T17:33:18Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753007558-0753008820_V01_2311112514-63635.fits 2023-12-17T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753024286-0753025708_V01_2311117760-63639.fits 2023-12-17T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753020214-0753024466_V01_2311117556-63638.fits 2023-12-17T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753008562-0753009888_V01_2311117140-63636.fits 2023-12-17T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753002559-0753003367_V01_2311117976-63632.fits 2023-12-17T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0752882783-0752883717_V01_2311095295-63641.fits 2023-12-17T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753028868-0753030678_V01_2311113710-63640.fits 2023-12-17T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753003250-0753006075_V01_2311118501-63633.fits 2023-12-17T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-17T17:33:21Z INFO __main__ 216: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/09/SCI/solo_L1_stix-sci-xray-cpd_20231109T220945-20231109T222519_V01_2311095295-63641.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T073733-20231111T082437_V01_2311118501-63633.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T084920-20231111T091023_V01_2311112514-63635.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T122016-20231111T133109_V01_2311117556-63638.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T090604-20231111T092810_V01_2311117140-63636.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T092441-20231111T122256_V01_2311119642-63637.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T132809-20231111T135151_V01_2311117760-63639.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T072602-20231111T073929_V01_2311117976-63632.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T144431-20231111T151441_V01_2311113710-63640.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/11/SCI/solo_L1_stix-sci-xray-cpd_20231111T081842-20231111T085100_V01_2311118747-63634.fits')] 2023-12-17T17:33:21Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm 2023-12-17T17:33:21Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231216_001.tm 2023-12-17T17:33:21Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product