2023-12-27T17:31:25Z INFO __main__ 255: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-12-27T17:31:25Z INFO __main__ 272: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231226_001.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-12-27T17:31:25Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.14.56.07.361.cfoe@2023.361.16.00.36.089.4.xml') 2023-12-27T17:31:30Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311210367-64730.fits exists appending data 2023-12-27T17:31:30Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311210367-64730.fits 2023-12-27T17:31:30Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311212224-64736.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311215558-64740.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311215471-64734.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311214246-64739.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311219205-64732.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311210366-64733.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311212339-64741.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311214021-64735.fits 2023-12-27T17:31:31Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311216903-64737.fits 2023-12-27T17:31:32Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311215181-64742.fits 2023-12-27T17:31:32Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311211900-64731.fits 2023-12-27T17:31:32Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311216590-64738.fits 2023-12-27T17:31:32Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311210366-64733.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311210367-64730.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311211900-64731.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311212224-64736.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311212339-64741.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311214021-64735.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311214246-64739.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311215181-64742.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311215471-64734.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311215558-64740.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311216590-64738.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311216903-64737.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311219205-64732.fits')} 2023-12-27T17:31:32Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-12-27T17:31:32Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm 2023-12-27T17:31:32Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231226_001.tm 2023-12-27T17:33:07Z WARNING stixcore.products.levelb.binary 322: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 5573 1 756957509 5574 0 756957510 5575 0 756957511 5576 0 756957511 5577 0 756957512 5578 0 756957512 5579 0 756957519 5580 0 756957520 5581 0 756957520 5582 0 756957521 5583 0 756957522 5584 0 756957522 5585 0 756957523 5586 0 756957523 5587 0 756957524 5588 0 756957525 5589 0 756957525 5590 0 756957526 5591 0 756957526 5592 0 756957527 5593 0 756957528 5594 0 756957528 5595 0 756957529 5596 0 756957530 5597 0 756957531 5598 0 756957531 5599 0 756957531 5600 0 756957532 5601 0 756957533 5602 0 756957534 5603 0 756957534 5604 0 756957535 5605 0 756957535 5606 0 756957536 5607 0 756957536 5608 0 756957537 5609 0 756957537 5610 0 756957538 5611 0 756957539 5612 0 756957545 5613 0 756957546 5614 0 756957546 5615 0 756957546 5616 0 756957547 5617 0 756957548 5618 0 756957548 5619 0 756957548 5620 0 756957549 5621 0 756957550 5622 0 756957550 2023-12-27T17:33:17Z INFO __main__ 212: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753866781-0753867950_V01_2311214021-64735.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753874208-0753877026_V01_2311216903-64737.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753877195-0753881881_V01_2311214246-64739.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753866291-0753874328_V01_2311212224-64736.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753881752-0753883483_V01_2311215558-64740.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753860745-0753865226_V01_2311210366-64733.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753865148-0753866389_V01_2311215471-64734.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753883483-0753888375_V01_2311212339-64741.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753856113-0753857738_V01_2311211900-64731.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753876930-0753877335_V01_2311216590-64738.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753852756-0753854941_V01_2311210367-64730.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753857478-0753860916_V01_2311219205-64732.fits')] 2023-12-27T17:33:18Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm 2023-12-27T17:33:18Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231226_001.tm 2023-12-27T17:33:18Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753866781-0753867950_V01_2311214021-64735.fits 2023-12-27T17:33:18Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:18Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753874208-0753877026_V01_2311216903-64737.fits 2023-12-27T17:33:18Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:18Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753877195-0753881881_V01_2311214246-64739.fits 2023-12-27T17:33:18Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753866291-0753874328_V01_2311212224-64736.fits 2023-12-27T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753881752-0753883483_V01_2311215558-64740.fits 2023-12-27T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753860745-0753865226_V01_2311210366-64733.fits 2023-12-27T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:19Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753865148-0753866389_V01_2311215471-64734.fits 2023-12-27T17:33:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753883483-0753888375_V01_2311212339-64741.fits 2023-12-27T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753856113-0753857738_V01_2311211900-64731.fits 2023-12-27T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753876930-0753877335_V01_2311216590-64738.fits 2023-12-27T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:20Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753852756-0753854941_V01_2311210367-64730.fits 2023-12-27T17:33:20Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:21Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753857478-0753860916_V01_2311219205-64732.fits 2023-12-27T17:33:21Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-27T17:33:21Z INFO __main__ 216: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T093332-20231121T102030_V01_2311216903-64737.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T120807-20231121T132939_V01_2311212339-64741.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T054909-20231121T070350_V01_2311210366-64733.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T101854-20231121T102539_V01_2311216590-64738.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T033600-20231121T041225_V01_2311210367-64730.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T113916-20231121T120807_V01_2311215558-64740.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T045442-20231121T055200_V01_2311219205-64732.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T072945-20231121T074914_V01_2311214021-64735.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T070232-20231121T072313_V01_2311215471-64734.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T102319-20231121T114125_V01_2311214246-64739.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T072135-20231121T093532_V01_2311212224-64736.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/21/SCI/solo_L1_stix-sci-xray-cpd_20231121T043157-20231121T045902_V01_2311211900-64731.fits')] 2023-12-27T17:33:21Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm 2023-12-27T17:33:21Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231226_001.tm 2023-12-27T17:33:21Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product