2023-11-07T08:51:09Z INFO __main__ 254: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-11-07T08:51:09Z INFO __main__ 271: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231102_001.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231107_001.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-11-07T08:51:10Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.15.33.13.763.tXNK@2023.307.21.00.02.674.2.xml') 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309074259-52965.fits exists appending data 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309074259-52965.fits 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309080694-52982.fits exists appending data 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309080694-52982.fits 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071338-52959.fits exists appending data 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071338-52959.fits 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071012-52963.fits exists appending data 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071012-52963.fits 2023-11-07T08:51:14Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310036718-52983.fits exists appending data 2023-11-07T08:51:16Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310036718-52983.fits 2023-11-07T08:51:16Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078613-52971.fits exists appending data 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078613-52971.fits 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079953-52979.fits exists appending data 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079953-52979.fits 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309070036-52967.fits exists appending data 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309070036-52967.fits 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309073832-52960.fits exists appending data 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309073832-52960.fits 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071103-52961.fits exists appending data 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071103-52961.fits 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079677-52969.fits exists appending data 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079677-52969.fits 2023-11-07T08:51:17Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078225-52973.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078225-52973.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072114-52962.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072114-52962.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309076116-52980.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309076116-52980.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309073259-52970.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309073259-52970.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309075447-52974.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309075447-52974.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079795-52958.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079795-52958.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078512-52977.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078512-52977.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071883-52972.fits exists appending data 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071883-52972.fits 2023-11-07T08:51:18Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072641-52975.fits exists appending data 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072641-52975.fits 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309070898-52976.fits exists appending data 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309070898-52976.fits 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309077007-52964.fits exists appending data 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309077007-52964.fits 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072113-52966.fits exists appending data 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072113-52966.fits 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309088958-52981.fits exists appending data 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309088958-52981.fits 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078869-52978.fits exists appending data 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078869-52978.fits 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309076601-52968.fits exists appending data 2023-11-07T08:51:19Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309076601-52968.fits 2023-11-07T08:51:19Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309070036-52967.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309070898-52976.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071012-52963.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071103-52961.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071338-52959.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309071883-52972.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072113-52966.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072114-52962.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309072641-52975.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309073259-52970.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309073832-52960.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309074259-52965.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309075447-52974.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309076116-52980.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309076601-52968.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309077007-52964.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078225-52973.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078512-52977.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078613-52971.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309078869-52978.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079677-52969.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079795-52958.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309079953-52979.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309080694-52982.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2309088958-52981.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310036718-52983.fits')} 2023-11-07T08:51:19Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-11-07T08:51:20Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231102_001.tm 2023-11-07T08:51:20Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231107_001.tm 2023-11-07T08:51:20Z INFO stixcore.io.fits.processors 489: Fits file solo_L0_stix-sci-xray-cpd_0747427315-0747427643_V01_2309073259-52970.fits exists appending data 2023-11-07T08:51:20Z INFO stixcore.processing.LBtoL0 117: Tried to combine 2 BSD products: sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 9604 0 751857838 9605 0 751857860 9606 0 751857861 9607 0 751857890 9608 0 751857912 9609 0 751857942 9610 0 751857964 9611 0 751857986 9612 0 751858017 9613 0 751858040 9614 0 751858041 9615 0 751858063 9616 0 751858085 9617 0 751858115 9618 0 751858136 9619 0 751858158 9620 0 751858179 9621 0 751858204 9622 0 751858224 9623 0 751858224 9624 0 751858244 9625 0 751858266 9626 0 751858276 9627 0 751858295 9628 0 751858309 9629 0 751858320 9630 0 751858328 9631 0 751858329 9632 0 751858345 9633 0 751858352 9634 0 751858366 9635 0 751858373 9636 0 751858383 9637 2 751858384 2023-11-07T08:53:27Z INFO stixcore.io.fits.processors 489: Fits file solo_L0_stix-sci-xray-cpd_0747437180-0747437424_V01_2309075447-52974.fits exists appending data 2023-11-07T08:53:27Z INFO stixcore.processing.LBtoL0 117: Tried to combine 2 BSD products: