2023-05-22T18:33:58Z INFO __main__ 253: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = False [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-05-22T18:33:58Z INFO __main__ 270: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-05-22T18:33:58Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/STIX_TM_04PM_BatchRequest.PktTmRaw.SOL.0.2023.121.21.07.32.992.avfN@2023.140.16.00.01.611.4.xml') 2023-05-22T18:34:02Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-32_0737856000_V01.fits exists appending data 2023-05-22T18:34:02Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-30_0737856000_V01.fits exists appending data 2023-05-22T18:34:02Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0737856000_V01.fits 2023-05-22T18:34:02Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0737856000_V01.fits 2023-05-22T18:34:02Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304211744-50225.fits 2023-05-22T18:34:02Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302284974-50227.fits 2023-05-22T18:34:02Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304216828-50228.fits exists appending data 2023-05-22T18:34:03Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304216828-50228.fits 2023-05-22T18:34:03Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304236273-50226.fits 2023-05-22T18:34:04Z INFO __main__ 207: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302284974-50227.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304211744-50225.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304216828-50228.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304236273-50226.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0737856000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0737856000_V01.fits')} 2023-05-22T18:34:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-22T18:34:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-22T18:34:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-22T18:34:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:34:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:34:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:34:04Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0737856000_V01.fits 2023-05-22T18:34:04Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0737856000_V01.fits 2023-05-22T18:34:04Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0737856000_V01.fits exists appending data 2023-05-22T18:34:04Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-spectra_0737856000_V01.fits exists appending data 2023-05-22T18:34:26Z WARNING stixcore.products.levelb.binary 318: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 6905 0 737647503 6906 0 737647504 6907 0 737647504 6908 0 737647505 6909 0 737647505 6910 0 737647506 6911 0 737647506 6912 0 737647507 6913 0 737647507 6914 0 737647508 6915 0 737647509 6916 0 737647509 6917 0 737647509 6918 0 737647510 6919 0 737647511 6920 0 737647511 6921 0 737647511 6922 0 737647512 6923 0 737647513 6924 0 737647513 6925 0 737647514 6926 0 737647514 6927 0 737647515 6928 0 737647515 6929 0 737647516 6930 0 737647516 6931 0 737647517 6932 0 737647517 6933 0 737647518 6934 0 737647518 6935 0 737647519 6936 0 737647519 6937 0 737647520 6938 0 737647521 6939 0 737647521 6940 0 737647522 6941 0 737647522 6942 0 737647523 6943 0 737647523 6944 0 737647524 6945 0 737647524 6946 0 737647525 6947 0 737647526 6948 0 737647526 6949 0 737647526 6950 0 737647527 6951 0 737647527 6952 0 737647528 6953 0 737647529 6954 0 737647529 6955 0 737647530 6956 0 737647530 6957 0 737647537 6958 0 737647538 6959 0 737647538 6960 0 737647539 6961 0 737647539 6962 0 737647540 6963 0 737647541 6964 0 737647541 6965 0 737647541 6966 0 737647542 6967 0 737647542 6968 0 737647543 6969 0 737647543 6970 0 737647543 6971 0 737647544 6972 0 737647545 6973 0 737647545 6974 0 737647546 6975 0 737647546 6976 0 737647547 6977 0 737647547 6978 0 737647548 6979 0 737647548 6980 0 737647549 6981 0 737647549 6982 0 737647550 6983 0 737647550 6984 0 737647551 6985 0 737647551 6986 0 737647552 6987 0 737647552 6988 0 737647553 6989 0 737647553 6990 0 737647554 6991 0 737647554 6992 0 737647555 6993 0 737647555 6994 0 737647556 6995 0 737647556 6996 0 737647557 6997 0 737647557 6998 0 737647558 6999 0 737647558 7000 0 737647559 7001 0 737647559 7002 0 737647560 7003 0 737647561 7004 0 737647561 7005 0 737647562 7006 0 737647562 7007 0 737647563 7008 0 737647563 7009 0 737647564 7010 0 737647565 7011 0 737647565 7012 0 737647565 7013 0 737647566 7014 0 737647566 7015 0 737647567 7016 0 737647567 7017 0 737647568 7018 0 737647569 7019 0 737647569 7020 0 737647570 7021 0 737647570 7022 0 737647571 7023 0 737647571 7024 0 737647572 7025 0 737647573 7026 0 737647580 7027 0 737647580 7028 0 737647581 7029 0 737647582 7030 0 737647582 7031 0 737647583 7032 0 737647583 7033 0 737647583 7034 0 737647585 7035 0 737647585 7036 0 737647586 7037 2 737647586 2023-05-22T18:35:29Z INFO __main__ 211: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/32/solo_L0_stix-ql-spectra_0737856000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0735362420-0735363068_V01_2304216828-50228.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0737856000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0730905816-0730906626_V01_2302284974-50227.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0735546478-0735547216_V01_2304236273-50226.fits')] 2023-05-22T18:35:29Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:35:29Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:35:29Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:35:29Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0737856000_V01.fits 2023-05-22T18:35:29Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/32/solo_L0_stix-ql-spectra_0737856000_V01.fits 2023-05-22T18:35:30Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-spectra_20230520_V01.fits exists appending data 2023-05-22T18:35:30Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0735362420-0735363068_V01_2304216828-50228.fits 2023-05-22T18:35:30Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230520_V01.fits exists appending data 2023-05-22T18:35:30Z INFO stixcore.soop.manager 482: No soops found for time: 2023-05-20 12:50:07.397435 - 2023-05-20 14:50:07.410062 2023-05-22T18:35:30Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-22T18:35:30Z INFO stixcore.soop.manager 482: No soops found for time: 2023-05-20 13:13:39.399927 - 2023-05-20 15:09:39.412132 2023-05-22T18:35:30Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0730905816-0730906626_V01_2302284974-50227.fits 2023-05-22T18:35:30Z INFO stixcore.soop.manager 482: No soops found for time: 2023-02-28 13:26:19.496903 - 2023-02-28 13:39:49.098321 2023-05-22T18:35:30Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0735546478-0735547216_V01_2304236273-50226.fits 2023-05-22T18:35:30Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-05-22T18:35:31Z INFO __main__ 215: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/05/20/QL/solo_L1_stix-ql-spectra_20230520_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/02/28/SCI/solo_L1_stix-sci-xray-cpd_20230228T132619-20230228T133949_V01_2302284974-50227.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/23/SCI/solo_L1_stix-sci-xray-cpd_20230423T063049-20230423T064308_V01_2304236273-50226.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/05/20/QL/solo_L1_stix-ql-lightcurve_20230520_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/21/SCI/solo_L1_stix-sci-xray-cpd_20230421T032311-20230421T033359_V01_2304216828-50228.fits')] 2023-05-22T18:35:31Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:35:31Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:35:31Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230522_001.tm 2023-05-22T18:35:31Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-spectra FITS files. 2023-05-22T18:35:31Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-lightcurve FITS files. 2023-05-22T18:35:31Z WARNING stixcore.processing.L1toL2 95: No L2 product match for product