2023-11-30T10:37:56Z INFO __main__ 254: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-11-30T10:37:56Z INFO __main__ 271: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231129_001.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-11-30T10:37:56Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.14.56.07.281.nVUx@2023.333.16.00.01.948.3.xml') 2023-11-30T10:38:00Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310294434-59260.fits 2023-11-30T10:38:00Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310293971-59251.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310295842-59255.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310291110-59258.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310298746-59250.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310293608-59252.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310293463-59257.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310298515-59249.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310296480-59254.fits 2023-11-30T10:38:01Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310291421-59261.fits exists appending data 2023-11-30T10:38:02Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310291421-59261.fits 2023-11-30T10:38:02Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310295691-59253.fits 2023-11-30T10:38:02Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310292385-59259.fits 2023-11-30T10:38:02Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310297781-59256.fits 2023-11-30T10:38:02Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310291110-59258.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310291421-59261.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310292385-59259.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310293463-59257.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310293608-59252.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310293971-59251.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310294434-59260.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310295691-59253.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310295842-59255.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310296480-59254.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310297781-59256.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310298515-59249.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310298746-59250.fits')} 2023-11-30T10:38:02Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-11-30T10:38:02Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-30T10:38:03Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231129_001.tm 2023-11-30T10:39:39Z WARNING stixcore.products.levelb.binary 322: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 16347 0 754537316 16348 0 754537317 16349 0 754537317 16350 0 754537318 16351 0 754537319 16352 0 754537319 16353 0 754537320 16354 0 754537321 16355 0 754537321 16356 0 754537322 16357 0 754537326 16358 2 754537326 2023-11-30T10:39:40Z INFO __main__ 212: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751888554-0751889159_V01_2310295691-59253.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751901854-0751903326_V01_2310293463-59257.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751887548-0751887982_V01_2310293608-59252.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751895674-0751899222_V01_2310295842-59255.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751884154-0751885229_V01_2310293971-59251.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751899137-0751900081_V01_2310297781-59256.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751893738-0751895815_V01_2310296480-59254.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751920408-0751924289_V01_2310291421-59261.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751916697-0751917717_V01_2310294434-59260.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751906245-0751920648_V01_2310291110-59258.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751912743-0751913483_V01_2310292385-59259.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751882372-0751884253_V01_2310298746-59250.fits')] 2023-11-30T10:39:40Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-30T10:39:40Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231129_001.tm 2023-11-30T10:39:40Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751888554-0751889159_V01_2310295691-59253.fits 2023-11-30T10:39:40Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 09:59:14.852711 - 2023-10-29 10:09:20.353814 2023-11-30T10:39:41Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751901854-0751903326_V01_2310293463-59257.fits 2023-11-30T10:39:41Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 13:40:54.676945 - 2023-10-29 14:05:27.079622 2023-11-30T10:39:41Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751887548-0751887982_V01_2310293608-59252.fits 2023-11-30T10:39:41Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 09:42:28.950885 - 2023-10-29 09:49:42.651672 2023-11-30T10:39:41Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751895674-0751899222_V01_2310295842-59255.fits 2023-11-30T10:39:41Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 11:57:55.365684 - 2023-10-29 12:57:03.372133 2023-11-30T10:39:41Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751884154-0751885229_V01_2310293971-59251.fits 2023-11-30T10:39:41Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 08:45:55.144698 - 2023-10-29 09:03:49.946644 2023-11-30T10:39:42Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751899137-0751900081_V01_2310297781-59256.fits 2023-11-30T10:39:42Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 12:55:38.071990 - 2023-10-29 13:11:21.773691 2023-11-30T10:39:42Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751893738-0751895815_V01_2310296480-59254.fits 2023-11-30T10:39:42Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 11:25:39.062153 - 2023-10-29 12:00:16.365926 2023-11-30T10:39:42Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751920408-0751924289_V01_2310291421-59261.fits 2023-11-30T10:39:42Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 18:50:09.410748 - 2023-10-29 19:54:50.117815 2023-11-30T10:39:43Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751916697-0751917717_V01_2310294434-59260.fits 2023-11-30T10:39:43Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 17:48:17.603997 - 2023-10-29 18:05:18.305854 2023-11-30T10:39:43Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751906245-0751920648_V01_2310291110-59258.fits 2023-11-30T10:39:43Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 14:54:06.184946 - 2023-10-29 18:54:09.411185 2023-11-30T10:39:43Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751912743-0751913483_V01_2310292385-59259.fits 2023-11-30T10:39:43Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 16:42:23.996788 - 2023-10-29 16:54:44.398131 2023-11-30T10:39:43Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751882372-0751884253_V01_2310298746-59250.fits 2023-11-30T10:39:43Z INFO stixcore.soop.manager 482: No soops found for time: 2023-10-29 08:16:13.241443 - 2023-10-29 08:47:34.444836 2023-11-30T10:39:43Z INFO __main__ 216: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T084555-20231029T090349_V01_2310293971-59251.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T094228-20231029T094942_V01_2310293608-59252.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T134054-20231029T140527_V01_2310293463-59257.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T145406-20231029T185409_V01_2310291110-59258.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T081613-20231029T084734_V01_2310298746-59250.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T125538-20231029T131121_V01_2310297781-59256.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T112539-20231029T120016_V01_2310296480-59254.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T095914-20231029T100920_V01_2310295691-59253.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T185009-20231029T195450_V01_2310291421-59261.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T174817-20231029T180518_V01_2310294434-59260.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T115755-20231029T125703_V01_2310295842-59255.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/29/SCI/solo_L1_stix-sci-xray-cpd_20231029T164223-20231029T165444_V01_2310292385-59259.fits')] 2023-11-30T10:39:44Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-30T10:39:44Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231129_001.tm 2023-11-30T10:39:44Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product