2023-04-29T14:41:39Z INFO __main__ 253: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = False [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-04-29T14:41:39Z INFO __main__ 270: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230428_001.tm IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-04-29T14:41:39Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_05PM_REQ_BatchRequest.PktTmRaw.SOL.0.2023.030.08.24.13.759.lIrN@2023.117.12.00.01.252.6.xml') 2023-04-29T14:41:43Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-30_0735868800_V01.fits exists appending data 2023-04-29T14:41:44Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0735868800_V01.fits 2023-04-29T14:41:44Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304099032-49249.fits 2023-04-29T14:41:44Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302282620-49252.fits 2023-04-29T14:41:44Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304087134-49250.fits 2023-04-29T14:41:45Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303021728-49253.fits exists appending data 2023-04-29T14:41:45Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303021728-49253.fits 2023-04-29T14:41:45Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304086842-49248.fits exists appending data 2023-04-29T14:41:45Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304086842-49248.fits 2023-04-29T14:41:45Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304069810-49251.fits 2023-04-29T14:41:45Z INFO __main__ 207: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302282620-49252.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303021728-49253.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304069810-49251.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304086842-49248.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304087134-49250.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304099032-49249.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0735868800_V01.fits')} 2023-04-29T14:41:45Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-04-29T14:41:45Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-04-29T14:41:45Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230428_001.tm 2023-04-29T14:41:45Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230428_001.tm 2023-04-29T14:41:45Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0735868800_V01.fits 2023-04-29T14:41:46Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0735782400_V01.fits exists appending data 2023-04-29T14:41:46Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0735868800_V01.fits exists appending data 2023-04-29T14:43:20Z INFO __main__ 211: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0730920151-0730921740_V01_2302282620-49252.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0735868800_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0731105120-0731112149_V01_2303021728-49253.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734231498-0734232639_V01_2304086842-49248.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734231398-0734236908_V01_2304087134-49250.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734073918-0734075314_V01_2304069810-49251.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0735782400_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734334145-0734338084_V01_2304099032-49249.fits')] 2023-04-29T14:43:20Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230428_001.tm 2023-04-29T14:43:20Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230428_001.tm 2023-04-29T14:43:21Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0735868800_V01.fits 2023-04-29T14:43:21Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0730920151-0730921740_V01_2302282620-49252.fits 2023-04-29T14:43:21Z INFO stixcore.soop.manager 482: No soops found for time: 2023-02-28 17:25:14.922167 - 2023-02-28 17:51:43.324961 2023-04-29T14:43:21Z ERROR stixcore.processing.L0toL1 102: Error processing file /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0730920151-0730921740_V01_2302282620-49252.fits Traceback (most recent call last): File "/home/stixcore/STIXCore/stixcore/processing/L0toL1.py", line 95, in process_type files = processor.write_fits(l1) File "/home/stixcore/STIXCore/stixcore/io/fits/processors.py", line 844, in write_fits hdul.writeto(filetowrite, overwrite=True, checksum=True) File "/home/stixcore/STIXCore/venv/lib/python3.9/site-packages/astropy/io/fits/hdu/hdulist.py", line 1031, in writeto fileobj = _File(fileobj, mode=mode, overwrite=overwrite) File "/home/stixcore/STIXCore/venv/lib/python3.9/site-packages/astropy/io/fits/file.py", line 218, in __init__ self._open_filename(fileobj, mode, overwrite) File "/home/stixcore/STIXCore/venv/lib/python3.9/site-packages/astropy/io/fits/file.py", line 636, in _open_filename self._file = open(self.name, IO_FITS_MODES[mode]) PermissionError: [Errno 13] Permission denied: '/data/stix/out/fits_v1.0.0/L1/2023/02/28/SCI/solo_L1_stix-sci-xray-cpd_20230228T172514-20230228T175143_V01_2302282620-49252.fits' 2023-04-29T14:43:21Z ERROR stixcore.processing.L0toL1 103: [Errno 13] Permission denied: '/data/stix/out/fits_v1.0.0/L1/2023/02/28/SCI/solo_L1_stix-sci-xray-cpd_20230228T172514-20230228T175143_V01_2302282620-49252.fits' 2023-04-29T14:43:21Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0731105120-0731112149_V01_2303021728-49253.fits 2023-04-29T14:43:21Z INFO stixcore.soop.manager 482: No soops found for time: 2023-03-02 20:48:03.747736 - 2023-03-02 22:45:12.660085 2023-04-29T14:43:21Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734231498-0734232639_V01_2304086842-49248.fits 2023-04-29T14:43:21Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-04-29T14:43:22Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230427_V01.fits exists appending data 2023-04-29T14:43:22Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734231398-0734236908_V01_2304087134-49250.fits 2023-04-29T14:43:22Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-04-29T14:43:22Z INFO stixcore.soop.manager 482: No soops found for time: 2023-04-27 00:00:00.848740 - 2023-04-27 11:43:28.923496 2023-04-29T14:43:22Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734073918-0734075314_V01_2304069810-49251.fits 2023-04-29T14:43:22Z INFO stixcore.soop.manager 482: No soops found for time: 2023-04-06 05:28:07.218828 - 2023-04-06 05:51:23.421361 2023-04-29T14:43:22Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0734334145-0734338084_V01_2304099032-49249.fits 2023-04-29T14:43:22Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0735782400_V01.fits 2023-04-29T14:43:22Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-04-29T14:43:24Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230426_V01.fits exists appending data 2023-04-29T14:43:24Z INFO stixcore.soop.manager 482: No soops found for time: 2023-04-26 00:00:00.894338 - 2023-04-27 00:00:00.847351 2023-04-29T14:43:26Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230427_V01.fits exists appending data 2023-04-29T14:43:27Z INFO stixcore.soop.manager 482: No soops found for time: 2023-04-27 00:00:00.848740 - 2023-04-27 11:43:28.923496 2023-04-29T14:43:27Z INFO __main__ 215: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/03/02/SCI/solo_L1_stix-sci-xray-cpd_20230302T204803-20230302T224512_V01_2303021728-49253.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/08/SCI/solo_L1_stix-sci-xray-cpd_20230408T011247-20230408T024437_V01_2304087134-49250.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/26/QL/solo_L1_stix-ql-lightcurve_20230426_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/06/SCI/solo_L1_stix-sci-xray-cpd_20230406T052807-20230406T055123_V01_2304069810-49251.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/27/QL/solo_L1_stix-ql-lightcurve_20230427_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/08/SCI/solo_L1_stix-sci-xray-cpd_20230408T011427-20230408T013328_V01_2304086842-49248.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/04/09/SCI/solo_L1_stix-sci-xray-cpd_20230409T054515-20230409T065053_V01_2304099032-49249.fits')] 2023-04-29T14:43:27Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230428_001.tm 2023-04-29T14:43:27Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230428_001.tm 2023-04-29T14:43:27Z WARNING stixcore.processing.L1toL2 95: No L2 product match for product