2023-08-21T18:37:07Z INFO __main__ 253: 
CONFIG

[Paths]
tm_archive = /data/stix/SOLSOC/from_edds/tm/processing
fits_archive = /data/stix/out/fits_v1.0.0
spice_kernels = /data/stix/spice/kernels
soop_files = /data/stix/SOLSOC/from_soc

[Logging]
stop_on_error = False

[IDLBridge]
enabled = True
gsw_path = /opt/STIX-GSW
batchsize = 30

[Pipeline]
status_server_port = 12388
parallel_batchsize_l0 = 100
parallel_batchsize_l1 = 100
parallel_batchsize_l2 = 100
log_level = INFO
log_dir = /data/stix/out/fits_v1.0.0/logging
error_mail_send = True
error_mail_receivers = nicky.hochmuth@ateleris.ch
error_mail_smpt_host = lmailer.fhnw.ch
error_mail_smpt_port = 25
error_mail_sender = nicky.hochmuth@fhnw.ch
start_with_unprocessed = True

[Publish]
db_file = /home/stixcore/soar_pub/published.sqlite
include_levels = L0, L1
waiting_period = 21d
target_dir = /home/solsoc/to_soc
report_mail_receivers = nicky.hochmuth@ateleris.ch
report_mail_send = True
same_esa_name_dir = /data/stix/out/esa_conflicts
rid_lut_file = ./stixcore/data/publish/rid_lut.csv
rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/
batch_size = 20000
fits_dir = /data/stix/out/fits_v1.0.0
target_host = pub026.cs.technik.fhnw.ch
supplement_report = /home/stixcore/soar_pub/supplement_report.csv
include_products = ql,hk,sci,cal
log_dir = /data/stix/out/fits_v1.0.0/logging

[SOOP]
endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api
user = smaloney
password = xxxx
soop_files_download = ./stixcore/data/soop


2023-08-21T18:37:07Z INFO __main__ 270: 
SINGLETONS

SOOPManager: /data/stix/SOLSOC/from_soc
SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
IDBManager: /home/stixcore/STIXCore/stixcore/data/idb
Versions:
[{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}]
Force version: None
History:
IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')])

2023-08-21T18:37:07Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/STIX_TM_16_BatchRequest.PktTmRaw.SOL.0.2023.214.07.24.03.241.ZgBp@2023.231.16.00.00.620.3.xml')
2023-08-21T18:37:11Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-30_0745718400_V01.fits exists appending data
2023-08-21T18:37:11Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-34_0745718400_V01.fits exists appending data
2023-08-21T18:37:11Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0745718400_V01.fits
2023-08-21T18:37:11Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0745718400_V01.fits
2023-08-21T18:37:11Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307204839-59853.fits exists appending data
2023-08-21T18:37:12Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307204839-59853.fits
2023-08-21T18:37:12Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307241103-59855.fits exists appending data
2023-08-21T18:37:13Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307241103-59855.fits
2023-08-21T18:37:14Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307240323-59854.fits
2023-08-21T18:37:14Z INFO __main__ 207: generated LB files: 
{PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307204839-59853.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307240323-59854.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2307241103-59855.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0745718400_V01.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0745718400_V01.fits')}
2023-08-21T18:37:14Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite
2023-08-21T18:37:14Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite
2023-08-21T18:37:14Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite
2023-08-21T18:37:14Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:37:14Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:37:14Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:37:14Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0745718400_V01.fits
2023-08-21T18:37:14Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0745718400_V01.fits
2023-08-21T18:37:15Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-flareflag_0745632000_V01.fits exists appending data
2023-08-21T18:37:15Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0745632000_V01.fits exists appending data
2023-08-21T18:37:16Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-flareflag_0745718400_V01.fits exists appending data
2023-08-21T18:37:16Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0745718400_V01.fits exists appending data
2023-08-21T18:40:00Z INFO __main__ 211: generated L0 files: 
[PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0745718400_V01.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0745632000_V01.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0743188498-0743189031_V01_2307204839-59853.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0745718400_V01.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0743533416-0743552076_V01_2307240323-59854.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0743533647-0743536648_V01_2307241103-59855.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0745632000_V01.fits')]
2023-08-21T18:40:00Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:40:00Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:40:00Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:40:00Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0745718400_V01.fits
2023-08-21T18:40:00Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0745718400_V01.fits
2023-08-21T18:40:01Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0743188498-0743189031_V01_2307204839-59853.fits
2023-08-21T18:40:01Z INFO stixcore.soop.manager 482: No soops found for time: 2023-07-20 17:18:03.132391 - 2023-07-20 17:26:55.833319
2023-08-21T18:40:01Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0743533416-0743552076_V01_2307240323-59854.fits
2023-08-21T18:40:01Z INFO stixcore.soop.manager 482: No soops found for time: 2023-07-24 17:06:41.738050 - 2023-07-24 22:17:42.070761
2023-08-21T18:40:02Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-flareflag_20230819_V01.fits exists appending data
2023-08-21T18:40:02Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0743533647-0743536648_V01_2307241103-59855.fits
2023-08-21T18:40:02Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230819_V01.fits exists appending data
2023-08-21T18:40:02Z INFO stixcore.soop.manager 482: No soops found for time: 2023-07-24 17:10:32.938453 - 2023-07-24 18:00:33.743703
2023-08-21T18:40:02Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-18 23:59:59.916454 - 2023-08-19 14:47:48.014400
2023-08-21T18:40:02Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-18 23:59:59.916470 - 2023-08-19 15:14:28.014716
2023-08-21T18:40:02Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0745632000_V01.fits
2023-08-21T18:40:02Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0745632000_V01.fits
2023-08-21T18:40:04Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-flareflag_20230818_V01.fits exists appending data
2023-08-21T18:40:04Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230818_V01.fits exists appending data
2023-08-21T18:40:04Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-17 23:59:59.861723 - 2023-08-18 23:59:59.916424
2023-08-21T18:40:05Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-17 23:59:59.861723 - 2023-08-18 23:59:59.916424
2023-08-21T18:40:06Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-flareflag_20230819_V01.fits exists appending data
2023-08-21T18:40:07Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-18 23:59:59.916454 - 2023-08-19 14:47:48.011836
2023-08-21T18:40:07Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230819_V01.fits exists appending data
2023-08-21T18:40:07Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-18 23:59:59.916470 - 2023-08-19 15:14:28.014716
2023-08-21T18:40:07Z INFO __main__ 215: generated L1 files: 
[PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/07/20/SCI/solo_L1_stix-sci-xray-cpd_20230720T171803-20230720T172655_V01_2307204839-59853.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/07/24/SCI/solo_L1_stix-sci-xray-cpd_20230724T170641-20230724T221742_V01_2307240323-59854.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/18/QL/solo_L1_stix-ql-flareflag_20230818_V01.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/07/24/SCI/solo_L1_stix-sci-xray-cpd_20230724T171032-20230724T180033_V01_2307241103-59855.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/19/QL/solo_L1_stix-ql-flareflag_20230819_V01.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/18/QL/solo_L1_stix-ql-lightcurve_20230818_V01.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/19/QL/solo_L1_stix-ql-lightcurve_20230819_V01.fits')]
2023-08-21T18:40:07Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:40:07Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:40:07Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230821_001.tm
2023-08-21T18:40:07Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-flareflag FITS files.
2023-08-21T18:40:07Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-lightcurve FITS files.
2023-08-21T18:40:07Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-flareflag FITS files.
2023-08-21T18:40:08Z WARNING stixcore.processing.L1toL2 95: No L2 product match for product <CompressedPixelDataxray-cpd, L1
743188498:26214 to 743189031:6553, 1, 816
2023-08-21T18:40:08Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-lightcurve FITS files.
2023-08-21T18:40:08Z WARNING stixcore.processing.L1toL2 95: No L2 product match for product <CompressedPixelDataxray-cpd, L1
743533416:26214 to 743552076:45874, 1, 312
2023-08-21T18:40:08Z WARNING stixcore.processing.L1toL2 95: No L2 product match for product <CompressedPixelDataxray-cpd, L1
743533647:39321 to 743536648:26213, 1, 1158
2023-08-21T18:40:08Z INFO __main__ 219: generated L2 files: 
[]