2023-12-26T17:36:31Z INFO __main__ 255: 
CONFIG

[Paths]
tm_archive = /data/stix/SOLSOC/from_edds/tm/processing
fits_archive = /data/stix/out/fits_v1.0.0
spice_kernels = /data/stix/spice/kernels
soop_files = /data/stix/SOLSOC/from_soc

[Logging]
stop_on_error = False

[IDLBridge]
enabled = True
gsw_path = /opt/STIX-GSW
batchsize = 30

[Pipeline]
status_server_port = 12388
parallel_batchsize_l0 = 100
parallel_batchsize_l1 = 100
parallel_batchsize_l2 = 100
log_level = INFO
log_dir = /data/stix/out/fits_v1.0.0/logging
error_mail_send = True
error_mail_receivers = nicky.hochmuth@ateleris.ch
error_mail_smpt_host = lmailer.fhnw.ch
error_mail_smpt_port = 25
error_mail_sender = nicky.hochmuth@fhnw.ch
start_with_unprocessed = True

[Publish]
db_file = /home/stixcore/soar_pub/published.sqlite
include_levels = L0, L1
waiting_period = 21d
target_dir = /home/solsoc/to_soc
report_mail_receivers = nicky.hochmuth@ateleris.ch
report_mail_send = True
same_esa_name_dir = /data/stix/out/esa_conflicts
rid_lut_file = ./stixcore/data/publish/rid_lut.csv
rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/
batch_size = 20000
fits_dir = /data/stix/out/fits_v1.0.0
target_host = pub026.cs.technik.fhnw.ch
supplement_report = /home/stixcore/soar_pub/supplement_report.csv
include_products = ql,hk,sci,cal
log_dir = /data/stix/out/fits_v1.0.0/logging

[SOOP]
endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api
user = smaloney
password = xxxx
soop_files_download = ./stixcore/data/soop


2023-12-26T17:36:31Z INFO __main__ 272: 
SINGLETONS

SOOPManager: /data/stix/SOLSOC/from_soc
SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231225_001.tm')]
IDBManager: /home/stixcore/STIXCore/stixcore/data/idb
Versions:
[{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}]
Force version: None
History:
IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')])

2023-12-26T17:36:31Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.14.56.07.360.Gppf@2023.360.16.00.01.224.2.xml')
2023-12-26T17:36:35Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311203691-64702.fits
2023-12-26T17:36:35Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209643-64704.fits exists appending data
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209643-64704.fits
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311197612-64694.fits exists appending data
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311197612-64694.fits
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209823-64695.fits
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311203707-64700.fits
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209805-64703.fits
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209551-64699.fits
2023-12-26T17:36:36Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311200465-64697.fits
2023-12-26T17:36:37Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311198864-64696.fits
2023-12-26T17:36:37Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311202705-64701.fits
2023-12-26T17:36:37Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311207223-64698.fits
2023-12-26T17:36:37Z INFO __main__ 208: generated LB files: 
{PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311197612-64694.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311198864-64696.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311200465-64697.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311202705-64701.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311203691-64702.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311203707-64700.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311207223-64698.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209551-64699.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209643-64704.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209805-64703.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2311209823-64695.fits')}
2023-12-26T17:36:37Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite
2023-12-26T17:36:37Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm
2023-12-26T17:36:37Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231225_001.tm
2023-12-26T17:38:07Z INFO __main__ 212: generated L0 files: 
[PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753785238-0753787602_V01_2311202705-64701.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753764263-0753766321_V01_2311200465-64697.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753787518-0753789855_V01_2311203691-64702.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753761987-0753763232_V01_2311209823-64695.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753783795-0753785018_V01_2311203707-64700.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753766201-0753766739_V01_2311207223-64698.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753775870-0753783915_V01_2311209551-64699.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753751308-0753764620_V01_2311198864-64696.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753789381-0753789539_V01_2311209805-64703.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753750307-0753751508_V01_2311197612-64694.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753789756-0753794358_V01_2311209643-64704.fits')]
2023-12-26T17:38:07Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm
2023-12-26T17:38:07Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231225_001.tm
2023-12-26T17:38:07Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753785238-0753787602_V01_2311202705-64701.fits
2023-12-26T17:38:07Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:08Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753764263-0753766321_V01_2311200465-64697.fits
2023-12-26T17:38:08Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:08Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753787518-0753789855_V01_2311203691-64702.fits
2023-12-26T17:38:08Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:08Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753761987-0753763232_V01_2311209823-64695.fits
2023-12-26T17:38:08Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:08Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753783795-0753785018_V01_2311203707-64700.fits
2023-12-26T17:38:08Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:09Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753766201-0753766739_V01_2311207223-64698.fits
2023-12-26T17:38:09Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:09Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753775870-0753783915_V01_2311209551-64699.fits
2023-12-26T17:38:09Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:09Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753751308-0753764620_V01_2311198864-64696.fits
2023-12-26T17:38:09Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:09Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 112, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-13 00:00:00+00:00, 2023-11-20 00:00:00+00:00>
2023-12-26T17:38:09Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753789381-0753789539_V01_2311209805-64703.fits
2023-12-26T17:38:09Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:10Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753750307-0753751508_V01_2311197612-64694.fits
2023-12-26T17:38:10Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 112, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-13 00:00:00+00:00, 2023-11-20 00:00:00+00:00>
2023-12-26T17:38:10Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0753789756-0753794358_V01_2311209643-64704.fits
2023-12-26T17:38:10Z INFO stixcore.soop.manager 484: Soop found: SOOP<RF6, 113, R_FULL_LRES_LCAD_RS-Synoptics-High, 2023-11-20 00:00:00+00:00, 2023-11-27 00:00:00+00:00>
2023-12-26T17:38:10Z INFO __main__ 216: generated L1 files: 
[PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T030107-20231120T033524_V01_2311200465-64697.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/19/SCI/solo_L1_stix-sci-xray-cpd_20231119T230831-20231119T232832_V01_2311197612-64694.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T092842-20231120T100739_V01_2311203691-64702.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T095945-20231120T100223_V01_2311209805-64703.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T061434-20231120T082839_V01_2311209551-64699.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T022311-20231120T024356_V01_2311209823-64695.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T082639-20231120T084702_V01_2311203707-64700.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T085042-20231120T093006_V01_2311202705-64701.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/19/SCI/solo_L1_stix-sci-xray-cpd_20231119T232512-20231120T030704_V01_2311198864-64696.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T033324-20231120T034223_V01_2311207223-64698.fits'),
 PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/20/SCI/solo_L1_stix-sci-xray-cpd_20231120T100600-20231120T112242_V01_2311209643-64704.fits')]
2023-12-26T17:38:10Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231215_002.tm
2023-12-26T17:38:10Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231225_001.tm
2023-12-26T17:38:10Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753764263:19661 to 753766321:6553, 1, 141
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753750307:39321 to 753751508:26213, 1, 159
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753787518:32768 to 753789855:39321, 1, 154
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753789381:39323 to 753789539:52429, 1, 1
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753775870:52428 to 753783915:13106, 1, 574
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753761987:26214 to 753763232:58981, 1, 84
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753783795:19658 to 753785018:32766, 1, 205
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753785238:32768 to 753787602:45875, 1, 467
2023-12-26T17:38:11Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753751308:39321 to 753764620:26213, 1, 206
2023-12-26T17:38:12Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753766201:6554 to 753766739:19661, 1, 59
2023-12-26T17:38:12Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product <CompressedPixelDataxray-cpd, L1
753789756:13107 to 753794358:58981, 1, 363
2023-12-26T17:38:12Z INFO __main__ 220: generated L2 files: 
[]