2023-11-25T06:34:38Z INFO __main__ 254: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-11-25T06:34:38Z INFO __main__ 271: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231125_001.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-11-25T06:34:38Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.14.54.59.267.WgPq@2023.329.05.00.05.442.4.xml') 2023-11-25T06:34:40Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0754185600_V01.fits 2023-11-25T06:34:40Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310128456-58785.fits 2023-11-25T06:34:40Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310125933-58784.fits 2023-11-25T06:34:41Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310126020-58786.fits 2023-11-25T06:34:41Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310126119-58783.fits exists appending data 2023-11-25T06:34:41Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310126119-58783.fits 2023-11-25T06:34:42Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310125933-58784.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310126020-58786.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310126119-58783.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310128456-58785.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0754185600_V01.fits')} 2023-11-25T06:34:42Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-11-25T06:34:42Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-11-25T06:34:42Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-25T06:34:42Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-25T06:34:42Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231125_001.tm 2023-11-25T06:34:42Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231125_001.tm 2023-11-25T06:34:42Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0754185600_V01.fits 2023-11-25T06:34:42Z INFO stixcore.io.fits.processors 489: Fits file solo_L0_stix-ql-lightcurve_0754099200_V01U.fits exists appending data 2023-11-25T06:34:42Z WARNING stixcore.products.levelb.binary 322: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 11219 1 754187187 11220 0 754187188 11221 0 754187188 11222 0 754187189 11223 0 754187189 11224 0 754187190 11225 0 754187191 11226 0 754187191 11227 0 754187192 11228 0 754187192 11229 0 754187193 11230 0 754187194 11231 0 754187195 11232 0 754187195 11233 0 754187196 11234 0 754187197 11235 0 754187198 11236 0 754187198 11237 0 754187199 11238 0 754187199 11239 0 754187200 11240 0 754187200 11241 0 754187201 11242 0 754187202 11243 0 754187202 11244 0 754187203 11245 0 754187203 11246 0 754187204 11247 0 754187205 11248 0 754187209 11249 0 754187210 11250 0 754187210 11251 0 754187211 11252 0 754187212 11253 0 754187212 11254 0 754187213 11255 0 754187214 11256 0 754187214 11257 0 754187215 11258 0 754187215 11259 0 754187225 11260 0 754187225 11261 0 754187226 11262 0 754187226 11263 0 754187227 11264 0 754187228 11265 0 754187228 11266 0 754187229 11267 0 754187229 11268 0 754187230 11269 0 754187231 11270 0 754187231 11271 0 754187232 11272 0 754187232 11273 0 754187233 11274 0 754187234 11275 0 754187234 11276 0 754187235 11277 0 754187235 11278 0 754187236 11279 0 754187236 11280 0 754187238 11281 0 754187238 11282 0 754187239 11283 0 754187239 11284 0 754187240 11285 0 754187241 11286 0 754187242 11287 0 754187242 11288 0 754187243 11289 0 754187243 11290 0 754187244 11291 0 754187245 11292 0 754187246 11293 0 754187247 11294 0 754187247 11295 0 754187248 11296 0 754187248 11297 0 754187250 11298 0 754187251 11299 0 754187251 11300 0 754187252 11301 0 754187252 11302 0 754187254 11303 0 754187263 11304 0 754187263 11305 0 754187264 11306 0 754187265 11307 0 754187266 11308 0 754187266 11309 0 754187267 11310 0 754187268 11311 0 754187268 11312 0 754187269 11313 0 754187270 11314 0 754187270 11315 0 754187271 11316 0 754187272 11317 0 754187273 11318 0 754187273 11319 0 754187274 11320 0 754187275 11321 0 754187275 11322 0 754187276 11323 0 754187276 11324 0 754187278 11325 0 754187278 11326 0 754187279 11327 0 754187280 11328 0 754187280 11329 0 754187281 11330 0 754187281 11331 0 754187282 11332 0 754187283 11333 0 754187283 11334 0 754187284 11335 0 754187284 11336 0 754187285 11337 0 754187286 11338 0 754187286 11339 0 754187287 11340 0 754187287 11341 0 754187288 11342 0 754187288 11343 0 754187289 11344 0 754187290 11345 0 754187290 11346 0 754187291 11347 0 754187291 11348 0 754187292 11349 0 754187293 11350 0 754187293 11351 0 754187302 11352 0 754187303 11353 0 754187304 11354 0 754187304 11355 0 754187305 11356 0 754187306 11357 0 754187306 11358 0 754187307 11359 0 754187307 11360 0 754187308 11361 0 754187309 11362 0 754187309 11363 0 754187310 11364 0 754187311 11365 0 754187311 11366 0 754187312 11367 0 754187312 11368 0 754187313 11369 0 754187314 11370 0 754187315 11371 0 754187316 11372 0 754187316 11373 0 754187317 11374 0 754187317 11375 0 754187318 11376 0 754187319 11377 0 754187319 11378 0 754187320 11379 0 754187321 11380 0 754187322 11381 0 754187322 11382 0 754187323 11383 0 754187323 11384 0 754187324 11385 0 754187324 11386 0 754187325 11387 0 754187326 11388 0 754187326 11389 0 754187327 11390 0 754187327 11391 0 754187327 11392 0 754187328 11393 0 754187329 11394 0 754187330 11395 0 754187330 11396 0 754187331 11397 0 754187331 11398 0 754187332 11399 0 754187332 11400 0 754187334 11401 0 754187334 11402 0 754187335 11403 0 754187335 11404 0 754187344 11405 0 754187345 11406 0 754187346 11407 0 754187346 11408 0 754187347 11409 0 754187347 11410 0 754187348 11411 0 754187349 11412 0 754187350 11413 0 754187350 11414 0 754187351 11415 0 754187351 11416 0 754187352 11417 0 754187353 11418 0 754187353 11419 0 754187354 11420 0 754187354 11421 0 754187355 11422 0 754187356 11423 0 754187356 11424 0 754187357 11425 0 754187358 11426 0 754187359 11427 0 754187359 11428 0 754187360 11429 0 754187361 11430 0 754187361 11431 0 754187362 11432 0 754187362 11433 0 754187363 11434 0 754187364 11435 0 754187364 11436 0 754187366 11437 0 754187366 11438 0 754187367 11439 0 754187368 11440 0 754187368 11441 0 754187369 11442 0 754187370 11443 0 754187370 11444 0 754187371 11445 0 754187372 11446 0 754187373 11447 0 754187373 11448 0 754187374 11449 0 754187374 11450 0 754187375 11451 0 754187376 11452 0 754187376 11453 0 754187387 11454 0 754187387 11455 0 754187388 11456 0 754187389 11457 0 754187390 11458 0 754187390 11459 0 754187391 11460 0 754187391 11461 0 754187392 11462 0 754187393 11463 0 754187394 11464 0 754187394 11465 0 754187395 11466 0 754187395 11467 0 754187396 11468 0 754187397 11469 0 754187398 11470 0 754187399 11471 0 754187399 11472 0 754187400 11473 0 754187401 11474 0 754187401 11475 0 754187402 11476 0 754187403 11477 0 754187403 11478 0 754187404 11479 0 754187405 11480 0 754187406 11481 0 754187406 11482 0 754187407 11483 0 754187408 11484 0 754187408 11485 0 754187410 11486 0 754187410 11487 0 754187411 11488 0 754187411 11489 0 754187412 11490 0 754187413 11491 0 754187414 11492 0 754187414 11493 0 754187415 11494 0 754187416 11495 0 754187416 11496 0 754187417 11497 0 754187418 11498 0 754187419 11499 0 754187419 11500 0 754187419 11501 0 754187430 11502 0 754187431 11503 0 754187431 11504 0 754187432 11505 0 754187433 11506 0 754187434 11507 0 754187434 11508 0 754187435 11509 0 754187436 11510 0 754187436 11511 0 754187437 11512 0 754187438 2023-11-25T06:35:54Z INFO __main__ 212: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750439253-0750439394_V01_2310128456-58785.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750425640-0750429038_V01_2310126119-58783.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750438350-0750438791_V01_2310125933-58784.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754185600_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754099200_V01U.fits')] 2023-11-25T06:35:54Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-25T06:35:54Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-25T06:35:54Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231125_001.tm 2023-11-25T06:35:54Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231125_001.tm 2023-11-25T06:35:54Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754185600_V01U.fits 2023-11-25T06:35:54Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750439253-0750439394_V01_2310128456-58785.fits 2023-11-25T06:35:54Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-25T06:35:54Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-25T06:35:54Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754099200_V01U.fits 2023-11-25T06:35:54Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750425640-0750429038_V01_2310126119-58783.fits 2023-11-25T06:35:55Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-25T06:35:55Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0750438350-0750438791_V01_2310125933-58784.fits 2023-11-25T06:35:55Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-25T06:35:56Z INFO stixcore.io.fits.processors 785: Fits file solo_L1_stix-ql-lightcurve_20231124_V01U.fits exists appending data 2023-11-25T06:35:57Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-25T06:35:59Z INFO stixcore.io.fits.processors 785: Fits file solo_L1_stix-ql-lightcurve_20231125_V01U.fits exists appending data 2023-11-25T06:35:59Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-11-25T06:35:59Z INFO __main__ 216: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/25/QL/solo_L1_stix-ql-lightcurve_20231125_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/12/SCI/solo_L1_stix-sci-xray-cpd_20231012T113717-20231012T123356_V01_2310126119-58783.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/11/24/QL/solo_L1_stix-ql-lightcurve_20231124_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/12/SCI/solo_L1_stix-sci-xray-cpd_20231012T150908-20231012T151629_V01_2310125933-58784.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/12/SCI/solo_L1_stix-sci-xray-cpd_20231012T152411-20231012T152632_V01_2310128456-58785.fits')] 2023-11-25T06:35:59Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-25T06:35:59Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-11-25T06:35:59Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231125_001.tm 2023-11-25T06:35:59Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231125_001.tm 2023-11-25T06:35:59Z INFO stixcore.io.fits.processors 877: no writeout of L2 ql-lightcurve FITS files. 2023-11-25T06:36:00Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product