2023-12-11T10:05:48Z INFO __main__ 254: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-12-11T10:05:48Z INFO __main__ 271: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231210_001.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-12-11T10:05:48Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.15.33.13.836.qFpe@2023.344.21.00.05.071.3.xml') 2023-12-11T10:05:53Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310220660-61639.fits 2023-12-11T10:05:53Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310225275-61638.fits 2023-12-11T10:05:53Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310228718-61642.fits 2023-12-11T10:05:53Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310220605-61641.fits 2023-12-11T10:05:53Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310226534-61640.fits 2023-12-11T10:05:54Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310225897-61643.fits 2023-12-11T10:05:54Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310213025-61637.fits exists appending data 2023-12-11T10:05:54Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310213025-61637.fits 2023-12-11T10:05:54Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310213025-61637.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310220605-61641.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310220660-61639.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310225275-61638.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310225897-61643.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310226534-61640.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310228718-61642.fits')} 2023-12-11T10:05:54Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-12-11T10:05:54Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-11T10:05:54Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231210_001.tm 2023-12-11T10:05:54Z WARNING stixcore.products.levelb.binary 322: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 14415 1 755488283 14416 0 755488284 14417 0 755488284 14418 0 755488284 14419 0 755488285 14420 0 755488285 14421 0 755488286 14422 0 755488286 14423 0 755488287 14424 0 755488287 14425 0 755488288 14426 0 755488289 14427 0 755488289 14428 0 755488289 14429 0 755488290 14430 0 755488290 14431 0 755488291 14432 0 755488291 14433 0 755488292 14434 0 755488292 14435 0 755488293 14436 0 755488293 14437 0 755488294 14438 0 755488294 14439 0 755488294 14440 0 755488295 14441 0 755488296 14442 0 755488296 14443 0 755488297 14444 0 755488297 14445 0 755488297 14446 0 755488298 14447 0 755488298 14448 0 755488299 14449 0 755488299 14450 0 755488300 14451 0 755488300 14452 0 755488301 14453 0 755488301 14454 0 755488302 14455 0 755488302 14456 0 755488302 14457 0 755488303 14458 0 755488303 14459 0 755488311 14460 0 755488312 14461 0 755488312 14462 0 755488313 14463 0 755488313 14464 0 755488313 14465 0 755488314 14466 0 755488314 14467 0 755488315 14468 0 755488315 14469 0 755488316 14470 0 755488316 14471 0 755488317 14472 0 755488317 14473 0 755488317 14474 0 755488318 14475 0 755488318 14476 0 755488319 14477 0 755488319 14478 0 755488320 14479 0 755488320 14480 0 755488320 14481 0 755488321 14482 0 755488321 14483 0 755488322 14484 0 755488322 14485 0 755488323 14486 0 755488323 14487 0 755488324 14488 0 755488324 14489 0 755488325 14490 0 755488325 14491 0 755488326 14492 0 755488326 14493 0 755488326 14494 0 755488327 14495 0 755488327 14496 0 755488328 14497 0 755488328 14498 0 755488329 14499 0 755488329 14500 0 755488329 14501 0 755488330 14502 0 755488330 14503 0 755488331 14504 0 755488331 14505 0 755488332 14506 0 755488332 14507 0 755488332 14508 0 755488333 14509 0 755488333 14510 0 755488334 14511 0 755488334 14512 0 755488334 14513 0 755488335 14514 0 755488336 14515 0 755488336 14516 0 755488337 14517 0 755488337 14518 0 755488337 14519 0 755488338 14520 0 755488338 14521 0 755488338 14522 0 755488339 14523 0 755488340 14524 0 755488340 14525 0 755488341 14526 0 755488341 14527 0 755488341 14528 0 755488342 14529 0 755488342 14530 0 755488342 14531 0 755488343 14532 0 755488344 14533 0 755488344 14534 0 755488344 14535 0 755488345 14536 0 755488345 14537 0 755488346 14538 0 755488346 14539 0 755488347 14540 0 755488347 14541 0 755488348 14542 0 755488348 14543 0 755488349 14544 0 755488349 14545 0 755488349 14546 0 755488350 14547 0 755488350 14548 0 755488351 14549 0 755488351 14550 0 755488352 14551 0 755488352 14552 0 755488353 14553 0 755488353 14554 0 755488354 14555 0 755488354 14556 0 755488354 14557 0 755488355 14558 0 755488355 14559 0 755488356 14560 0 755488356 14561 0 755488357 14562 0 755488357 14563 0 755488357 14564 0 755488358 14565 0 755488358 14566 0 755488359 14567 0 755488359 14568 0 755488360 14569 0 755488368 14570 0 755488368 14571 0 755488368 14572 0 755488369 14573 0 755488369 14574 0 755488369 14575 0 755488370 14576 0 755488370 14577 0 755488371 14578 0 755488371 14579 0 755488372 14580 0 755488372 14581 0 755488373 14582 0 755488373 14583 0 755488373 14584 0 755488374 14585 0 755488374 14586 0 755488374 14587 0 755488375 14588 0 755488376 14589 0 755488376 14590 0 755488376 14591 0 755488377 14592 0 755488377 14593 0 755488378 14594 0 755488378 14595 0 755488378 14596 0 755488379 14597 0 755488379 14598 0 755488380 14599 0 755488380 14600 0 755488381 14601 0 755488381 14602 0 755488381 14603 0 755488382 14604 0 755488382 14605 0 755488382 14606 0 755488383 14607 0 755488384 14608 0 755488384 14609 0 755488384 14610 0 755488385 14611 0 755488385 14612 0 755488385 14613 0 755488386 14614 0 755488386 14615 0 755488387 14616 0 755488387 14617 0 755488388 14618 0 755488388 14619 0 755488389 14620 0 755488389 14621 0 755488390 14622 0 755488390 14623 0 755488390 14624 0 755488391 14625 0 755488392 14626 0 755488392 14627 0 755488392 14628 0 755488393 14629 0 755488393 14630 0 755488394 14631 0 755488394 14632 0 755488394 14633 0 755488395 14634 0 755488395 14635 0 755488396 14636 0 755488396 14637 0 755488397 14638 0 755488397 14639 0 755488397 14640 0 755488398 14641 0 755488398 14642 0 755488399 14643 0 755488399 14644 0 755488400 14645 0 755488400 14646 0 755488401 14647 0 755488401 14648 0 755488401 14649 0 755488402 14650 0 755488402 14651 0 755488402 14652 0 755488403 14653 0 755488404 14654 0 755488404 14655 0 755488404 14656 0 755488405 14657 0 755488405 14658 0 755488406 14659 0 755488406 14660 0 755488406 14661 0 755488407 14662 0 755488407 14663 0 755488408 14664 0 755488408 14665 0 755488408 14666 0 755488409 14667 0 755488409 14668 0 755488410 14669 0 755488410 14670 0 755488410 14671 0 755488411 14672 0 755488412 14673 0 755488412 14674 0 755488412 14675 0 755488413 14676 0 755488413 14677 0 755488414 14678 0 755488414 14679 0 755488414 14680 0 755488415 14681 0 755488416 14682 0 755488416 14683 0 755488416 14684 0 755488417 14685 0 755488417 14686 0 755488418 14687 0 755488418 14688 0 755488418 14689 0 755488419 14690 0 755488420 14691 0 755488420 14692 0 755488428 14693 0 755488428 14694 0 755488428 14695 0 755488429 14696 0 755488429 14697 0 755488430 14698 0 755488430 14699 0 755488430 14700 0 755488431 14701 0 755488431 14702 0 755488432 14703 0 755488432 14704 0 755488433 14705 0 755488433 14706 0 755488434 14707 0 755488434 14708 0 755488434 14709 0 755488435 14710 0 755488436 14711 0 755488436 14712 0 755488436 14713 0 755488437 14714 0 755488437 14715 0 755488438 14716 0 755488438 14717 0 755488438 14718 0 755488439 14719 0 755488439 14720 0 755488440 14721 0 755488440 14722 0 755488441 14723 0 755488441 14724 0 755488441 14725 0 755488442 14726 0 755488442 14727 0 755488443 14728 0 755488443 14729 0 755488444 14730 0 755488444 14731 0 755488444 14732 0 755488445 14733 0 755488445 14734 0 755488446 14735 0 755488446 14736 0 755488446 14737 0 755488447 14738 0 755488448 14739 0 755488448 14740 0 755488448 14741 0 755488449 14742 0 755488449 14743 0 755488450 14744 0 755488450 14745 0 755488450 14746 0 755488451 14747 0 755488452 14748 0 755488452 14749 0 755488455 14750 0 755488456 14751 0 755488457 14752 0 755488457 14753 0 755488457 14754 0 755488458 14755 0 755488458 14756 0 755488459 14757 0 755488459 14758 0 755488460 14759 0 755488460 14760 0 755488461 14761 0 755488461 14762 0 755488461 14763 0 755488462 14764 0 755488462 14765 0 755488462 14766 0 755488463 14767 0 755488464 14768 0 755488464 14769 0 755488464 14770 0 755488465 14771 0 755488465 14772 0 755488466 14773 0 755488470 14774 0 755488470 14775 0 755488470 14776 0 755488471 14777 0 755488472 14778 0 755488472 14779 0 755488472 14780 0 755488473 14781 0 755488473 14782 0 755488474 14783 0 755488474 14784 0 755488474 14785 0 755488475 14786 0 755488475 14787 0 755488476 14788 0 755488476 14789 0 755488477 14790 0 755488477 14791 0 755488478 14792 0 755488478 14793 0 755488478 14794 0 755488479 14795 0 755488480 14796 0 755488480 14797 0 755488480 14798 0 755488481 14799 0 755488481 14800 0 755488482 14801 0 755488482 14802 0 755488483 14803 0 755488483 14804 0 755488484 14805 0 755488484 14806 0 755488485 14807 0 755488485 14808 0 755488485 14809 0 755488486 14810 0 755488486 14811 0 755488487 14812 0 755488487 14813 0 755488488 14814 0 755488496 14815 0 755488496 14816 0 755488497 14817 0 755488497 14818 0 755488497 14819 0 755488498 14820 0 755488498 14821 0 755488499 14822 0 755488500 14823 0 755488500 14824 0 755488500 14825 0 755488501 14826 0 755488501 14827 0 755488502 14828 0 755488502 14829 0 755488503 14830 0 755488503 14831 0 755488504 14832 0 755488504 14833 0 755488505 14834 0 755488505 14835 0 755488506 14836 0 755488506 14837 0 755488507 14838 0 755488507 14839 0 755488508 14840 0 755488508 14841 0 755488509 14842 0 755488509 14843 0 755488510 14844 0 755488510 14845 0 755488510 14846 0 755488511 14847 0 755488512 14848 0 755488512 14849 0 755488512 14850 0 755488513 14851 0 755488514 14852 0 755488514 14853 0 755488514 14854 0 755488515 14855 0 755488516 14856 0 755488516 14857 0 755488517 14858 0 755488517 14859 0 755488518 14860 0 755488518 14861 0 755488518 14862 0 755488519 14863 0 755488520 14864 0 755488520 14865 0 755488521 14866 0 755488521 14867 0 755488522 14868 0 755488522 2023-12-11T10:07:12Z INFO __main__ 212: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751282149-0751284257_V01_2310220605-61641.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751260521-0751282129_V01_2310220660-61639.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751282129-0751282269_V01_2310226534-61640.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751288877-0751294085_V01_2310228718-61642.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751256026-0751261101_V01_2310225275-61638.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751227117-0751240680_V01_2310213025-61637.fits')] 2023-12-11T10:07:12Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-11T10:07:12Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231210_001.tm 2023-12-11T10:07:12Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751282149-0751284257_V01_2310220605-61641.fits 2023-12-11T10:07:12Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-11T10:07:13Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751260521-0751282129_V01_2310220660-61639.fits 2023-12-11T10:07:13Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-11T10:07:13Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751282129-0751282269_V01_2310226534-61640.fits 2023-12-11T10:07:13Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-11T10:07:13Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751288877-0751294085_V01_2310228718-61642.fits 2023-12-11T10:07:13Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-11T10:07:13Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751256026-0751261101_V01_2310225275-61638.fits 2023-12-11T10:07:13Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-11T10:07:14Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751227117-0751240680_V01_2310213025-61637.fits 2023-12-11T10:07:14Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-11T10:07:14Z INFO __main__ 216: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/22/SCI/solo_L1_stix-sci-xray-cpd_20231022T093228-20231022T100736_V01_2310220605-61641.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/21/SCI/solo_L1_stix-sci-xray-cpd_20231021T181516-20231021T220119_V01_2310213025-61637.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/22/SCI/solo_L1_stix-sci-xray-cpd_20231022T033201-20231022T093208_V01_2310220660-61639.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/22/SCI/solo_L1_stix-sci-xray-cpd_20231022T021705-20231022T034141_V01_2310225275-61638.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/22/SCI/solo_L1_stix-sci-xray-cpd_20231022T112436-20231022T125124_V01_2310228718-61642.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/22/SCI/solo_L1_stix-sci-xray-cpd_20231022T093208-20231022T093428_V01_2310226534-61640.fits')] 2023-12-11T10:07:14Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-11T10:07:14Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231210_001.tm 2023-12-11T10:07:14Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product