2023-12-02T18:00:23Z INFO __main__ 254: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-12-02T18:00:23Z INFO __main__ 271: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: [PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm'), PosixPath('/data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231201_002.tm')] IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-12-02T18:00:23Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_BatchRequest.PktTmRaw.SOL.0.2023.305.15.04.21.698.OXqN@2023.336.16.00.01.349.3.xml') 2023-12-02T18:00:27Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-30_0754790400_V01.fits exists appending data 2023-12-02T18:00:27Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0754790400_V01.fits 2023-12-02T18:00:27Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310212707-59323.fits 2023-12-02T18:00:27Z INFO stixcore.io.fits.processors 407: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310204861-59321.fits exists appending data 2023-12-02T18:00:28Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310204861-59321.fits 2023-12-02T18:00:29Z INFO stixcore.io.fits.processors 438: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310204078-59322.fits 2023-12-02T18:00:29Z INFO __main__ 208: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310204078-59322.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310204861-59321.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2310212707-59323.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0754790400_V01.fits')} 2023-12-02T18:00:29Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-12-02T18:00:29Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-12-02T18:00:29Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-02T18:00:29Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-02T18:00:29Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231201_002.tm 2023-12-02T18:00:29Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231201_002.tm 2023-12-02T18:00:29Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0754790400_V01.fits 2023-12-02T18:00:30Z INFO stixcore.io.fits.processors 489: Fits file solo_L0_stix-ql-lightcurve_0754704000_V01U.fits exists appending data 2023-12-02T18:00:30Z INFO stixcore.io.fits.processors 489: Fits file solo_L0_stix-ql-lightcurve_0754790400_V01U.fits exists appending data 2023-12-02T18:02:11Z WARNING stixcore.products.levelb.binary 322: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 6577 1 754801209 6578 0 754801209 6579 0 754801210 6580 0 754801211 6581 0 754801211 6582 0 754801212 6583 0 754801213 6584 0 754801213 6585 0 754801214 6586 0 754801214 6587 0 754801215 6588 0 754801215 6589 0 754801216 6590 0 754801217 6591 0 754801218 6592 0 754801218 6593 0 754801219 6594 0 754801219 6595 0 754801220 6596 0 754801221 6597 0 754801221 6598 0 754801222 6599 0 754801222 6600 0 754801223 6601 0 754801224 6602 0 754801224 6603 0 754801225 6604 0 754801226 6605 0 754801233 6606 0 754801234 6607 0 754801234 6608 0 754801235 6609 0 754801236 6610 0 754801237 6611 0 754801237 6612 0 754801237 6613 0 754801238 6614 0 754801239 6615 0 754801239 6616 0 754801240 6617 0 754801241 6618 0 754801241 6619 0 754801242 6620 0 754801242 6621 0 754801243 6622 0 754801243 6623 0 754801244 6624 0 754801245 6625 0 754801246 6626 0 754801246 6627 0 754801247 6628 0 754801247 6629 0 754801247 6630 0 754801248 6631 0 754801249 6632 0 754801249 6633 0 754801250 6634 0 754801250 6635 0 754801251 6636 0 754801251 6637 0 754801252 6638 0 754801253 6639 0 754801253 6640 0 754801254 6641 0 754801254 6642 0 754801255 6643 0 754801265 6644 0 754801266 6645 0 754801266 6646 0 754801267 6647 0 754801267 6648 0 754801268 6649 0 754801269 6650 0 754801270 6651 0 754801270 6652 0 754801271 6653 0 754801271 6654 0 754801272 6655 0 754801273 6656 0 754801273 6657 0 754801274 6658 0 754801275 6659 0 754801275 6660 0 754801276 6661 0 754801277 6662 0 754801277 6663 0 754801278 6664 0 754801279 6665 0 754801279 6666 0 754801280 6667 0 754801281 6668 0 754801282 6669 0 754801282 6670 0 754801282 6671 0 754801283 6672 0 754801284 6673 0 754801285 6674 0 754801293 6675 0 754801293 6676 0 754801294 6677 0 754801294 6678 0 754801295 6679 0 754801295 6680 0 754801296 6681 0 754801297 6682 0 754801298 6683 0 754801298 6684 0 754801299 6685 0 754801300 6686 0 754801301 6687 0 754801301 6688 0 754801302 6689 0 754801302 6690 0 754801303 6691 0 754801304 6692 0 754801305 6693 0 754801306 6694 0 754801307 6695 0 754801307 6696 0 754801308 6697 0 754801309 6698 0 754801309 6699 0 754801310 6700 0 754801318 6701 0 754801319 6702 0 754801320 6703 0 754801321 6704 0 754801321 6705 0 754801322 6706 0 754801323 6707 0 754801324 6708 0 754801325 6709 0 754801326 6710 0 754801327 6711 0 754801327 6712 0 754801329 6713 0 754801329 6714 0 754801330 6715 0 754801331 6716 0 754801339 6717 0 754801341 6718 0 754801342 6719 0 754801344 6720 0 754801345 6721 0 754801346 6722 0 754801347 6723 0 754801349 6724 0 754801350 6725 0 754801359 6726 0 754801361 6727 0 754801362 6728 0 754801364 6729 0 754801366 6730 0 754801366 6731 0 754801369 6732 0 754801377 6733 0 754801379 6734 0 754801381 6735 0 754801383 6736 0 754801385 6737 0 754801394 6738 0 754801395 6739 0 754801397 6740 0 754801399 6741 0 754801401 6742 0 754801403 6743 0 754801412 6744 0 754801414 6745 0 754801416 6746 0 754801418 6747 0 754801418 6748 0 754801421 6749 0 754801430 6750 0 754801432 6751 0 754801434 6752 0 754801437 6753 0 754801446 6754 0 754801448 6755 0 754801448 6756 0 754801450 6757 0 754801453 6758 0 754801455 6759 0 754801464 6760 0 754801466 6761 0 754801469 6762 0 754801470 6763 0 754801480 6764 0 754801480 6765 0 754801482 6766 0 754801485 6767 0 754801487 6768 0 754801496 6769 0 754801498 6770 0 754801500 6771 0 754801502 6772 0 754801503 6773 0 754801505 6774 0 754801514 6775 0 754801516 6776 0 754801518 6777 0 754801520 6778 0 754801530 6779 0 754801531 6780 0 754801534 6781 0 754801534 6782 0 754801536 6783 0 754801545 6784 0 754801547 6785 0 754801550 6786 0 754801552 6787 0 754801554 6788 0 754801563 6789 0 754801563 6790 0 754801569 6791 0 754801571 6792 0 754801573 6793 0 754801582 6794 0 754801585 6795 0 754801587 6796 0 754801589 6797 0 754801591 6798 0 754801591 6799 0 754801601 6800 0 754801602 6801 0 754801605 6802 0 754801607 6803 0 754801616 6804 0 754801618 6805 0 754801620 6806 0 754801621 6807 0 754801622 6808 0 754801625 6809 0 754801634 6810 0 754801636 6811 0 754801638 6812 0 754801640 6813 0 754801650 6814 0 754801652 6815 0 754801652 6816 0 754801654 6817 0 754801656 6818 0 754801666 6819 0 754801668 6820 0 754801670 6821 0 754801673 6822 0 754801675 6823 0 754801675 6824 0 754801684 6825 0 754801687 6826 0 754801689 6827 0 754801691 6828 0 754801700 6829 0 754801702 6830 0 754801705 6831 0 754801707 6832 0 754801707 6833 0 754801716 6834 0 754801718 6835 0 754801721 6836 0 754801722 6837 0 754801731 6838 0 754801734 6839 0 754801736 6840 0 754801737 6841 0 754801739 6842 0 754801741 6843 0 754801750 6844 0 754801753 6845 0 754801755 6846 0 754801757 6847 0 754801767 6848 0 754801769 6849 0 754801769 6850 0 754801771 6851 0 754801773 6852 0 754801783 6853 0 754801785 6854 0 754801787 6855 0 754801789 6856 0 754801791 6857 0 754801792 6858 0 754801801 6859 0 754801803 6860 0 754801805 6861 0 754801807 6862 0 754801817 6863 0 754801819 6864 0 754801825 6865 0 754801827 6866 0 754801827 6867 0 754801829 6868 0 754801838 6869 0 754801841 6870 0 754801843 6871 0 754801845 6872 0 754801854 6873 0 754801856 6874 0 754801856 6875 0 754801858 6876 0 754801860 6877 0 754801862 6878 0 754801871 6879 0 754801874 6880 0 754801875 6881 0 754801878 6882 0 754801880 6883 0 754801880 6884 0 754801889 6885 0 754801891 6886 0 754801894 6887 0 754801896 6888 0 754801905 6889 0 754801907 6890 0 754801909 6891 0 754801910 6892 0 754801911 6893 0 754801914 6894 0 754801922 6895 0 754801925 6896 0 754801927 6897 0 754801929 6898 0 754801931 6899 0 754801939 6900 0 754801940 6901 0 754801942 6902 0 754801944 6903 0 754801946 6904 0 754801955 6905 0 754801958 6906 0 754801959 6907 0 754801962 6908 0 754801962 6909 0 754801965 6910 0 754801973 6911 0 754801975 6912 0 754801977 6913 0 754801979 6914 0 754801981 6915 0 754801990 6916 0 754801993 6917 0 754801993 6918 0 754801995 6919 0 754801997 6920 0 754802006 6921 0 754802009 6922 0 754802010 6923 0 754802013 6924 0 754802015 6925 0 754802015 6926 0 754802024 6927 0 754802026 6928 0 754802028 6929 0 754802030 6930 0 754802039 6931 0 754802041 6932 0 754802043 2023-12-02T18:02:12Z INFO __main__ 212: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751150762-0751154995_V01_2310204861-59321.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754790400_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754704000_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751160628-0751168309_V01_2310204078-59322.fits')] 2023-12-02T18:02:12Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-02T18:02:12Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-02T18:02:12Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231201_002.tm 2023-12-02T18:02:12Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231201_002.tm 2023-12-02T18:02:12Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754790400_V01U.fits 2023-12-02T18:02:12Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751150762-0751154995_V01_2310204861-59321.fits 2023-12-02T18:02:13Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-02T18:02:13Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0751160628-0751168309_V01_2310204078-59322.fits 2023-12-02T18:02:13Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-02T18:02:14Z INFO stixcore.io.fits.processors 785: Fits file solo_L1_stix-ql-lightcurve_20231202_V01U.fits exists appending data 2023-12-02T18:02:14Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-02T18:02:14Z INFO stixcore.processing.L0toL1 90: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0754704000_V01U.fits 2023-12-02T18:02:16Z INFO stixcore.io.fits.processors 785: Fits file solo_L1_stix-ql-lightcurve_20231201_V01U.fits exists appending data 2023-12-02T18:02:16Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-02T18:02:19Z INFO stixcore.io.fits.processors 785: Fits file solo_L1_stix-ql-lightcurve_20231202_V01U.fits exists appending data 2023-12-02T18:02:19Z INFO stixcore.soop.manager 484: Soop found: SOOP 2023-12-02T18:02:19Z INFO __main__ 216: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/12/01/QL/solo_L1_stix-ql-lightcurve_20231201_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/12/02/QL/solo_L1_stix-ql-lightcurve_20231202_V01U.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/20/SCI/solo_L1_stix-sci-xray-cpd_20231020T210241-20231020T221314_V01_2310204861-59321.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/10/20/SCI/solo_L1_stix-sci-xray-cpd_20231020T234707-20231021T015508_V01_2310204078-59322.fits')] 2023-12-02T18:02:19Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-02T18:02:19Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-pred-mk_V110_20231114_001.tm 2023-12-02T18:02:19Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231201_002.tm 2023-12-02T18:02:19Z INFO stixcore.ephemeris.manager 178: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20231201_002.tm 2023-12-02T18:02:20Z WARNING stixcore.processing.L1toL2 99: No L2 product match for product