2023-08-05T18:30:03Z INFO __main__ 253: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = True [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-08-05T18:30:03Z INFO __main__ 270: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230804_001.tm IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-08-05T18:30:03Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:03Z INFO __main__ 204: new spice kernel detected and loaded 2023-08-05T18:30:03Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/STIX_TM_16_BatchRequest.PktTmRaw.SOL.0.2023.214.07.24.03.215.Ynnj@2023.215.16.00.01.431.1.xml') 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-31_0744336000_V01.fits exists appending data 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-30_0744336000_V01.fits exists appending data 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-24_0000000000-9999999999_V01_2307117985-59051.fits exists appending data 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-32_0744336000_V01.fits exists appending data 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-34_0744336000_V01.fits exists appending data 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0744336000_V01.fits 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0744336000_V01.fits 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0744336000_V01.fits 2023-08-05T18:30:03Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0744336000_V01.fits 2023-08-05T18:30:04Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/24/solo_LB_stix-21-6-24_0000000000-9999999999_V01_2307117985-59051.fits 2023-08-05T18:30:04Z INFO __main__ 207: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/24/solo_LB_stix-21-6-24_0000000000-9999999999_V01_2307117985-59051.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0744336000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0744336000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0744336000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0744336000_V01.fits')} 2023-08-05T18:30:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-08-05T18:30:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-08-05T18:30:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-08-05T18:30:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-08-05T18:30:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:04Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-08-05T18:30:04Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:04Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0744336000_V01.fits 2023-08-05T18:30:04Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0744336000_V01.fits 2023-08-05T18:30:04Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0744336000_V01.fits 2023-08-05T18:30:04Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0744336000_V01.fits 2023-08-05T18:30:04Z WARNING stixcore.products.levelb.binary 318: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 720 0 744116249 721 0 744116324 722 0 744116390 723 0 744116463 724 0 744116524 725 0 744116584 726 0 744116634 727 0 744116694 728 0 744116736 729 0 744116784 730 0 744116830 731 0 744116877 732 0 744116921 733 0 744117009 734 0 744117053 735 0 744117096 736 0 744117132 737 0 744117175 738 0 744117220 739 0 744117255 740 0 744117288 741 0 744117329 742 0 744117363 743 0 744117405 744 0 744117445 745 0 744117497 746 0 744117546 747 0 744117592 748 0 744117637 749 0 744117685 750 0 744117745 751 0 744117811 752 0 744117872 753 0 744117911 754 0 744117946 755 0 744117991 756 0 744118025 757 0 744118060 758 0 744118100 759 0 744118134 760 0 744118168 761 0 744118201 762 0 744118245 763 0 744118279 764 0 744118313 765 0 744118356 766 0 744118391 767 0 744118434 768 0 744118469 769 0 744118517 770 0 744118554 771 0 744118605 772 0 744118663 773 0 744118718 774 0 744118791 775 0 744118856 776 0 744118912 777 0 744118977 778 0 744119034 779 0 744119096 780 0 744119159 781 0 744119221 782 0 744119280 783 0 744119346 784 2 744119354 2023-08-05T18:30:04Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-background_0744249600_V01.fits exists appending data 2023-08-05T18:30:04Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-spectra_0744249600_V01.fits exists appending data 2023-08-05T18:30:04Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-background_0744336000_V01.fits exists appending data 2023-08-05T18:30:05Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0744249600_V01.fits exists appending data 2023-08-05T18:30:05Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-flareflag_0744249600_V01.fits exists appending data 2023-08-05T18:30:05Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-spectra_0744336000_V01.fits exists appending data 2023-08-05T18:30:05Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-flareflag_0744336000_V01.fits exists appending data 2023-08-05T18:30:05Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-lightcurve_0744336000_V01.fits exists appending data 2023-08-05T18:30:05Z INFO __main__ 211: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0744249600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0744336000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/31/solo_L0_stix-ql-background_0744336000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/31/solo_L0_stix-ql-background_0744249600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0744249600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0744336000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/32/solo_L0_stix-ql-spectra_0744336000_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/32/solo_L0_stix-ql-spectra_0744249600_V01.fits')] 2023-08-05T18:30:05Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:05Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:05Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:05Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:05Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0744249600_V01.fits 2023-08-05T18:30:06Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/31/solo_L0_stix-ql-background_0744336000_V01.fits 2023-08-05T18:30:06Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/32/solo_L0_stix-ql-spectra_0744336000_V01.fits 2023-08-05T18:30:06Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0744249600_V01.fits 2023-08-05T18:30:06Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-spectra_20230803_V01.fits exists appending data 2023-08-05T18:30:06Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-03 00:05:25.845882 - 2023-08-03 11:28:37.917767 2023-08-05T18:30:06Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/32/solo_L0_stix-ql-spectra_0744249600_V01.fits 2023-08-05T18:30:06Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-spectra_20230802_V01.fits exists appending data 2023-08-05T18:30:06Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-background_20230803_V01.fits exists appending data 2023-08-05T18:30:06Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-02 00:11:49.895010 - 2023-08-02 23:48:53.844097 2023-08-05T18:30:06Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-03 00:00:01.845299 - 2023-08-03 10:59:05.914644 2023-08-05T18:30:06Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/31/solo_L0_stix-ql-background_0744249600_V01.fits 2023-08-05T18:30:07Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-background_20230802_V01.fits exists appending data 2023-08-05T18:30:07Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-flareflag_20230802_V01.fits exists appending data 2023-08-05T18:30:08Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230802_V01.fits exists appending data 2023-08-05T18:30:08Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-02 00:00:01.894013 - 2023-08-03 00:00:01.845513 2023-08-05T18:30:08Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-02 00:00:01.893875 - 2023-08-03 00:00:01.845375 2023-08-05T18:30:08Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-02 00:00:01.895264 - 2023-08-03 00:00:01.846764 2023-08-05T18:30:09Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-background_20230803_V01.fits exists appending data 2023-08-05T18:30:09Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-03 00:00:01.845299 - 2023-08-03 10:59:05.914644 2023-08-05T18:30:10Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-flareflag_20230803_V01.fits exists appending data 2023-08-05T18:30:10Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230803_V01.fits exists appending data 2023-08-05T18:30:10Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-03 00:00:01.845284 - 2023-08-03 11:17:25.916558 2023-08-05T18:30:10Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/34/solo_L0_stix-ql-flareflag_0744336000_V01.fits 2023-08-05T18:30:10Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-03 00:00:01.845268 - 2023-08-03 11:15:05.916297 2023-08-05T18:30:10Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/30/solo_L0_stix-ql-lightcurve_0744336000_V01.fits 2023-08-05T18:30:11Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-flareflag_20230803_V01.fits exists appending data 2023-08-05T18:30:11Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-03 00:00:01.845284 - 2023-08-03 11:17:25.916558 2023-08-05T18:30:11Z INFO stixcore.io.fits.processors 772: Fits file solo_L1_stix-ql-lightcurve_20230803_V01.fits exists appending data 2023-08-05T18:30:11Z INFO stixcore.soop.manager 482: No soops found for time: 2023-08-03 00:00:01.845268 - 2023-08-03 11:15:05.916297 2023-08-05T18:30:12Z INFO __main__ 215: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL/solo_L1_stix-ql-spectra_20230802_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/03/QL/solo_L1_stix-ql-spectra_20230803_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL/solo_L1_stix-ql-background_20230802_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/03/QL/solo_L1_stix-ql-lightcurve_20230803_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/03/QL/solo_L1_stix-ql-flareflag_20230803_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/03/QL/solo_L1_stix-ql-background_20230803_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL/solo_L1_stix-ql-lightcurve_20230802_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/08/02/QL/solo_L1_stix-ql-flareflag_20230802_V01.fits')] 2023-08-05T18:30:12Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:12Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:12Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:12Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230805_001.tm 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-flareflag FITS files. 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-spectra FITS files. 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-background FITS files. 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-lightcurve FITS files. 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-flareflag FITS files. 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-spectra FITS files. 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-background FITS files. 2023-08-05T18:30:12Z INFO stixcore.io.fits.processors 858: no writeout of L2 ql-lightcurve FITS files. 2023-08-05T18:30:12Z INFO __main__ 219: generated L2 files: []