2023-05-16T23:30:06Z INFO __main__ 253: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = False [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv include_products = ql,hk,sci,cal log_dir = /data/stix/out/fits_v1.0.0/logging [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-05-16T23:30:06Z INFO __main__ 270: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230515_002.tm IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-05-16T23:30:06Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:06Z INFO __main__ 204: new spice kernel detected and loaded 2023-05-16T23:30:06Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/STIX_TM_09PM_BatchRequest.PktTmRaw.SOL.0.2023.121.21.08.21.649.CTze@2023.134.21.00.01.507.1.xml') 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-30_0737337600_V01.fits exists appending data 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-32_0737337600_V01.fits exists appending data 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-31_0737337600_V01.fits exists appending data 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-34_0737337600_V01.fits exists appending data 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-33_0737337600_V01.fits exists appending data 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/43/solo_LB_stix-21-6-43_0737337600_V01.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0737337600_V01.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0737337600_V01.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/41/solo_LB_stix-21-6-41_0737337600_V01.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0737337600_V01.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303163115-49400.fits exists appending data 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0737337600_V01.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/33/solo_LB_stix-21-6-33_0737337600_V01.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303163115-49400.fits 2023-05-16T23:30:10Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302215736-49397.fits exists appending data 2023-05-16T23:30:11Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302215736-49397.fits 2023-05-16T23:30:11Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302203792-49401.fits exists appending data 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302203792-49401.fits 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304131472-49403.fits exists appending data 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304131472-49403.fits 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303169600-49399.fits exists appending data 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303169600-49399.fits 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302201151-49402.fits exists appending data 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302201151-49402.fits 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 404: Fits file solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303165944-49398.fits exists appending data 2023-05-16T23:30:12Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303165944-49398.fits 2023-05-16T23:30:12Z INFO __main__ 207: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302201151-49402.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302203792-49401.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2302215736-49397.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303163115-49400.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303165944-49398.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303169600-49399.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2304131472-49403.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0737337600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0737337600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0737337600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/33/solo_LB_stix-21-6-33_0737337600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0737337600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/41/solo_LB_stix-21-6-41_0737337600_V01.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/43/solo_LB_stix-21-6-43_0737337600_V01.fits')} 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-05-16T23:30:13Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230516_001.tm 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/33/solo_LB_stix-21-6-33_0737337600_V01.fits 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/31/solo_LB_stix-21-6-31_0737337600_V01.fits 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/43/solo_LB_stix-21-6-43_0737337600_V01.fits 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/34/solo_LB_stix-21-6-34_0737337600_V01.fits 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/41/solo_LB_stix-21-6-41_0737337600_V01.fits 2023-05-16T23:30:13Z WARNING stixcore.tmtc.parser 207: Repeater NIX00294 has an invalid value: 0 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/30/solo_LB_stix-21-6-30_0737337600_V01.fits 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 80: processing file: /data/stix/out/fits_v1.0.0/LB/21/6/32/solo_LB_stix-21-6-32_0737337600_V01.fits 2023-05-16T23:30:13Z WARNING stixcore.products.levelb.binary 318: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 15981 1 736407863 15982 0 736407864 15983 0 736407865 15984 0 736407866 15985 0 736407867 15986 0 736407868 15987 0 736407870 15988 0 736407871 15989 0 736407871 15990 0 736407873 15991 0 736407881 15992 0 736407883 15993 0 736407884 15994 0 736407886 15995 0 736407887 15996 0 736407888 15997 0 736407889 15998 0 736407890 15999 0 736407892 16000 0 736407893 16001 0 736407894 16002 0 736407896 16003 0 736407905 16004 0 736407907 16005 0 736407910 16006 0 736407910 16007 0 736407913 16008 0 736407920 16009 0 736407932 16010 0 736407938 16011 0 736407954 16012 0 736407974 16013 0 736408004 16014 0 736408026 16015 0 736408027 16016 0 736408056 16017 0 736408085 16018 0 736408107 16019 0 736408136 16020 0 736408156 16021 0 736408184 16022 0 736408205 16023 0 736408206 16024 0 736408226 16025 0 736408246 16026 0 736408268 16027 0 736408300 16028 0 736408322 16029 0 736408344 16030 0 736408365 16031 0 736408394 16032 0 736408394 16033 0 736408418 16034 0 736408441 16035 0 736408466 16036 0 736408493 16037 0 736408540 16038 0 736408577 16039 0 736408614 16040 0 736408615 16041 0 736408658 16042 0 736408697 16043 0 736408737 16044 0 736408776 16045 0 736408819 16046 0 736408856 16047 0 736408887 16048 0 736408921 16049 0 736408922 16050 0 736408956 16051 0 736408988 16052 0 736409020 16053 0 736409053 16054 0 736409076 16055 0 736409094 16056 0 736409120 16057 0 736409120 16058 0 736409146 16059 0 736409159 16060 0 736409182 16061 0 736409204 16062 0 736409226 16063 0 736409248 16064 0 736409264 16065 0 736409285 16066 0 736409285 16067 0 736409307 16068 0 736409327 16069 0 736409340 16070 0 736409360 16071 0 736409379 16072 0 736409388 16073 0 736409406 16074 0 736409406 16075 0 736409424 16076 0 736409431 16077 0 736409439 16078 0 736409446 16079 0 736409454 16080 0 736409471 16081 0 736409478 16082 0 736409495 16083 0 736409496 16084 0 736409503 16085 0 736409518 16086 0 736409525 16087 0 736409540 16088 0 736409547 16089 0 736409562 16090 0 736409568 16091 0 736409569 16092 0 736409584 16093 0 736409590 16094 0 736409605 16095 0 736409610 16096 0 736409625 16097 0 736409631 16098 0 736409645 16099 0 736409650 16100 0 736409651 16101 0 736409657 16102 0 736409669 16103 0 736409674 16104 0 736409688 16105 0 736409693 16106 0 736409698 16107 0 736409711 16108 0 736409711 16109 0 736409716 16110 0 736409721 16111 0 736409733 16112 0 736409738 16113 0 736409742 16114 0 736409754 16115 0 736409758 16116 0 736409762 16117 0 736409762 16118 0 736409766 16119 0 736409778 16120 0 736409782 16121 0 736409785 16122 0 736409789 16123 0 736409800 16124 0 736409804 16125 0 736409804 16126 0 736409808 16127 0 736409811 16128 0 736409822 16129 0 736409825 16130 0 736409828 16131 0 736409832 16132 0 736409842 16133 0 736409845 16134 0 736409845 16135 0 736409852 16136 0 736409855 16137 0 736409865 16138 0 736409868 16139 0 736409871 16140 0 736409874 16141 0 736409884 16142 0 736409885 16143 0 736409888 16144 0 736409890 16145 0 736409893 16146 0 736409896 16147 0 736409906 16148 0 736409908 16149 0 736409911 16150 0 736409913 16151 0 736409914 16152 0 736409916 16153 0 736409926 16154 0 736409928 16155 0 736409930 16156 0 736409932 16157 0 736409934 16158 0 736409937 16159 0 736409937 16160 0 736409946 16161 0 736409949 16162 0 736409951 16163 0 736409953 16164 0 736409954 16165 0 736409957 16166 0 736409958 16167 0 736409968 16168 0 736409968 16169 0 736409970 16170 0 736409972 16171 0 736409974 16172 0 736409976 16173 0 736409977 16174 0 736409979 16175 0 736409988 16176 0 736409988 16177 0 736409990 16178 0 736409992 16179 0 736409993 16180 0 736409995 16181 0 736409997 16182 0 736409998 16183 0 736410000 16184 0 736410001 16185 0 736410002 16186 0 736410010 16187 0 736410012 16188 0 736410013 16189 0 736410015 16190 0 736410016 16191 0 736410018 2023-05-16T23:30:13Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-variance_0737251200_V01.fits exists appending data 2023-05-16T23:30:13Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-background_0737251200_V01.fits exists appending data 2023-05-16T23:30:13Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-ql-variance_0737337600_V01.fits exists appending data 2023-05-16T23:30:13Z INFO stixcore.io.fits.processors 484: Fits file solo_L0_stix-sci-xray-cpd_0732297176-0732297559_V01_2303169600-49399.fits exists appending data 2023-05-16T23:30:13Z INFO stixcore.processing.LBtoL0 117: Tried to combine 2 BSD products: