/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/070456a111a8/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ2_M.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.043.392 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.043.450 I srv llama_server: initializing ... 0.00.043.455 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.043.538 I srv init_listene: The UI is disabled 0.00.043.539 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.043.577 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.045.127 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/070456a111a8/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ2_M.gguf' 0.00.707.265 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.710.096 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.715.991 W load: '' is a normal token here, removing it from EOG list 0.00.919.114 I cmn init: llama threadpool init, n_threads = 8 0.01.014.201 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.021.609 I srv llama_server: model loaded 0.01.021.613 I srv llama_server: listening on http://127.0.0.1:8091 0.31.040.471 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.040.499 I slot launch_slot_: id 0 | task 2 | processing task, is_child = 0 0.31.040.500 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.040.510 I slot launch_slot_: id 1 | task 0 | processing task, is_child = 0 0.31.040.511 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.040.520 I slot launch_slot_: id 2 | task 3 | processing task, is_child = 0 0.31.040.521 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.040.530 I slot launch_slot_: id 3 | task 1 | processing task, is_child = 0 0.32.235.838 I slot print_timing: id 0 | task 2 | prompt eval time = 1153.16 ms / 122 tokens ( 9.45 ms per token, 105.80 tokens per second) 0.32.235.839 I slot print_timing: id 0 | task 2 | eval time = 42.13 ms / 2 tokens ( 42.13 ms per token, 23.73 tokens per second) 0.32.235.840 I slot print_timing: id 0 | task 2 | total time = 1195.30 ms / 124 tokens 0.32.235.840 I slot print_timing: id 0 | task 2 | graphs reused = 1 0.32.235.841 I slot print_timing: id 0 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.235.864 I slot release: id 0 | task 2 | stop processing: n_tokens = 123, truncated = 0 0.32.236.206 I slot print_timing: id 2 | task 3 | prompt eval time = 1153.81 ms / 135 tokens ( 8.55 ms per token, 117.00 tokens per second) 0.32.236.208 I slot print_timing: id 2 | task 3 | eval time = 41.85 ms / 2 tokens ( 41.85 ms per token, 23.89 tokens per second) 0.32.236.208 I slot print_timing: id 2 | task 3 | total time = 1195.66 ms / 137 tokens 0.32.236.209 I slot print_timing: id 2 | task 3 | graphs reused = 1 0.32.236.209 I slot print_timing: id 2 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.236.224 I slot release: id 2 | task 3 | stop processing: n_tokens = 136, truncated = 0 0.32.236.422 I slot print_timing: id 3 | task 1 | prompt eval time = 1154.15 ms / 118 tokens ( 9.78 ms per token, 102.24 tokens per second) 0.32.236.425 I slot print_timing: id 3 | task 1 | eval time = 41.72 ms / 2 tokens ( 41.72 ms per token, 23.97 tokens per second) 0.32.236.426 I slot print_timing: id 3 | task 1 | total time = 1195.87 ms / 120 tokens 0.32.236.426 I slot print_timing: id 3 | task 1 | graphs reused = 1 0.32.236.426 I slot print_timing: id 3 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.236.436 I slot release: id 3 | task 1 | stop processing: n_tokens = 119, truncated = 0 0.32.263.159 I slot print_timing: id 1 | task 0 | prompt eval time = 1153.47 ms / 126 tokens ( 9.15 ms per token, 109.24 tokens per second) 0.32.263.162 I slot print_timing: id 1 | task 0 | eval time = 69.14 ms / 3 tokens ( 34.57 ms per token, 28.93 tokens per second) 0.32.263.162 I slot print_timing: id 1 | task 0 | total time = 1222.61 ms / 129 tokens 0.32.263.163 I slot print_timing: id 1 | task 0 | graphs reused = 1 0.32.263.163 I slot print_timing: id 1 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.263.185 I slot release: id 1 | task 0 | stop processing: n_tokens = 128, truncated = 0 0.32.263.188 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.236 0.32.263.884 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.32.267.287 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.234 0.32.267.335 I slot launch_slot_: id 1 | task 10 | processing task, is_child = 0 0.32.267.386 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.213 0.32.267.424 I slot launch_slot_: id 2 | task 11 | processing task, is_child = 0 0.32.267.448 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.252 0.32.267.484 I slot launch_slot_: id 3 | task 12 | processing task, is_child = 0 0.33.674.417 I slot print_timing: id 0 | task 9 | prompt eval time = 1365.20 ms / 160 tokens ( 8.53 ms per token, 117.20 tokens per second) 0.33.674.422 I slot print_timing: id 0 | task 9 | eval time = 41.72 ms / 2 tokens ( 41.72 ms per token, 23.97 tokens per second) 0.33.674.423 I slot print_timing: id 0 | task 9 | total time = 1406.92 ms / 162 tokens 0.33.674.423 I slot print_timing: id 0 | task 9 | graphs reused = 1 0.33.674.424 I slot print_timing: id 0 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.674.448 I slot release: id 0 | task 9 | stop processing: n_tokens = 162, truncated = 0 0.33.674.620 I slot print_timing: id 1 | task 10 | prompt eval time = 1365.30 ms / 150 tokens ( 9.10 ms per token, 109.87 tokens per second) 0.33.674.622 I slot print_timing: id 1 | task 10 | eval time = 41.75 ms / 2 tokens ( 41.75 ms per token, 23.95 tokens per second) 0.33.674.623 I slot print_timing: id 1 | task 10 | total time = 1407.05 ms / 152 tokens 0.33.674.623 I slot print_timing: id 1 | task 10 | graphs reused = 1 0.33.674.623 I slot print_timing: id 1 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.674.638 I slot release: id 1 | task 10 | stop processing: n_tokens = 152, truncated = 0 0.33.674.827 I slot print_timing: id 2 | task 11 | prompt eval time = 1365.42 ms / 196 tokens ( 6.97 ms per token, 143.55 tokens per second) 0.33.674.828 I slot print_timing: id 2 | task 11 | eval time = 41.77 ms / 2 tokens ( 41.77 ms per token, 23.94 tokens per second) 0.33.674.829 I slot print_timing: id 2 | task 11 | total time = 1407.19 ms / 198 tokens 0.33.674.829 I slot print_timing: id 2 | task 11 | graphs reused = 1 0.33.674.829 I slot print_timing: id 2 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.674.845 I slot release: id 2 | task 11 | stop processing: n_tokens = 198, truncated = 0 0.33.675.027 I slot print_timing: id 3 | task 12 | prompt eval time = 1365.54 ms / 113 tokens ( 12.08 ms per token, 82.75 tokens per second) 0.33.675.030 I slot print_timing: id 3 | task 12 | eval time = 41.79 ms / 2 tokens ( 41.79 ms per token, 23.93 tokens per second) 0.33.675.030 I slot print_timing: id 3 | task 12 | total time = 1407.32 ms / 115 tokens 0.33.675.030 I slot print_timing: id 3 | task 12 | graphs reused = 1 0.33.675.031 I slot print_timing: id 3 | task 12 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.675.040 I slot release: id 3 | task 12 | stop processing: n_tokens = 115, truncated = 0 0.33.680.799 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.197 0.33.682.172 I slot launch_slot_: id 1 | task 16 | processing task, is_child = 0 0.33.685.656 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.179 0.33.685.704 I slot launch_slot_: id 0 | task 17 | processing task, is_child = 0 0.33.685.754 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.146 0.33.685.794 I slot launch_slot_: id 2 | task 18 | processing task, is_child = 0 0.33.685.817 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.252 0.33.685.850 I slot launch_slot_: id 3 | task 19 | processing task, is_child = 0 0.34.904.753 I slot print_timing: id 0 | task 17 | prompt eval time = 1176.94 ms / 122 tokens ( 9.65 ms per token, 103.66 tokens per second) 0.34.904.754 I slot print_timing: id 0 | task 17 | eval time = 41.95 ms / 2 tokens ( 41.95 ms per token, 23.84 tokens per second) 0.34.904.755 I slot print_timing: id 0 | task 17 | total time = 1218.89 ms / 124 tokens 0.34.904.755 I slot print_timing: id 0 | task 17 | graphs reused = 1 0.34.904.756 I slot print_timing: id 0 | task 17 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.904.776 I slot release: id 0 | task 17 | stop processing: n_tokens = 124, truncated = 0 0.34.904.958 I slot print_timing: id 1 | task 16 | prompt eval time = 1177.06 ms / 121 tokens ( 9.73 ms per token, 102.80 tokens per second) 0.34.904.960 I slot print_timing: id 1 | task 16 | eval time = 41.97 ms / 2 tokens ( 41.97 ms per token, 23.82 tokens per second) 0.34.904.960 I slot print_timing: id 1 | task 16 | total time = 1219.03 ms / 123 tokens 0.34.904.961 I slot print_timing: id 1 | task 16 | graphs reused = 1 0.34.904.961 I slot print_timing: id 1 | task 16 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.904.974 I slot release: id 1 | task 16 | stop processing: n_tokens = 123, truncated = 0 0.34.905.165 I slot print_timing: id 2 | task 18 | prompt eval time = 1177.20 ms / 131 tokens ( 8.99 ms per token, 111.28 tokens per second) 0.34.905.171 I slot print_timing: id 2 | task 18 | eval time = 41.98 ms / 2 tokens ( 41.98 ms per token, 23.82 tokens per second) 0.34.905.172 I slot print_timing: id 2 | task 18 | total time = 1219.18 ms / 133 tokens 0.34.905.172 I slot print_timing: id 2 | task 18 | graphs reused = 1 0.34.905.172 I slot print_timing: id 2 | task 18 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.905.184 I slot release: id 2 | task 18 | stop processing: n_tokens = 133, truncated = 0 0.34.905.371 I slot print_timing: id 3 | task 19 | prompt eval time = 1177.33 ms / 153 tokens ( 7.69 ms per token, 129.96 tokens per second) 0.34.905.374 I slot print_timing: id 3 | task 19 | eval time = 42.00 ms / 2 tokens ( 42.00 ms per token, 23.81 tokens per second) 0.34.905.375 I slot print_timing: id 3 | task 19 | total time = 1219.33 ms / 155 tokens 0.34.905.375 I slot print_timing: id 3 | task 19 | graphs reused = 1 0.34.905.375 I slot print_timing: id 3 | task 19 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.905.388 I slot release: id 3 | task 19 | stop processing: n_tokens = 155, truncated = 0 0.34.910.711 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.234 0.34.911.902 I slot launch_slot_: id 0 | task 23 | processing task, is_child = 0 0.34.915.321 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 0.34.915.364 I slot launch_slot_: id 1 | task 24 | processing task, is_child = 0 0.34.915.409 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.218 0.34.915.444 I slot launch_slot_: id 2 | task 25 | processing task, is_child = 0 0.34.915.469 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.187 0.34.915.505 I slot launch_slot_: id 3 | task 26 | processing task, is_child = 0 0.36.247.996 I slot print_timing: id 0 | task 23 | prompt eval time = 1290.70 ms / 120 tokens ( 10.76 ms per token, 92.97 tokens per second) 0.36.247.998 I slot print_timing: id 0 | task 23 | eval time = 41.78 ms / 2 tokens ( 41.78 ms per token, 23.94 tokens per second) 0.36.247.999 I slot print_timing: id 0 | task 23 | total time = 1332.48 ms / 122 tokens 0.36.247.999 I slot print_timing: id 0 | task 23 | graphs reused = 1 0.36.247.999 I slot print_timing: id 0 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.248.020 I slot release: id 0 | task 23 | stop processing: n_tokens = 122, truncated = 0 0.36.248.187 I slot print_timing: id 1 | task 24 | prompt eval time = 1290.81 ms / 145 tokens ( 8.90 ms per token, 112.33 tokens per second) 0.36.248.194 I slot print_timing: id 1 | task 24 | eval time = 41.80 ms / 2 tokens ( 41.80 ms per token, 23.93 tokens per second) 0.36.248.194 I slot print_timing: id 1 | task 24 | total time = 1332.61 ms / 147 tokens 0.36.248.194 I slot print_timing: id 1 | task 24 | graphs reused = 1 0.36.248.195 I slot print_timing: id 1 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.248.209 I slot release: id 1 | task 24 | stop processing: n_tokens = 147, truncated = 0 0.36.248.398 I slot print_timing: id 2 | task 25 | prompt eval time = 1290.96 ms / 139 tokens ( 9.29 ms per token, 107.67 tokens per second) 0.36.248.400 I slot print_timing: id 2 | task 25 | eval time = 41.80 ms / 2 tokens ( 41.80 ms per token, 23.93 tokens per second) 0.36.248.400 I slot print_timing: id 2 | task 25 | total time = 1332.76 ms / 141 tokens 0.36.248.400 I slot print_timing: id 2 | task 25 | graphs reused = 1 0.36.248.401 I slot print_timing: id 2 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.248.415 I slot release: id 2 | task 25 | stop processing: n_tokens = 141, truncated = 0 0.36.248.590 I slot print_timing: id 3 | task 26 | prompt eval time = 1291.12 ms / 187 tokens ( 6.90 ms per token, 144.84 tokens per second) 0.36.248.592 I slot print_timing: id 3 | task 26 | eval time = 41.78 ms / 2 tokens ( 41.78 ms per token, 23.94 tokens per second) 0.36.248.592 I slot print_timing: id 3 | task 26 | total time = 1332.89 ms / 189 tokens 0.36.248.593 I slot print_timing: id 3 | task 26 | graphs reused = 1 0.36.248.593 I slot print_timing: id 3 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.248.606 I slot release: id 3 | task 26 | stop processing: n_tokens = 189, truncated = 0 0.36.254.671 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 0.36.256.002 I slot launch_slot_: id 0 | task 30 | processing task, is_child = 0 0.36.259.530 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.197 0.36.259.574 I slot launch_slot_: id 1 | task 32 | processing task, is_child = 0 0.36.259.625 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.206 0.36.259.870 I slot launch_slot_: id 2 | task 31 | processing task, is_child = 0 0.36.259.900 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.153 0.36.259.942 I slot launch_slot_: id 3 | task 33 | processing task, is_child = 0 0.37.557.577 I slot print_timing: id 0 | task 30 | prompt eval time = 1255.45 ms / 132 tokens ( 9.51 ms per token, 105.14 tokens per second) 0.37.557.580 I slot print_timing: id 0 | task 30 | eval time = 42.18 ms / 2 tokens ( 42.18 ms per token, 23.71 tokens per second) 0.37.557.581 I slot print_timing: id 0 | task 30 | total time = 1297.63 ms / 134 tokens 0.37.557.581 I slot print_timing: id 0 | task 30 | graphs reused = 1 0.37.557.582 I slot print_timing: id 0 | task 30 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.557.603 I slot release: id 0 | task 30 | stop processing: n_tokens = 134, truncated = 0 0.37.557.781 I slot print_timing: id 1 | task 32 | prompt eval time = 1255.58 ms / 146 tokens ( 8.60 ms per token, 116.28 tokens per second) 0.37.557.784 I slot print_timing: id 1 | task 32 | eval time = 42.20 ms / 2 tokens ( 42.20 ms per token, 23.70 tokens per second) 0.37.557.784 I slot print_timing: id 1 | task 32 | total time = 1297.78 ms / 148 tokens 0.37.557.784 I slot print_timing: id 1 | task 32 | graphs reused = 1 0.37.557.785 I slot print_timing: id 1 | task 32 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.557.801 I slot release: id 1 | task 32 | stop processing: n_tokens = 148, truncated = 0 0.37.557.988 I slot print_timing: id 2 | task 31 | prompt eval time = 1255.70 ms / 128 tokens ( 9.81 ms per token, 101.94 tokens per second) 0.37.557.990 I slot print_timing: id 2 | task 31 | eval time = 42.23 ms / 2 tokens ( 42.23 ms per token, 23.68 tokens per second) 0.37.557.991 I slot print_timing: id 2 | task 31 | total time = 1297.93 ms / 130 tokens 0.37.557.991 I slot print_timing: id 2 | task 31 | graphs reused = 1 0.37.557.991 I slot print_timing: id 2 | task 31 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.558.004 I slot release: id 2 | task 31 | stop processing: n_tokens = 130, truncated = 0 0.37.558.204 I slot print_timing: id 3 | task 33 | prompt eval time = 1255.84 ms / 175 tokens ( 7.18 ms per token, 139.35 tokens per second) 0.37.558.208 I slot print_timing: id 3 | task 33 | eval time = 42.25 ms / 2 tokens ( 42.25 ms per token, 23.67 tokens per second) 0.37.558.208 I slot print_timing: id 3 | task 33 | total time = 1298.09 ms / 177 tokens 0.37.558.209 I slot print_timing: id 3 | task 33 | graphs reused = 1 0.37.558.209 I slot print_timing: id 3 | task 33 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.558.230 I slot release: id 3 | task 33 | stop processing: n_tokens = 177, truncated = 0 0.37.563.183 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.224 0.37.564.110 I slot launch_slot_: id 0 | task 38 | processing task, is_child = 0 0.37.567.809 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.196 0.37.567.858 I slot launch_slot_: id 1 | task 37 | processing task, is_child = 0 0.37.567.906 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.169 0.37.567.946 I slot launch_slot_: id 3 | task 39 | processing task, is_child = 0 0.37.567.970 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.223 0.37.568.006 I slot launch_slot_: id 2 | task 40 | processing task, is_child = 0 0.38.753.430 I slot print_timing: id 0 | task 38 | prompt eval time = 1143.58 ms / 124 tokens ( 9.22 ms per token, 108.43 tokens per second) 0.38.753.432 I slot print_timing: id 0 | task 38 | eval time = 41.82 ms / 2 tokens ( 41.82 ms per token, 23.91 tokens per second) 0.38.753.432 I slot print_timing: id 0 | task 38 | total time = 1185.41 ms / 126 tokens 0.38.753.433 I slot print_timing: id 0 | task 38 | graphs reused = 1 0.38.753.433 I slot print_timing: id 0 | task 38 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.753.453 I slot release: id 0 | task 38 | stop processing: n_tokens = 126, truncated = 0 0.38.753.628 I slot print_timing: id 1 | task 37 | prompt eval time = 1143.70 ms / 115 tokens ( 9.95 ms per token, 100.55 tokens per second) 0.38.753.630 I slot print_timing: id 1 | task 37 | eval time = 41.85 ms / 2 tokens ( 41.85 ms per token, 23.90 tokens per second) 0.38.753.630 I slot print_timing: id 1 | task 37 | total time = 1185.54 ms / 117 tokens 0.38.753.631 I slot print_timing: id 1 | task 37 | graphs reused = 1 0.38.753.631 I slot print_timing: id 1 | task 37 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.753.643 I slot release: id 1 | task 37 | stop processing: n_tokens = 117, truncated = 0 0.38.753.831 I slot print_timing: id 2 | task 40 | prompt eval time = 1143.84 ms / 149 tokens ( 7.68 ms per token, 130.26 tokens per second) 0.38.753.836 I slot print_timing: id 2 | task 40 | eval time = 41.85 ms / 2 tokens ( 41.85 ms per token, 23.89 tokens per second) 0.38.753.837 I slot print_timing: id 2 | task 40 | total time = 1185.69 ms / 151 tokens 0.38.753.837 I slot print_timing: id 2 | task 40 | graphs reused = 1 0.38.753.837 I slot print_timing: id 2 | task 40 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.753.851 I slot release: id 2 | task 40 | stop processing: n_tokens = 151, truncated = 0 0.38.754.031 I slot print_timing: id 3 | task 39 | prompt eval time = 1143.97 ms / 146 tokens ( 7.84 ms per token, 127.63 tokens per second) 0.38.754.033 I slot print_timing: id 3 | task 39 | eval time = 41.87 ms / 2 tokens ( 41.87 ms per token, 23.88 tokens per second) 0.38.754.033 I slot print_timing: id 3 | task 39 | total time = 1185.84 ms / 148 tokens 0.38.754.033 I slot print_timing: id 3 | task 39 | graphs reused = 1 0.38.754.034 I slot print_timing: id 3 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.754.047 I slot release: id 3 | task 39 | stop processing: n_tokens = 148, truncated = 0 0.38.759.191 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230 0.38.759.657 I slot launch_slot_: id 0 | task 45 | processing task, is_child = 0 0.38.763.011 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.38.763.058 I slot launch_slot_: id 1 | task 44 | processing task, is_child = 0 0.38.763.108 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.192 0.38.763.144 I slot launch_slot_: id 2 | task 46 | processing task, is_child = 0 0.38.763.171 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.196 0.38.763.207 I slot launch_slot_: id 3 | task 47 | processing task, is_child = 0 0.40.009.180 I slot print_timing: id 0 | task 45 | prompt eval time = 1204.11 ms / 145 tokens ( 8.30 ms per token, 120.42 tokens per second) 0.40.009.183 I slot print_timing: id 0 | task 45 | eval time = 41.86 ms / 2 tokens ( 41.86 ms per token, 23.89 tokens per second) 0.40.009.184 I slot print_timing: id 0 | task 45 | total time = 1245.97 ms / 147 tokens 0.40.009.184 I slot print_timing: id 0 | task 45 | graphs reused = 1 0.40.009.184 I slot print_timing: id 0 | task 45 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.009.207 I slot release: id 0 | task 45 | stop processing: n_tokens = 147, truncated = 0 0.40.009.382 I slot print_timing: id 1 | task 44 | prompt eval time = 1204.22 ms / 127 tokens ( 9.48 ms per token, 105.46 tokens per second) 0.40.009.384 I slot print_timing: id 1 | task 44 | eval time = 41.88 ms / 2 tokens ( 41.88 ms per token, 23.88 tokens per second) 0.40.009.384 I slot print_timing: id 1 | task 44 | total time = 1246.10 ms / 129 tokens 0.40.009.385 I slot print_timing: id 1 | task 44 | graphs reused = 1 0.40.009.385 I slot print_timing: id 1 | task 44 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.009.401 I slot release: id 1 | task 44 | stop processing: n_tokens = 129, truncated = 0 0.40.009.591 I slot print_timing: id 2 | task 46 | prompt eval time = 1204.34 ms / 118 tokens ( 10.21 ms per token, 97.98 tokens per second) 0.40.009.593 I slot print_timing: id 2 | task 46 | eval time = 41.91 ms / 2 tokens ( 41.91 ms per token, 23.86 tokens per second) 0.40.009.593 I slot print_timing: id 2 | task 46 | total time = 1246.25 ms / 120 tokens 0.40.009.594 I slot print_timing: id 2 | task 46 | graphs reused = 1 0.40.009.594 I slot print_timing: id 2 | task 46 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.009.606 I slot release: id 2 | task 46 | stop processing: n_tokens = 120, truncated = 0 0.40.009.780 I slot print_timing: id 3 | task 47 | prompt eval time = 1204.47 ms / 111 tokens ( 10.85 ms per token, 92.16 tokens per second) 0.40.009.783 I slot print_timing: id 3 | task 47 | eval time = 41.91 ms / 2 tokens ( 41.91 ms per token, 23.86 tokens per second) 0.40.009.783 I slot print_timing: id 3 | task 47 | total time = 1246.38 ms / 113 tokens 0.40.009.783 I slot print_timing: id 3 | task 47 | graphs reused = 1 0.40.009.784 I slot print_timing: id 3 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.009.795 I slot release: id 3 | task 47 | stop processing: n_tokens = 113, truncated = 0 0.40.014.958 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.250 0.40.016.114 I slot launch_slot_: id 2 | task 52 | processing task, is_child = 0 0.40.019.308 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.197 0.40.019.575 I slot launch_slot_: id 0 | task 53 | processing task, is_child = 0 0.40.019.626 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.225 0.40.019.662 I slot launch_slot_: id 1 | task 54 | processing task, is_child = 0 0.40.019.685 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.257 0.40.019.718 I slot launch_slot_: id 3 | task 51 | processing task, is_child = 0 0.41.142.687 I slot print_timing: id 0 | task 53 | prompt eval time = 1080.64 ms / 134 tokens ( 8.06 ms per token, 124.00 tokens per second) 0.41.142.689 I slot print_timing: id 0 | task 53 | eval time = 42.32 ms / 2 tokens ( 42.32 ms per token, 23.63 tokens per second) 0.41.142.690 I slot print_timing: id 0 | task 53 | total time = 1122.96 ms / 136 tokens 0.41.142.690 I slot print_timing: id 0 | task 53 | graphs reused = 1 0.41.142.691 I slot print_timing: id 0 | task 53 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.142.715 I slot release: id 0 | task 53 | stop processing: n_tokens = 136, truncated = 0 0.41.142.888 I slot print_timing: id 1 | task 54 | prompt eval time = 1080.76 ms / 140 tokens ( 7.72 ms per token, 129.54 tokens per second) 0.41.142.891 I slot print_timing: id 1 | task 54 | eval time = 42.34 ms / 2 tokens ( 42.34 ms per token, 23.62 tokens per second) 0.41.142.891 I slot print_timing: id 1 | task 54 | total time = 1123.11 ms / 142 tokens 0.41.142.891 I slot print_timing: id 1 | task 54 | graphs reused = 1 0.41.142.892 I slot print_timing: id 1 | task 54 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.142.905 I slot release: id 1 | task 54 | stop processing: n_tokens = 142, truncated = 0 0.41.143.090 I slot print_timing: id 2 | task 52 | prompt eval time = 1080.90 ms / 112 tokens ( 9.65 ms per token, 103.62 tokens per second) 0.41.143.092 I slot print_timing: id 2 | task 52 | eval time = 42.35 ms / 2 tokens ( 42.35 ms per token, 23.61 tokens per second) 0.41.143.093 I slot print_timing: id 2 | task 52 | total time = 1123.26 ms / 114 tokens 0.41.143.093 I slot print_timing: id 2 | task 52 | graphs reused = 1 0.41.143.093 I slot print_timing: id 2 | task 52 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.143.107 I slot release: id 2 | task 52 | stop processing: n_tokens = 114, truncated = 0 0.41.143.287 I slot print_timing: id 3 | task 51 | prompt eval time = 1081.04 ms / 107 tokens ( 10.10 ms per token, 98.98 tokens per second) 0.41.143.290 I slot print_timing: id 3 | task 51 | eval time = 42.37 ms / 2 tokens ( 42.37 ms per token, 23.60 tokens per second) 0.41.143.290 I slot print_timing: id 3 | task 51 | total time = 1123.41 ms / 109 tokens 0.41.143.290 I slot print_timing: id 3 | task 51 | graphs reused = 1 0.41.143.290 I slot print_timing: id 3 | task 51 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.143.300 I slot release: id 3 | task 51 | stop processing: n_tokens = 109, truncated = 0 0.41.149.287 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.213 0.41.150.205 I slot launch_slot_: id 0 | task 58 | processing task, is_child = 0 0.41.153.162 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.204 0.41.153.203 I slot launch_slot_: id 1 | task 59 | processing task, is_child = 0 0.41.153.251 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.254 0.41.153.286 I slot launch_slot_: id 2 | task 60 | processing task, is_child = 0 0.41.153.308 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.266 0.41.153.341 I slot launch_slot_: id 3 | task 61 | processing task, is_child = 0 0.42.581.676 I slot print_timing: id 0 | task 58 | prompt eval time = 1386.48 ms / 168 tokens ( 8.25 ms per token, 121.17 tokens per second) 0.42.581.679 I slot print_timing: id 0 | task 58 | eval time = 41.84 ms / 2 tokens ( 41.84 ms per token, 23.90 tokens per second) 0.42.581.679 I slot print_timing: id 0 | task 58 | total time = 1428.33 ms / 170 tokens 0.42.581.680 I slot print_timing: id 0 | task 58 | graphs reused = 1 0.42.581.680 I slot print_timing: id 0 | task 58 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.581.709 I slot release: id 0 | task 58 | stop processing: n_tokens = 170, truncated = 0 0.42.581.884 I slot print_timing: id 1 | task 59 | prompt eval time = 1386.59 ms / 185 tokens ( 7.50 ms per token, 133.42 tokens per second) 0.42.581.885 I slot print_timing: id 1 | task 59 | eval time = 41.88 ms / 2 tokens ( 41.88 ms per token, 23.88 tokens per second) 0.42.581.886 I slot print_timing: id 1 | task 59 | total time = 1428.47 ms / 187 tokens 0.42.581.886 I slot print_timing: id 1 | task 59 | graphs reused = 1 0.42.581.886 I slot print_timing: id 1 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.581.910 I slot release: id 1 | task 59 | stop processing: n_tokens = 187, truncated = 0 0.42.582.100 I slot print_timing: id 2 | task 60 | prompt eval time = 1386.72 ms / 176 tokens ( 7.88 ms per token, 126.92 tokens per second) 0.42.582.103 I slot print_timing: id 2 | task 60 | eval time = 41.90 ms / 2 tokens ( 41.90 ms per token, 23.87 tokens per second) 0.42.582.103 I slot print_timing: id 2 | task 60 | total time = 1428.62 ms / 178 tokens 0.42.582.103 I slot print_timing: id 2 | task 60 | graphs reused = 1 0.42.582.104 I slot print_timing: id 2 | task 60 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.582.117 I slot release: id 2 | task 60 | stop processing: n_tokens = 178, truncated = 0 0.42.582.309 I slot print_timing: id 3 | task 61 | prompt eval time = 1386.86 ms / 136 tokens ( 10.20 ms per token, 98.06 tokens per second) 0.42.582.313 I slot print_timing: id 3 | task 61 | eval time = 41.92 ms / 2 tokens ( 41.92 ms per token, 23.86 tokens per second) 0.42.582.313 I slot print_timing: id 3 | task 61 | total time = 1428.77 ms / 138 tokens 0.42.582.313 I slot print_timing: id 3 | task 61 | graphs reused = 1 0.42.582.314 I slot print_timing: id 3 | task 61 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.582.324 I slot release: id 3 | task 61 | stop processing: n_tokens = 138, truncated = 0 0.42.587.031 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.171 0.42.588.416 I slot launch_slot_: id 0 | task 65 | processing task, is_child = 0 0.42.591.892 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.155 0.42.591.944 I slot launch_slot_: id 1 | task 66 | processing task, is_child = 0 0.42.591.992 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.163 0.42.592.253 I slot launch_slot_: id 2 | task 67 | processing task, is_child = 0 0.42.592.277 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.210 0.42.592.314 I slot launch_slot_: id 3 | task 68 | processing task, is_child = 0 0.43.927.102 I slot print_timing: id 0 | task 65 | prompt eval time = 1292.82 ms / 179 tokens ( 7.22 ms per token, 138.46 tokens per second) 0.43.927.104 I slot print_timing: id 0 | task 65 | eval time = 41.96 ms / 2 tokens ( 41.96 ms per token, 23.83 tokens per second) 0.43.927.105 I slot print_timing: id 0 | task 65 | total time = 1334.78 ms / 181 tokens 0.43.927.105 I slot print_timing: id 0 | task 65 | graphs reused = 1 0.43.927.105 I slot print_timing: id 0 | task 65 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.927.133 I slot release: id 0 | task 65 | stop processing: n_tokens = 181, truncated = 0 0.43.927.302 I slot print_timing: id 1 | task 66 | prompt eval time = 1292.94 ms / 129 tokens ( 10.02 ms per token, 99.77 tokens per second) 0.43.927.304 I slot print_timing: id 1 | task 66 | eval time = 41.98 ms / 2 tokens ( 41.98 ms per token, 23.82 tokens per second) 0.43.927.305 I slot print_timing: id 1 | task 66 | total time = 1334.91 ms / 131 tokens 0.43.927.305 I slot print_timing: id 1 | task 66 | graphs reused = 1 0.43.927.306 I slot print_timing: id 1 | task 66 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.927.321 I slot release: id 1 | task 66 | stop processing: n_tokens = 131, truncated = 0 0.43.927.516 I slot print_timing: id 2 | task 67 | prompt eval time = 1293.06 ms / 143 tokens ( 9.04 ms per token, 110.59 tokens per second) 0.43.927.519 I slot print_timing: id 2 | task 67 | eval time = 42.01 ms / 2 tokens ( 42.01 ms per token, 23.81 tokens per second) 0.43.927.520 I slot print_timing: id 2 | task 67 | total time = 1335.07 ms / 145 tokens 0.43.927.520 I slot print_timing: id 2 | task 67 | graphs reused = 1 0.43.927.520 I slot print_timing: id 2 | task 67 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.927.539 I slot release: id 2 | task 67 | stop processing: n_tokens = 145, truncated = 0 0.43.927.729 I slot print_timing: id 3 | task 68 | prompt eval time = 1293.19 ms / 150 tokens ( 8.62 ms per token, 115.99 tokens per second) 0.43.927.732 I slot print_timing: id 3 | task 68 | eval time = 42.03 ms / 2 tokens ( 42.03 ms per token, 23.79 tokens per second) 0.43.927.733 I slot print_timing: id 3 | task 68 | total time = 1335.23 ms / 152 tokens 0.43.927.733 I slot print_timing: id 3 | task 68 | graphs reused = 1 0.43.927.733 I slot print_timing: id 3 | task 68 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.927.746 I slot release: id 3 | task 68 | stop processing: n_tokens = 152, truncated = 0 0.43.933.746 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.160 0.43.935.411 I slot launch_slot_: id 0 | task 72 | processing task, is_child = 0 0.43.938.563 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.207 0.43.938.609 I slot launch_slot_: id 2 | task 73 | processing task, is_child = 0 0.43.938.660 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.183 (> 0.100 thold), f_keep = 0.229 0.43.938.698 I slot launch_slot_: id 1 | task 74 | processing task, is_child = 0 0.43.938.723 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.191 0.43.938.767 I slot launch_slot_: id 3 | task 75 | processing task, is_child = 0 0.45.284.800 I slot print_timing: id 0 | task 72 | prompt eval time = 1297.69 ms / 133 tokens ( 9.76 ms per token, 102.49 tokens per second) 0.45.284.805 I slot print_timing: id 0 | task 72 | eval time = 48.33 ms / 2 tokens ( 48.33 ms per token, 20.69 tokens per second) 0.45.284.806 I slot print_timing: id 0 | task 72 | total time = 1346.02 ms / 135 tokens 0.45.284.807 I slot print_timing: id 0 | task 72 | graphs reused = 1 0.45.284.808 I slot print_timing: id 0 | task 72 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.284.851 I slot release: id 0 | task 72 | stop processing: n_tokens = 135, truncated = 0 0.45.285.188 I slot print_timing: id 1 | task 74 | prompt eval time = 1298.07 ms / 163 tokens ( 7.96 ms per token, 125.57 tokens per second) 0.45.285.192 I slot print_timing: id 1 | task 74 | eval time = 48.28 ms / 2 tokens ( 48.28 ms per token, 20.71 tokens per second) 0.45.285.194 I slot print_timing: id 1 | task 74 | total time = 1346.35 ms / 165 tokens 0.45.285.195 I slot print_timing: id 1 | task 74 | graphs reused = 1 0.45.285.196 I slot print_timing: id 1 | task 74 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.285.229 I slot release: id 1 | task 74 | stop processing: n_tokens = 165, truncated = 0 0.45.285.580 I slot print_timing: id 2 | task 73 | prompt eval time = 1298.61 ms / 112 tokens ( 11.59 ms per token, 86.25 tokens per second) 0.45.285.585 I slot print_timing: id 2 | task 73 | eval time = 48.07 ms / 2 tokens ( 48.07 ms per token, 20.80 tokens per second) 0.45.285.586 I slot print_timing: id 2 | task 73 | total time = 1346.68 ms / 114 tokens 0.45.285.587 I slot print_timing: id 2 | task 73 | graphs reused = 1 0.45.285.587 I slot print_timing: id 2 | task 73 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.285.617 I slot release: id 2 | task 73 | stop processing: n_tokens = 114, truncated = 0 0.45.286.068 I slot print_timing: id 3 | task 75 | prompt eval time = 1299.22 ms / 166 tokens ( 7.83 ms per token, 127.77 tokens per second) 0.45.286.074 I slot print_timing: id 3 | task 75 | eval time = 47.90 ms / 2 tokens ( 47.90 ms per token, 20.88 tokens per second) 0.45.286.075 I slot print_timing: id 3 | task 75 | total time = 1347.12 ms / 168 tokens 0.45.286.075 I slot print_timing: id 3 | task 75 | graphs reused = 1 0.45.286.076 I slot print_timing: id 3 | task 75 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.286.108 I slot release: id 3 | task 75 | stop processing: n_tokens = 168, truncated = 0 0.45.296.173 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.215 0.45.297.532 I slot launch_slot_: id 0 | task 79 | processing task, is_child = 0 0.45.302.282 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.182 0.45.302.361 I slot launch_slot_: id 1 | task 80 | processing task, is_child = 0 0.45.302.443 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.254 0.45.302.503 I slot launch_slot_: id 2 | task 81 | processing task, is_child = 0 0.45.302.550 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.179 0.45.302.614 I slot launch_slot_: id 3 | task 82 | processing task, is_child = 0 0.46.547.542 I slot print_timing: id 0 | task 79 | prompt eval time = 1202.89 ms / 115 tokens ( 10.46 ms per token, 95.60 tokens per second) 0.46.547.544 I slot print_timing: id 0 | task 79 | eval time = 42.03 ms / 2 tokens ( 42.03 ms per token, 23.79 tokens per second) 0.46.547.544 I slot print_timing: id 0 | task 79 | total time = 1244.92 ms / 117 tokens 0.46.547.544 I slot print_timing: id 0 | task 79 | graphs reused = 1 0.46.547.545 I slot print_timing: id 0 | task 79 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.547.568 I slot release: id 0 | task 79 | stop processing: n_tokens = 117, truncated = 0 0.46.547.744 I slot print_timing: id 1 | task 80 | prompt eval time = 1202.94 ms / 115 tokens ( 10.46 ms per token, 95.60 tokens per second) 0.46.547.746 I slot print_timing: id 1 | task 80 | eval time = 42.06 ms / 2 tokens ( 42.06 ms per token, 23.78 tokens per second) 0.46.547.746 I slot print_timing: id 1 | task 80 | total time = 1245.00 ms / 117 tokens 0.46.547.747 I slot print_timing: id 1 | task 80 | graphs reused = 1 0.46.547.747 I slot print_timing: id 1 | task 80 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.547.762 I slot release: id 1 | task 80 | stop processing: n_tokens = 117, truncated = 0 0.46.548.151 I slot print_timing: id 3 | task 82 | prompt eval time = 1203.14 ms / 166 tokens ( 7.25 ms per token, 137.97 tokens per second) 0.46.548.153 I slot print_timing: id 3 | task 82 | eval time = 42.08 ms / 2 tokens ( 42.08 ms per token, 23.76 tokens per second) 0.46.548.153 I slot print_timing: id 3 | task 82 | total time = 1245.22 ms / 168 tokens 0.46.548.153 I slot print_timing: id 3 | task 82 | graphs reused = 1 0.46.548.154 I slot print_timing: id 3 | task 82 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.548.173 I slot release: id 3 | task 82 | stop processing: n_tokens = 168, truncated = 0 0.46.574.919 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.248 0.46.575.633 I slot launch_slot_: id 0 | task 87 | processing task, is_child = 0 0.46.577.944 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.248 0.46.577.994 I slot launch_slot_: id 1 | task 88 | processing task, is_child = 0 0.46.578.022 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.173 0.46.578.302 I slot launch_slot_: id 3 | task 89 | processing task, is_child = 0 0.47.675.206 I slot print_timing: id 0 | task 87 | prompt eval time = 1055.38 ms / 134 tokens ( 7.88 ms per token, 126.97 tokens per second) 0.47.675.208 I slot print_timing: id 0 | task 87 | eval time = 41.51 ms / 2 tokens ( 41.51 ms per token, 24.09 tokens per second) 0.47.675.209 I slot print_timing: id 0 | task 87 | total time = 1096.89 ms / 136 tokens 0.47.675.209 I slot print_timing: id 0 | task 87 | graphs reused = 1 0.47.675.209 I slot print_timing: id 0 | task 87 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.675.231 I slot release: id 0 | task 87 | stop processing: n_tokens = 136, truncated = 0 0.47.675.411 I slot print_timing: id 1 | task 88 | prompt eval time = 1055.50 ms / 153 tokens ( 6.90 ms per token, 144.95 tokens per second) 0.47.675.413 I slot print_timing: id 1 | task 88 | eval time = 41.54 ms / 2 tokens ( 41.54 ms per token, 24.07 tokens per second) 0.47.675.413 I slot print_timing: id 1 | task 88 | total time = 1097.04 ms / 155 tokens 0.47.675.413 I slot print_timing: id 1 | task 88 | graphs reused = 1 0.47.675.414 I slot print_timing: id 1 | task 88 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.675.429 I slot release: id 1 | task 88 | stop processing: n_tokens = 155, truncated = 0 0.47.675.799 I slot print_timing: id 3 | task 89 | prompt eval time = 1055.79 ms / 127 tokens ( 8.31 ms per token, 120.29 tokens per second) 0.47.675.801 I slot print_timing: id 3 | task 89 | eval time = 41.59 ms / 2 tokens ( 41.59 ms per token, 24.04 tokens per second) 0.47.675.801 I slot print_timing: id 3 | task 89 | total time = 1097.38 ms / 129 tokens 0.47.675.802 I slot print_timing: id 3 | task 89 | graphs reused = 1 0.47.675.802 I slot print_timing: id 3 | task 89 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.675.815 I slot release: id 3 | task 89 | stop processing: n_tokens = 129, truncated = 0 0.47.702.653 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.47.703.860 I slot launch_slot_: id 3 | task 94 | processing task, is_child = 0 0.47.706.397 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.213 0.47.706.450 I slot launch_slot_: id 0 | task 95 | processing task, is_child = 0 0.47.706.478 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.187 0.47.706.522 I slot launch_slot_: id 1 | task 96 | processing task, is_child = 0 0.48.573.904 I slot print_timing: id 2 | task 81 | prompt eval time = 1203.03 ms / 168 tokens ( 7.16 ms per token, 139.65 tokens per second) 0.48.573.906 I slot print_timing: id 2 | task 81 | eval time = 2068.03 ms / 8 tokens ( 295.43 ms per token, 3.38 tokens per second) 0.48.573.907 I slot print_timing: id 2 | task 81 | total time = 3271.05 ms / 176 tokens 0.48.573.907 I slot print_timing: id 2 | task 81 | graphs reused = 1 0.48.573.908 I slot print_timing: id 2 | task 81 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.573.930 I slot release: id 2 | task 81 | stop processing: n_tokens = 176, truncated = 0 0.48.656.687 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.165 0.48.658.869 I slot launch_slot_: id 2 | task 99 | processing task, is_child = 0 0.49.035.719 I slot print_timing: id 0 | task 95 | prompt eval time = 949.77 ms / 127 tokens ( 7.48 ms per token, 133.72 tokens per second) 0.49.035.721 I slot print_timing: id 0 | task 95 | eval time = 379.42 ms / 2 tokens ( 379.42 ms per token, 2.64 tokens per second) 0.49.035.722 I slot print_timing: id 0 | task 95 | total time = 1329.19 ms / 129 tokens 0.49.035.722 I slot print_timing: id 0 | task 95 | graphs reused = 1 0.49.035.723 I slot print_timing: id 0 | task 95 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.035.743 I slot release: id 0 | task 95 | stop processing: n_tokens = 129, truncated = 0 0.49.035.910 I slot print_timing: id 1 | task 96 | prompt eval time = 949.88 ms / 124 tokens ( 7.66 ms per token, 130.54 tokens per second) 0.49.035.913 I slot print_timing: id 1 | task 96 | eval time = 379.42 ms / 2 tokens ( 379.42 ms per token, 2.64 tokens per second) 0.49.035.913 I slot print_timing: id 1 | task 96 | total time = 1329.30 ms / 126 tokens 0.49.035.913 I slot print_timing: id 1 | task 96 | graphs reused = 1 0.49.035.914 I slot print_timing: id 1 | task 96 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.035.927 I slot release: id 1 | task 96 | stop processing: n_tokens = 126, truncated = 0 0.49.036.126 I slot print_timing: id 3 | task 94 | prompt eval time = 950.01 ms / 144 tokens ( 6.60 ms per token, 151.58 tokens per second) 0.49.036.131 I slot print_timing: id 3 | task 94 | eval time = 379.44 ms / 2 tokens ( 379.44 ms per token, 2.64 tokens per second) 0.49.036.132 I slot print_timing: id 3 | task 94 | total time = 1329.46 ms / 146 tokens 0.49.036.132 I slot print_timing: id 3 | task 94 | graphs reused = 1 0.49.036.132 I slot print_timing: id 3 | task 94 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.036.146 I slot release: id 3 | task 94 | stop processing: n_tokens = 146, truncated = 0 0.49.076.338 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.205 0.49.077.253 I slot launch_slot_: id 3 | task 102 | processing task, is_child = 0 0.49.079.374 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.225 0.49.079.424 I slot launch_slot_: id 0 | task 103 | processing task, is_child = 0 0.49.079.451 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.230 0.49.079.494 I slot launch_slot_: id 1 | task 104 | processing task, is_child = 0 0.49.915.985 I slot print_timing: id 2 | task 99 | prompt eval time = 417.46 ms / 145 tokens ( 2.88 ms per token, 347.34 tokens per second) 0.49.915.988 I slot print_timing: id 2 | task 99 | eval time = 839.64 ms / 2 tokens ( 839.64 ms per token, 1.19 tokens per second) 0.49.915.989 I slot print_timing: id 2 | task 99 | total time = 1257.10 ms / 147 tokens 0.49.915.989 I slot print_timing: id 2 | task 99 | graphs reused = 1 0.49.915.990 I slot print_timing: id 2 | task 99 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.916.017 I slot release: id 2 | task 99 | stop processing: n_tokens = 147, truncated = 0 0.49.998.282 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.197 0.50.000.020 I slot launch_slot_: id 2 | task 107 | processing task, is_child = 0 0.50.325.580 I slot print_timing: id 0 | task 103 | prompt eval time = 918.25 ms / 113 tokens ( 8.13 ms per token, 123.06 tokens per second) 0.50.325.583 I slot print_timing: id 0 | task 103 | eval time = 327.82 ms / 2 tokens ( 327.82 ms per token, 3.05 tokens per second) 0.50.325.583 I slot print_timing: id 0 | task 103 | total time = 1246.08 ms / 115 tokens 0.50.325.584 I slot print_timing: id 0 | task 103 | graphs reused = 1 0.50.325.584 I slot print_timing: id 0 | task 103 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.325.603 I slot release: id 0 | task 103 | stop processing: n_tokens = 115, truncated = 0 0.50.325.786 I slot print_timing: id 1 | task 104 | prompt eval time = 918.44 ms / 124 tokens ( 7.41 ms per token, 135.01 tokens per second) 0.50.325.788 I slot print_timing: id 1 | task 104 | eval time = 327.77 ms / 2 tokens ( 327.77 ms per token, 3.05 tokens per second) 0.50.325.789 I slot print_timing: id 1 | task 104 | total time = 1246.20 ms / 126 tokens 0.50.325.789 I slot print_timing: id 1 | task 104 | graphs reused = 1 0.50.325.789 I slot print_timing: id 1 | task 104 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.325.802 I slot release: id 1 | task 104 | stop processing: n_tokens = 126, truncated = 0 0.50.325.993 I slot print_timing: id 3 | task 102 | prompt eval time = 918.63 ms / 137 tokens ( 6.71 ms per token, 149.13 tokens per second) 0.50.325.995 I slot print_timing: id 3 | task 102 | eval time = 327.72 ms / 2 tokens ( 327.72 ms per token, 3.05 tokens per second) 0.50.325.995 I slot print_timing: id 3 | task 102 | total time = 1246.35 ms / 139 tokens 0.50.325.996 I slot print_timing: id 3 | task 102 | graphs reused = 1 0.50.325.996 I slot print_timing: id 3 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.326.008 I slot release: id 3 | task 102 | stop processing: n_tokens = 139, truncated = 0 0.50.366.462 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.252 0.50.366.858 I slot launch_slot_: id 0 | task 110 | processing task, is_child = 0 0.50.369.105 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.230 0.50.369.153 I slot launch_slot_: id 1 | task 111 | processing task, is_child = 0 0.50.369.186 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.223 0.50.369.228 I slot launch_slot_: id 3 | task 112 | processing task, is_child = 0 0.51.467.537 I slot print_timing: id 2 | task 107 | prompt eval time = 366.43 ms / 127 tokens ( 2.89 ms per token, 346.59 tokens per second) 0.51.467.543 I slot print_timing: id 2 | task 107 | eval time = 1101.08 ms / 2 tokens ( 1101.08 ms per token, 0.91 tokens per second) 0.51.467.543 I slot print_timing: id 2 | task 107 | total time = 1467.50 ms / 129 tokens 0.51.467.544 I slot print_timing: id 2 | task 107 | graphs reused = 1 0.51.467.544 I slot print_timing: id 2 | task 107 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.467.566 I slot release: id 2 | task 107 | stop processing: n_tokens = 129, truncated = 0 0.51.552.465 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.225 0.51.553.844 I slot launch_slot_: id 2 | task 115 | processing task, is_child = 0 0.51.928.885 I slot print_timing: id 0 | task 110 | prompt eval time = 1182.87 ms / 238 tokens ( 4.97 ms per token, 201.21 tokens per second) 0.51.928.888 I slot print_timing: id 0 | task 110 | eval time = 376.78 ms / 2 tokens ( 376.78 ms per token, 2.65 tokens per second) 0.51.928.888 I slot print_timing: id 0 | task 110 | total time = 1559.65 ms / 240 tokens 0.51.928.889 I slot print_timing: id 0 | task 110 | graphs reused = 1 0.51.928.889 I slot print_timing: id 0 | task 110 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.928.917 I slot release: id 0 | task 110 | stop processing: n_tokens = 240, truncated = 0 0.52.029.571 I slot print_timing: id 3 | task 112 | prompt eval time = 1183.09 ms / 121 tokens ( 9.78 ms per token, 102.27 tokens per second) 0.52.029.573 I slot print_timing: id 3 | task 112 | eval time = 477.11 ms / 3 tokens ( 238.55 ms per token, 4.19 tokens per second) 0.52.029.574 I slot print_timing: id 3 | task 112 | total time = 1660.19 ms / 124 tokens 0.52.029.574 I slot print_timing: id 3 | task 112 | graphs reused = 1 0.52.029.575 I slot print_timing: id 3 | task 112 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.029.594 I slot release: id 3 | task 112 | stop processing: n_tokens = 124, truncated = 0 0.52.029.599 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 0.52.031.818 I slot launch_slot_: id 0 | task 118 | processing task, is_child = 0 0.52.449.275 I slot print_timing: id 1 | task 111 | prompt eval time = 1182.97 ms / 174 tokens ( 6.80 ms per token, 147.09 tokens per second) 0.52.449.281 I slot print_timing: id 1 | task 111 | eval time = 896.99 ms / 4 tokens ( 299.00 ms per token, 3.34 tokens per second) 0.52.449.281 I slot print_timing: id 1 | task 111 | total time = 2079.96 ms / 178 tokens 0.52.449.282 I slot print_timing: id 1 | task 111 | graphs reused = 1 0.52.449.282 I slot print_timing: id 1 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.449.304 I slot release: id 1 | task 111 | stop processing: n_tokens = 178, truncated = 0 0.52.449.478 I slot print_timing: id 2 | task 115 | prompt eval time = 475.56 ms / 141 tokens ( 3.37 ms per token, 296.49 tokens per second) 0.52.449.480 I slot print_timing: id 2 | task 115 | eval time = 420.06 ms / 2 tokens ( 420.06 ms per token, 2.38 tokens per second) 0.52.449.480 I slot print_timing: id 2 | task 115 | total time = 895.62 ms / 143 tokens 0.52.449.480 I slot print_timing: id 2 | task 115 | graphs reused = 1 0.52.449.481 I slot print_timing: id 2 | task 115 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.449.495 I slot release: id 2 | task 115 | stop processing: n_tokens = 143, truncated = 0 0.52.449.499 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.250 0.52.449.562 I slot launch_slot_: id 3 | task 120 | processing task, is_child = 0 0.52.807.064 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.210 0.52.807.355 I slot launch_slot_: id 2 | task 122 | processing task, is_child = 0 0.52.807.388 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.169 0.52.807.442 I slot launch_slot_: id 1 | task 123 | processing task, is_child = 0 0.53.547.123 I slot print_timing: id 0 | task 118 | prompt eval time = 774.45 ms / 179 tokens ( 4.33 ms per token, 231.13 tokens per second) 0.53.547.128 I slot print_timing: id 0 | task 118 | eval time = 740.06 ms / 2 tokens ( 740.06 ms per token, 1.35 tokens per second) 0.53.547.129 I slot print_timing: id 0 | task 118 | total time = 1514.51 ms / 181 tokens 0.53.547.129 I slot print_timing: id 0 | task 118 | graphs reused = 1 0.53.547.130 I slot print_timing: id 0 | task 118 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.547.153 I slot release: id 0 | task 118 | stop processing: n_tokens = 181, truncated = 0 0.53.616.971 I slot print_timing: id 3 | task 120 | prompt eval time = 1093.73 ms / 158 tokens ( 6.92 ms per token, 144.46 tokens per second) 0.53.616.977 I slot print_timing: id 3 | task 120 | eval time = 69.62 ms / 2 tokens ( 69.62 ms per token, 14.36 tokens per second) 0.53.616.977 I slot print_timing: id 3 | task 120 | total time = 1163.35 ms / 160 tokens 0.53.616.978 I slot print_timing: id 3 | task 120 | graphs reused = 1 0.53.616.978 I slot print_timing: id 3 | task 120 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.616.999 I slot release: id 3 | task 120 | stop processing: n_tokens = 160, truncated = 0 0.53.617.005 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.160 0.53.618.701 I slot launch_slot_: id 0 | task 126 | processing task, is_child = 0 0.53.620.054 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.277 (> 0.100 thold), f_keep = 0.194 0.53.620.105 I slot launch_slot_: id 3 | task 127 | processing task, is_child = 0 0.54.351.180 I slot print_timing: id 2 | task 122 | prompt eval time = 809.30 ms / 148 tokens ( 5.47 ms per token, 182.87 tokens per second) 0.54.351.185 I slot print_timing: id 2 | task 122 | eval time = 734.36 ms / 2 tokens ( 734.36 ms per token, 1.36 tokens per second) 0.54.351.185 I slot print_timing: id 2 | task 122 | total time = 1543.66 ms / 150 tokens 0.54.351.185 I slot print_timing: id 2 | task 122 | graphs reused = 1 0.54.351.186 I slot print_timing: id 2 | task 122 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.351.210 I slot release: id 2 | task 122 | stop processing: n_tokens = 150, truncated = 0 0.54.454.532 I slot print_timing: id 1 | task 123 | prompt eval time = 809.19 ms / 166 tokens ( 4.87 ms per token, 205.14 tokens per second) 0.54.454.537 I slot print_timing: id 1 | task 123 | eval time = 837.89 ms / 3 tokens ( 418.95 ms per token, 2.39 tokens per second) 0.54.454.537 I slot print_timing: id 1 | task 123 | total time = 1647.08 ms / 169 tokens 0.54.454.538 I slot print_timing: id 1 | task 123 | graphs reused = 1 0.54.454.538 I slot print_timing: id 1 | task 123 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.454.559 I slot release: id 1 | task 123 | stop processing: n_tokens = 169, truncated = 0 0.54.454.771 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.172 0.54.456.785 I slot launch_slot_: id 1 | task 130 | processing task, is_child = 0 0.54.458.364 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.200 0.54.458.417 I slot launch_slot_: id 2 | task 131 | processing task, is_child = 0 0.55.202.978 I slot print_timing: id 0 | task 126 | prompt eval time = 834.27 ms / 225 tokens ( 3.71 ms per token, 269.70 tokens per second) 0.55.202.983 I slot print_timing: id 0 | task 126 | eval time = 748.60 ms / 2 tokens ( 748.60 ms per token, 1.34 tokens per second) 0.55.202.983 I slot print_timing: id 0 | task 126 | total time = 1582.86 ms / 227 tokens 0.55.202.984 I slot print_timing: id 0 | task 126 | graphs reused = 1 0.55.202.984 I slot print_timing: id 0 | task 126 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.203.011 I slot release: id 0 | task 126 | stop processing: n_tokens = 227, truncated = 0 0.55.203.188 I slot print_timing: id 3 | task 127 | prompt eval time = 834.58 ms / 111 tokens ( 7.52 ms per token, 133.00 tokens per second) 0.55.203.189 I slot print_timing: id 3 | task 127 | eval time = 748.42 ms / 2 tokens ( 748.42 ms per token, 1.34 tokens per second) 0.55.203.190 I slot print_timing: id 3 | task 127 | total time = 1583.00 ms / 113 tokens 0.55.203.190 I slot print_timing: id 3 | task 127 | graphs reused = 1 0.55.203.190 I slot print_timing: id 3 | task 127 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.203.208 I slot release: id 3 | task 127 | stop processing: n_tokens = 113, truncated = 0 0.55.248.950 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.128 0.55.250.930 I slot launch_slot_: id 0 | task 134 | processing task, is_child = 0 0.55.251.328 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.257 0.55.251.374 I slot launch_slot_: id 3 | task 135 | processing task, is_child = 0 0.55.977.618 I slot print_timing: id 2 | task 131 | prompt eval time = 790.43 ms / 118 tokens ( 6.70 ms per token, 149.29 tokens per second) 0.55.977.623 I slot print_timing: id 2 | task 131 | eval time = 728.67 ms / 2 tokens ( 728.67 ms per token, 1.37 tokens per second) 0.55.977.623 I slot print_timing: id 2 | task 131 | total time = 1519.10 ms / 120 tokens 0.55.977.624 I slot print_timing: id 2 | task 131 | graphs reused = 1 0.55.977.624 I slot print_timing: id 2 | task 131 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.977.648 I slot release: id 2 | task 131 | stop processing: n_tokens = 120, truncated = 0 0.56.080.114 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.242 0.56.080.560 I slot launch_slot_: id 2 | task 138 | processing task, is_child = 0 0.56.455.490 I slot print_timing: id 0 | task 134 | prompt eval time = 828.39 ms / 146 tokens ( 5.67 ms per token, 176.24 tokens per second) 0.56.455.496 I slot print_timing: id 0 | task 134 | eval time = 375.71 ms / 2 tokens ( 375.71 ms per token, 2.66 tokens per second) 0.56.455.496 I slot print_timing: id 0 | task 134 | total time = 1204.11 ms / 148 tokens 0.56.455.496 I slot print_timing: id 0 | task 134 | graphs reused = 1 0.56.455.497 I slot print_timing: id 0 | task 134 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.455.518 I slot release: id 0 | task 134 | stop processing: n_tokens = 148, truncated = 0 0.56.455.851 I slot print_timing: id 3 | task 135 | prompt eval time = 828.64 ms / 172 tokens ( 4.82 ms per token, 207.57 tokens per second) 0.56.455.853 I slot print_timing: id 3 | task 135 | eval time = 375.74 ms / 2 tokens ( 375.74 ms per token, 2.66 tokens per second) 0.56.455.853 I slot print_timing: id 3 | task 135 | total time = 1204.39 ms / 174 tokens 0.56.455.853 I slot print_timing: id 3 | task 135 | graphs reused = 1 0.56.455.854 I slot print_timing: id 3 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.455.869 I slot release: id 3 | task 135 | stop processing: n_tokens = 174, truncated = 0 0.56.531.523 I slot print_timing: id 1 | task 130 | prompt eval time = 790.33 ms / 192 tokens ( 4.12 ms per token, 242.94 tokens per second) 0.56.531.525 I slot print_timing: id 1 | task 130 | eval time = 1282.77 ms / 5 tokens ( 320.69 ms per token, 3.12 tokens per second) 0.56.531.526 I slot print_timing: id 1 | task 130 | total time = 2073.09 ms / 197 tokens 0.56.531.526 I slot print_timing: id 1 | task 130 | graphs reused = 1 0.56.531.526 I slot print_timing: id 1 | task 130 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.531.548 I slot release: id 1 | task 130 | stop processing: n_tokens = 197, truncated = 0 0.56.531.750 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.196 0.56.533.391 I slot launch_slot_: id 0 | task 141 | processing task, is_child = 0 0.56.536.496 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.147 0.56.536.763 I slot launch_slot_: id 1 | task 142 | processing task, is_child = 0 0.56.536.793 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.167 0.56.536.841 I slot launch_slot_: id 3 | task 143 | processing task, is_child = 0 0.57.418.588 I slot print_timing: id 2 | task 138 | prompt eval time = 451.18 ms / 136 tokens ( 3.32 ms per token, 301.43 tokens per second) 0.57.418.594 I slot print_timing: id 2 | task 138 | eval time = 886.84 ms / 2 tokens ( 886.84 ms per token, 1.13 tokens per second) 0.57.418.594 I slot print_timing: id 2 | task 138 | total time = 1338.02 ms / 138 tokens 0.57.418.595 I slot print_timing: id 2 | task 138 | graphs reused = 1 0.57.418.595 I slot print_timing: id 2 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.418.622 I slot release: id 2 | task 138 | stop processing: n_tokens = 138, truncated = 0 0.57.501.397 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.210 0.57.502.721 I slot launch_slot_: id 2 | task 146 | processing task, is_child = 0 0.57.877.966 I slot print_timing: id 1 | task 142 | prompt eval time = 964.30 ms / 121 tokens ( 7.97 ms per token, 125.48 tokens per second) 0.57.877.973 I slot print_timing: id 1 | task 142 | eval time = 376.75 ms / 2 tokens ( 376.75 ms per token, 2.65 tokens per second) 0.57.877.973 I slot print_timing: id 1 | task 142 | total time = 1341.05 ms / 123 tokens 0.57.877.973 I slot print_timing: id 1 | task 142 | graphs reused = 1 0.57.877.974 I slot print_timing: id 1 | task 142 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.878.002 I slot release: id 1 | task 142 | stop processing: n_tokens = 123, truncated = 0 0.57.967.348 I slot print_timing: id 0 | task 141 | prompt eval time = 964.18 ms / 114 tokens ( 8.46 ms per token, 118.23 tokens per second) 0.57.967.350 I slot print_timing: id 0 | task 141 | eval time = 466.31 ms / 3 tokens ( 233.16 ms per token, 4.29 tokens per second) 0.57.967.351 I slot print_timing: id 0 | task 141 | total time = 1430.49 ms / 117 tokens 0.57.967.352 I slot print_timing: id 0 | task 141 | graphs reused = 1 0.57.967.352 I slot print_timing: id 0 | task 141 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.967.368 I slot release: id 0 | task 141 | stop processing: n_tokens = 117, truncated = 0 0.57.967.739 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.248 0.57.968.211 I slot launch_slot_: id 0 | task 149 | processing task, is_child = 0 0.58.319.190 I slot print_timing: id 2 | task 146 | prompt eval time = 464.84 ms / 138 tokens ( 3.37 ms per token, 296.88 tokens per second) 0.58.319.195 I slot print_timing: id 2 | task 146 | eval time = 351.62 ms / 2 tokens ( 351.62 ms per token, 2.84 tokens per second) 0.58.319.196 I slot print_timing: id 2 | task 146 | total time = 816.46 ms / 140 tokens 0.58.319.196 I slot print_timing: id 2 | task 146 | graphs reused = 1 0.58.319.196 I slot print_timing: id 2 | task 146 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.319.217 I slot release: id 2 | task 146 | stop processing: n_tokens = 140, truncated = 0 0.58.319.385 I slot print_timing: id 3 | task 143 | prompt eval time = 964.43 ms / 166 tokens ( 5.81 ms per token, 172.12 tokens per second) 0.58.319.387 I slot print_timing: id 3 | task 143 | eval time = 817.99 ms / 4 tokens ( 272.66 ms per token, 3.67 tokens per second) 0.58.319.387 I slot print_timing: id 3 | task 143 | total time = 1782.43 ms / 170 tokens 0.58.319.387 I slot print_timing: id 3 | task 143 | graphs reused = 1 0.58.319.388 I slot print_timing: id 3 | task 143 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.319.403 I slot release: id 3 | task 143 | stop processing: n_tokens = 170, truncated = 0 0.58.319.407 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.244 0.58.319.469 I slot launch_slot_: id 1 | task 151 | processing task, is_child = 0 0.58.622.012 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.207 0.58.622.076 I slot launch_slot_: id 2 | task 153 | processing task, is_child = 0 0.58.622.112 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.171 0.58.622.158 I slot launch_slot_: id 3 | task 154 | processing task, is_child = 0 0.59.349.544 I slot print_timing: id 0 | task 149 | prompt eval time = 653.32 ms / 136 tokens ( 4.80 ms per token, 208.17 tokens per second) 0.59.349.546 I slot print_timing: id 0 | task 149 | eval time = 727.53 ms / 2 tokens ( 727.53 ms per token, 1.37 tokens per second) 0.59.349.547 I slot print_timing: id 0 | task 149 | total time = 1380.85 ms / 138 tokens 0.59.349.547 I slot print_timing: id 0 | task 149 | graphs reused = 1 0.59.349.548 I slot print_timing: id 0 | task 149 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.349.579 I slot release: id 0 | task 149 | stop processing: n_tokens = 138, truncated = 0 0.59.430.398 I slot print_timing: id 1 | task 151 | prompt eval time = 1026.97 ms / 124 tokens ( 8.28 ms per token, 120.74 tokens per second) 0.59.430.403 I slot print_timing: id 1 | task 151 | eval time = 80.61 ms / 2 tokens ( 80.61 ms per token, 12.41 tokens per second) 0.59.430.404 I slot print_timing: id 1 | task 151 | total time = 1107.58 ms / 126 tokens 0.59.430.404 I slot print_timing: id 1 | task 151 | graphs reused = 1 0.59.430.405 I slot print_timing: id 1 | task 151 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.430.424 I slot release: id 1 | task 151 | stop processing: n_tokens = 126, truncated = 0 0.59.430.827 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.210 0.59.431.820 I slot launch_slot_: id 0 | task 157 | processing task, is_child = 0 0.59.850.405 I slot print_timing: id 2 | task 153 | prompt eval time = 808.01 ms / 131 tokens ( 6.17 ms per token, 162.13 tokens per second) 0.59.850.407 I slot print_timing: id 2 | task 153 | eval time = 419.78 ms / 2 tokens ( 419.78 ms per token, 2.38 tokens per second) 0.59.850.408 I slot print_timing: id 2 | task 153 | total time = 1227.80 ms / 133 tokens 0.59.850.408 I slot print_timing: id 2 | task 153 | graphs reused = 1 0.59.850.409 I slot print_timing: id 2 | task 153 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.850.429 I slot release: id 2 | task 153 | stop processing: n_tokens = 133, truncated = 0 0.59.850.610 I slot print_timing: id 3 | task 154 | prompt eval time = 808.15 ms / 178 tokens ( 4.54 ms per token, 220.26 tokens per second) 0.59.850.612 I slot print_timing: id 3 | task 154 | eval time = 419.79 ms / 2 tokens ( 419.79 ms per token, 2.38 tokens per second) 0.59.850.613 I slot print_timing: id 3 | task 154 | total time = 1227.93 ms / 180 tokens 0.59.850.613 I slot print_timing: id 3 | task 154 | graphs reused = 1 0.59.850.613 I slot print_timing: id 3 | task 154 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.850.632 I slot release: id 3 | task 154 | stop processing: n_tokens = 180, truncated = 0 0.59.850.637 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.230 0.59.850.717 I slot launch_slot_: id 1 | task 159 | processing task, is_child = 0 1.00.273.953 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.218 1.00.274.241 I slot launch_slot_: id 2 | task 161 | processing task, is_child = 0 1.00.274.273 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.161 1.00.274.323 I slot launch_slot_: id 3 | task 162 | processing task, is_child = 0 1.00.921.733 I slot print_timing: id 1 | task 159 | prompt eval time = 983.21 ms / 172 tokens ( 5.72 ms per token, 174.94 tokens per second) 1.00.921.736 I slot print_timing: id 1 | task 159 | eval time = 82.56 ms / 2 tokens ( 82.56 ms per token, 12.11 tokens per second) 1.00.921.736 I slot print_timing: id 1 | task 159 | total time = 1065.77 ms / 174 tokens 1.00.921.737 I slot print_timing: id 1 | task 159 | graphs reused = 1 1.00.921.737 I slot print_timing: id 1 | task 159 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.921.763 I slot release: id 1 | task 159 | stop processing: n_tokens = 174, truncated = 0 1.00.987.510 I slot print_timing: id 0 | task 157 | prompt eval time = 841.01 ms / 185 tokens ( 4.55 ms per token, 219.97 tokens per second) 1.00.987.515 I slot print_timing: id 0 | task 157 | eval time = 713.56 ms / 4 tokens ( 237.85 ms per token, 4.20 tokens per second) 1.00.987.515 I slot print_timing: id 0 | task 157 | total time = 1554.57 ms / 189 tokens 1.00.987.515 I slot print_timing: id 0 | task 157 | graphs reused = 1 1.00.987.516 I slot print_timing: id 0 | task 157 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.987.539 I slot release: id 0 | task 157 | stop processing: n_tokens = 189, truncated = 0 1.00.987.708 I slot print_timing: id 2 | task 161 | prompt eval time = 647.40 ms / 123 tokens ( 5.26 ms per token, 189.99 tokens per second) 1.00.987.710 I slot print_timing: id 2 | task 161 | eval time = 65.74 ms / 2 tokens ( 65.74 ms per token, 15.21 tokens per second) 1.00.987.710 I slot print_timing: id 2 | task 161 | total time = 713.14 ms / 125 tokens 1.00.987.711 I slot print_timing: id 2 | task 161 | graphs reused = 1 1.00.987.711 I slot print_timing: id 2 | task 161 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.987.723 I slot release: id 2 | task 161 | stop processing: n_tokens = 125, truncated = 0 1.00.987.897 I slot print_timing: id 3 | task 162 | prompt eval time = 647.52 ms / 119 tokens ( 5.44 ms per token, 183.78 tokens per second) 1.00.987.900 I slot print_timing: id 3 | task 162 | eval time = 65.72 ms / 2 tokens ( 65.72 ms per token, 15.22 tokens per second) 1.00.987.900 I slot print_timing: id 3 | task 162 | total time = 713.24 ms / 121 tokens 1.00.987.900 I slot print_timing: id 3 | task 162 | graphs reused = 1 1.00.987.901 I slot print_timing: id 3 | task 162 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.987.916 I slot release: id 3 | task 162 | stop processing: n_tokens = 121, truncated = 0 1.00.987.919 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.153 1.00.989.699 I slot launch_slot_: id 0 | task 166 | processing task, is_child = 0 1.00.992.417 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.240 1.00.992.727 I slot launch_slot_: id 2 | task 168 | processing task, is_child = 0 1.00.992.776 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.167 1.00.993.045 I slot launch_slot_: id 1 | task 167 | processing task, is_child = 0 1.00.993.072 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.240 1.00.993.108 I slot launch_slot_: id 3 | task 169 | processing task, is_child = 0 1.02.245.190 I slot print_timing: id 0 | task 166 | prompt eval time = 1210.13 ms / 129 tokens ( 9.38 ms per token, 106.60 tokens per second) 1.02.245.200 I slot print_timing: id 0 | task 166 | eval time = 41.94 ms / 2 tokens ( 41.94 ms per token, 23.84 tokens per second) 1.02.245.200 I slot print_timing: id 0 | task 166 | total time = 1252.07 ms / 131 tokens 1.02.245.201 I slot print_timing: id 0 | task 166 | graphs reused = 1 1.02.245.201 I slot print_timing: id 0 | task 166 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.245.221 I slot release: id 0 | task 166 | stop processing: n_tokens = 131, truncated = 0 1.02.245.401 I slot print_timing: id 1 | task 167 | prompt eval time = 1210.26 ms / 120 tokens ( 10.09 ms per token, 99.15 tokens per second) 1.02.245.403 I slot print_timing: id 1 | task 167 | eval time = 41.96 ms / 2 tokens ( 41.96 ms per token, 23.83 tokens per second) 1.02.245.404 I slot print_timing: id 1 | task 167 | total time = 1252.22 ms / 122 tokens 1.02.245.404 I slot print_timing: id 1 | task 167 | graphs reused = 1 1.02.245.404 I slot print_timing: id 1 | task 167 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.245.418 I slot release: id 1 | task 167 | stop processing: n_tokens = 122, truncated = 0 1.02.245.606 I slot print_timing: id 2 | task 168 | prompt eval time = 1210.38 ms / 130 tokens ( 9.31 ms per token, 107.40 tokens per second) 1.02.245.608 I slot print_timing: id 2 | task 168 | eval time = 41.97 ms / 2 tokens ( 41.97 ms per token, 23.83 tokens per second) 1.02.245.608 I slot print_timing: id 2 | task 168 | total time = 1252.35 ms / 132 tokens 1.02.245.609 I slot print_timing: id 2 | task 168 | graphs reused = 1 1.02.245.609 I slot print_timing: id 2 | task 168 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.245.621 I slot release: id 2 | task 168 | stop processing: n_tokens = 132, truncated = 0 1.02.245.801 I slot print_timing: id 3 | task 169 | prompt eval time = 1210.53 ms / 147 tokens ( 8.23 ms per token, 121.43 tokens per second) 1.02.245.804 I slot print_timing: id 3 | task 169 | eval time = 41.96 ms / 2 tokens ( 41.96 ms per token, 23.83 tokens per second) 1.02.245.804 I slot print_timing: id 3 | task 169 | total time = 1252.49 ms / 149 tokens 1.02.245.804 I slot print_timing: id 3 | task 169 | graphs reused = 1 1.02.245.805 I slot print_timing: id 3 | task 169 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.245.817 I slot release: id 3 | task 169 | stop processing: n_tokens = 149, truncated = 0 1.02.251.250 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.221 1.02.251.743 I slot launch_slot_: id 0 | task 173 | processing task, is_child = 0 1.02.254.891 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 1.02.254.939 I slot launch_slot_: id 1 | task 175 | processing task, is_child = 0 1.02.254.986 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.220 1.02.255.025 I slot launch_slot_: id 2 | task 176 | processing task, is_child = 0 1.02.255.050 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.195 1.02.255.318 I slot launch_slot_: id 3 | task 174 | processing task, is_child = 0 1.03.425.240 I slot print_timing: id 0 | task 173 | prompt eval time = 1127.52 ms / 128 tokens ( 8.81 ms per token, 113.52 tokens per second) 1.03.425.245 I slot print_timing: id 0 | task 173 | eval time = 42.39 ms / 2 tokens ( 42.39 ms per token, 23.59 tokens per second) 1.03.425.246 I slot print_timing: id 0 | task 173 | total time = 1169.91 ms / 130 tokens 1.03.425.246 I slot print_timing: id 0 | task 173 | graphs reused = 1 1.03.425.247 I slot print_timing: id 0 | task 173 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.425.268 I slot release: id 0 | task 173 | stop processing: n_tokens = 130, truncated = 0 1.03.425.447 I slot print_timing: id 1 | task 175 | prompt eval time = 1127.63 ms / 132 tokens ( 8.54 ms per token, 117.06 tokens per second) 1.03.425.449 I slot print_timing: id 1 | task 175 | eval time = 42.42 ms / 2 tokens ( 42.42 ms per token, 23.57 tokens per second) 1.03.425.450 I slot print_timing: id 1 | task 175 | total time = 1170.05 ms / 134 tokens 1.03.425.450 I slot print_timing: id 1 | task 175 | graphs reused = 1 1.03.425.450 I slot print_timing: id 1 | task 175 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.425.467 I slot release: id 1 | task 175 | stop processing: n_tokens = 134, truncated = 0 1.03.425.664 I slot print_timing: id 2 | task 176 | prompt eval time = 1127.77 ms / 134 tokens ( 8.42 ms per token, 118.82 tokens per second) 1.03.425.666 I slot print_timing: id 2 | task 176 | eval time = 42.44 ms / 2 tokens ( 42.44 ms per token, 23.56 tokens per second) 1.03.425.667 I slot print_timing: id 2 | task 176 | total time = 1170.21 ms / 136 tokens 1.03.425.667 I slot print_timing: id 2 | task 176 | graphs reused = 1 1.03.425.667 I slot print_timing: id 2 | task 176 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.425.678 I slot release: id 2 | task 176 | stop processing: n_tokens = 136, truncated = 0 1.03.425.877 I slot print_timing: id 3 | task 174 | prompt eval time = 1127.90 ms / 133 tokens ( 8.48 ms per token, 117.92 tokens per second) 1.03.425.882 I slot print_timing: id 3 | task 174 | eval time = 42.45 ms / 2 tokens ( 42.45 ms per token, 23.56 tokens per second) 1.03.425.882 I slot print_timing: id 3 | task 174 | total time = 1170.36 ms / 135 tokens 1.03.425.883 I slot print_timing: id 3 | task 174 | graphs reused = 1 1.03.425.883 I slot print_timing: id 3 | task 174 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.425.895 I slot release: id 3 | task 174 | stop processing: n_tokens = 135, truncated = 0 1.03.431.074 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.223 1.03.432.544 I slot launch_slot_: id 0 | task 180 | processing task, is_child = 0 1.03.435.383 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.216 1.03.435.432 I slot launch_slot_: id 1 | task 181 | processing task, is_child = 0 1.03.435.489 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.213 1.03.435.532 I slot launch_slot_: id 2 | task 182 | processing task, is_child = 0 1.03.435.559 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.215 1.03.435.602 I slot launch_slot_: id 3 | task 183 | processing task, is_child = 0 1.04.775.314 I slot print_timing: id 0 | task 180 | prompt eval time = 1297.45 ms / 109 tokens ( 11.90 ms per token, 84.01 tokens per second) 1.04.775.316 I slot print_timing: id 0 | task 180 | eval time = 42.25 ms / 2 tokens ( 42.25 ms per token, 23.67 tokens per second) 1.04.775.317 I slot print_timing: id 0 | task 180 | total time = 1339.70 ms / 111 tokens 1.04.775.317 I slot print_timing: id 0 | task 180 | graphs reused = 1 1.04.775.318 I slot print_timing: id 0 | task 180 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.775.337 I slot release: id 0 | task 180 | stop processing: n_tokens = 111, truncated = 0 1.04.775.696 I slot print_timing: id 2 | task 182 | prompt eval time = 1297.72 ms / 159 tokens ( 8.16 ms per token, 122.52 tokens per second) 1.04.775.699 I slot print_timing: id 2 | task 182 | eval time = 42.24 ms / 2 tokens ( 42.24 ms per token, 23.67 tokens per second) 1.04.775.700 I slot print_timing: id 2 | task 182 | total time = 1339.97 ms / 161 tokens 1.04.775.700 I slot print_timing: id 2 | task 182 | graphs reused = 1 1.04.775.700 I slot print_timing: id 2 | task 182 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.775.718 I slot release: id 2 | task 182 | stop processing: n_tokens = 161, truncated = 0 1.04.775.923 I slot print_timing: id 3 | task 183 | prompt eval time = 1297.84 ms / 164 tokens ( 7.91 ms per token, 126.36 tokens per second) 1.04.775.926 I slot print_timing: id 3 | task 183 | eval time = 42.28 ms / 2 tokens ( 42.28 ms per token, 23.65 tokens per second) 1.04.775.926 I slot print_timing: id 3 | task 183 | total time = 1340.12 ms / 166 tokens 1.04.775.927 I slot print_timing: id 3 | task 183 | graphs reused = 1 1.04.775.927 I slot print_timing: id 3 | task 183 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.775.942 I slot release: id 3 | task 183 | stop processing: n_tokens = 166, truncated = 0 1.04.802.845 I slot print_timing: id 1 | task 181 | prompt eval time = 1297.59 ms / 144 tokens ( 9.01 ms per token, 110.98 tokens per second) 1.04.802.848 I slot print_timing: id 1 | task 181 | eval time = 69.58 ms / 3 tokens ( 34.79 ms per token, 28.74 tokens per second) 1.04.802.848 I slot print_timing: id 1 | task 181 | total time = 1367.17 ms / 147 tokens 1.04.802.848 I slot print_timing: id 1 | task 181 | graphs reused = 1 1.04.802.849 I slot print_timing: id 1 | task 181 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.802.865 I slot release: id 1 | task 181 | stop processing: n_tokens = 147, truncated = 0 1.04.802.870 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.270 1.04.803.678 I slot launch_slot_: id 0 | task 188 | processing task, is_child = 0 1.04.807.814 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.197 1.04.807.873 I slot launch_slot_: id 1 | task 189 | processing task, is_child = 0 1.04.807.928 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.180 1.04.807.970 I slot launch_slot_: id 2 | task 190 | processing task, is_child = 0 1.04.807.997 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.175 1.04.808.038 I slot launch_slot_: id 3 | task 191 | processing task, is_child = 0 1.06.025.434 I slot print_timing: id 0 | task 188 | prompt eval time = 1175.18 ms / 116 tokens ( 10.13 ms per token, 98.71 tokens per second) 1.06.025.438 I slot print_timing: id 0 | task 188 | eval time = 42.21 ms / 2 tokens ( 42.21 ms per token, 23.69 tokens per second) 1.06.025.438 I slot print_timing: id 0 | task 188 | total time = 1217.39 ms / 118 tokens 1.06.025.439 I slot print_timing: id 0 | task 188 | graphs reused = 1 1.06.025.439 I slot print_timing: id 0 | task 188 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.025.459 I slot release: id 0 | task 188 | stop processing: n_tokens = 118, truncated = 0 1.06.025.637 I slot print_timing: id 1 | task 189 | prompt eval time = 1175.30 ms / 114 tokens ( 10.31 ms per token, 97.00 tokens per second) 1.06.025.639 I slot print_timing: id 1 | task 189 | eval time = 42.23 ms / 2 tokens ( 42.23 ms per token, 23.68 tokens per second) 1.06.025.640 I slot print_timing: id 1 | task 189 | total time = 1217.53 ms / 116 tokens 1.06.025.640 I slot print_timing: id 1 | task 189 | graphs reused = 1 1.06.025.640 I slot print_timing: id 1 | task 189 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.025.652 I slot release: id 1 | task 189 | stop processing: n_tokens = 116, truncated = 0 1.06.025.841 I slot print_timing: id 2 | task 190 | prompt eval time = 1175.43 ms / 156 tokens ( 7.53 ms per token, 132.72 tokens per second) 1.06.025.844 I slot print_timing: id 2 | task 190 | eval time = 42.25 ms / 2 tokens ( 42.25 ms per token, 23.67 tokens per second) 1.06.025.845 I slot print_timing: id 2 | task 190 | total time = 1217.67 ms / 158 tokens 1.06.025.845 I slot print_timing: id 2 | task 190 | graphs reused = 1 1.06.025.845 I slot print_timing: id 2 | task 190 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.025.862 I slot release: id 2 | task 190 | stop processing: n_tokens = 158, truncated = 0 1.06.026.071 I slot print_timing: id 3 | task 191 | prompt eval time = 1175.54 ms / 152 tokens ( 7.73 ms per token, 129.30 tokens per second) 1.06.026.073 I slot print_timing: id 3 | task 191 | eval time = 42.29 ms / 2 tokens ( 42.29 ms per token, 23.64 tokens per second) 1.06.026.074 I slot print_timing: id 3 | task 191 | total time = 1217.83 ms / 154 tokens 1.06.026.074 I slot print_timing: id 3 | task 191 | graphs reused = 1 1.06.026.074 I slot print_timing: id 3 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.026.090 I slot release: id 3 | task 191 | stop processing: n_tokens = 154, truncated = 0 1.06.031.649 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.254 1.06.032.123 I slot launch_slot_: id 0 | task 196 | processing task, is_child = 0 1.06.035.646 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.250 1.06.035.692 I slot launch_slot_: id 1 | task 195 | processing task, is_child = 0 1.06.035.743 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.184 1.06.035.783 I slot launch_slot_: id 2 | task 198 | processing task, is_child = 0 1.06.035.810 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188 1.06.036.066 I slot launch_slot_: id 3 | task 197 | processing task, is_child = 0 1.07.238.902 I slot print_timing: id 0 | task 196 | prompt eval time = 1161.01 ms / 117 tokens ( 9.92 ms per token, 100.77 tokens per second) 1.07.238.906 I slot print_timing: id 0 | task 196 | eval time = 41.82 ms / 2 tokens ( 41.82 ms per token, 23.91 tokens per second) 1.07.238.907 I slot print_timing: id 0 | task 196 | total time = 1202.83 ms / 119 tokens 1.07.238.908 I slot print_timing: id 0 | task 196 | graphs reused = 1 1.07.238.908 I slot print_timing: id 0 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.238.931 I slot release: id 0 | task 196 | stop processing: n_tokens = 119, truncated = 0 1.07.239.118 I slot print_timing: id 1 | task 195 | prompt eval time = 1161.15 ms / 155 tokens ( 7.49 ms per token, 133.49 tokens per second) 1.07.239.120 I slot print_timing: id 1 | task 195 | eval time = 41.84 ms / 2 tokens ( 41.84 ms per token, 23.90 tokens per second) 1.07.239.120 I slot print_timing: id 1 | task 195 | total time = 1202.99 ms / 157 tokens 1.07.239.121 I slot print_timing: id 1 | task 195 | graphs reused = 1 1.07.239.121 I slot print_timing: id 1 | task 195 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.239.135 I slot release: id 1 | task 195 | stop processing: n_tokens = 157, truncated = 0 1.07.239.330 I slot print_timing: id 2 | task 198 | prompt eval time = 1161.30 ms / 139 tokens ( 8.35 ms per token, 119.69 tokens per second) 1.07.239.332 I slot print_timing: id 2 | task 198 | eval time = 41.86 ms / 2 tokens ( 41.86 ms per token, 23.89 tokens per second) 1.07.239.333 I slot print_timing: id 2 | task 198 | total time = 1203.16 ms / 141 tokens 1.07.239.333 I slot print_timing: id 2 | task 198 | graphs reused = 1 1.07.239.333 I slot print_timing: id 2 | task 198 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.239.345 I slot release: id 2 | task 198 | stop processing: n_tokens = 141, truncated = 0 1.07.239.527 I slot print_timing: id 3 | task 197 | prompt eval time = 1161.44 ms / 117 tokens ( 9.93 ms per token, 100.74 tokens per second) 1.07.239.529 I slot print_timing: id 3 | task 197 | eval time = 41.86 ms / 2 tokens ( 41.86 ms per token, 23.89 tokens per second) 1.07.239.530 I slot print_timing: id 3 | task 197 | total time = 1203.31 ms / 119 tokens 1.07.239.530 I slot print_timing: id 3 | task 197 | graphs reused = 1 1.07.239.530 I slot print_timing: id 3 | task 197 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.239.542 I slot release: id 3 | task 197 | stop processing: n_tokens = 119, truncated = 0 1.07.244.786 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.244 1.07.245.835 I slot launch_slot_: id 0 | task 202 | processing task, is_child = 0 1.07.248.879 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.185 1.07.248.933 I slot launch_slot_: id 1 | task 203 | processing task, is_child = 0 1.07.248.986 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 1.07.249.027 I slot launch_slot_: id 3 | task 204 | processing task, is_child = 0 1.07.249.058 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.206 1.07.249.103 I slot launch_slot_: id 2 | task 205 | processing task, is_child = 0 1.08.570.327 I slot print_timing: id 0 | task 202 | prompt eval time = 1279.19 ms / 132 tokens ( 9.69 ms per token, 103.19 tokens per second) 1.08.570.329 I slot print_timing: id 0 | task 202 | eval time = 42.02 ms / 2 tokens ( 42.02 ms per token, 23.80 tokens per second) 1.08.570.329 I slot print_timing: id 0 | task 202 | total time = 1321.21 ms / 134 tokens 1.08.570.330 I slot print_timing: id 0 | task 202 | graphs reused = 1 1.08.570.330 I slot print_timing: id 0 | task 202 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.570.352 I slot release: id 0 | task 202 | stop processing: n_tokens = 134, truncated = 0 1.08.570.530 I slot print_timing: id 1 | task 203 | prompt eval time = 1279.31 ms / 129 tokens ( 9.92 ms per token, 100.84 tokens per second) 1.08.570.540 I slot print_timing: id 1 | task 203 | eval time = 42.05 ms / 2 tokens ( 42.05 ms per token, 23.78 tokens per second) 1.08.570.540 I slot print_timing: id 1 | task 203 | total time = 1321.36 ms / 131 tokens 1.08.570.541 I slot print_timing: id 1 | task 203 | graphs reused = 1 1.08.570.541 I slot print_timing: id 1 | task 203 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.570.554 I slot release: id 1 | task 203 | stop processing: n_tokens = 131, truncated = 0 1.08.570.730 I slot print_timing: id 2 | task 205 | prompt eval time = 1279.45 ms / 170 tokens ( 7.53 ms per token, 132.87 tokens per second) 1.08.570.732 I slot print_timing: id 2 | task 205 | eval time = 42.05 ms / 2 tokens ( 42.05 ms per token, 23.78 tokens per second) 1.08.570.733 I slot print_timing: id 2 | task 205 | total time = 1321.50 ms / 172 tokens 1.08.570.733 I slot print_timing: id 2 | task 205 | graphs reused = 1 1.08.570.733 I slot print_timing: id 2 | task 205 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.570.752 I slot release: id 2 | task 205 | stop processing: n_tokens = 172, truncated = 0 1.08.570.938 I slot print_timing: id 3 | task 204 | prompt eval time = 1279.58 ms / 117 tokens ( 10.94 ms per token, 91.44 tokens per second) 1.08.570.942 I slot print_timing: id 3 | task 204 | eval time = 42.07 ms / 2 tokens ( 42.07 ms per token, 23.77 tokens per second) 1.08.570.943 I slot print_timing: id 3 | task 204 | total time = 1321.65 ms / 119 tokens 1.08.570.943 I slot print_timing: id 3 | task 204 | graphs reused = 1 1.08.570.943 I slot print_timing: id 3 | task 204 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.570.952 I slot release: id 3 | task 204 | stop processing: n_tokens = 119, truncated = 0 1.08.575.976 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.216 1.08.577.158 I slot launch_slot_: id 0 | task 209 | processing task, is_child = 0 1.08.580.351 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.221 1.08.580.400 I slot launch_slot_: id 1 | task 210 | processing task, is_child = 0 1.08.580.451 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.169 1.08.580.494 I slot launch_slot_: id 2 | task 212 | processing task, is_child = 0 1.08.580.521 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.244 1.08.580.564 I slot launch_slot_: id 3 | task 211 | processing task, is_child = 0 1.09.890.268 I slot print_timing: id 1 | task 210 | prompt eval time = 1267.58 ms / 176 tokens ( 7.20 ms per token, 138.85 tokens per second) 1.09.890.270 I slot print_timing: id 1 | task 210 | eval time = 42.02 ms / 2 tokens ( 42.02 ms per token, 23.80 tokens per second) 1.09.890.271 I slot print_timing: id 1 | task 210 | total time = 1309.60 ms / 178 tokens 1.09.890.271 I slot print_timing: id 1 | task 210 | graphs reused = 1 1.09.890.271 I slot print_timing: id 1 | task 210 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.890.299 I slot release: id 1 | task 210 | stop processing: n_tokens = 178, truncated = 0 1.09.890.466 I slot print_timing: id 2 | task 212 | prompt eval time = 1267.70 ms / 161 tokens ( 7.87 ms per token, 127.00 tokens per second) 1.09.890.468 I slot print_timing: id 2 | task 212 | eval time = 42.04 ms / 2 tokens ( 42.04 ms per token, 23.79 tokens per second) 1.09.890.469 I slot print_timing: id 2 | task 212 | total time = 1309.74 ms / 163 tokens 1.09.890.469 I slot print_timing: id 2 | task 212 | graphs reused = 1 1.09.890.470 I slot print_timing: id 2 | task 212 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.890.492 I slot release: id 2 | task 212 | stop processing: n_tokens = 163, truncated = 0 1.09.890.701 I slot print_timing: id 3 | task 211 | prompt eval time = 1267.82 ms / 130 tokens ( 9.75 ms per token, 102.54 tokens per second) 1.09.890.703 I slot print_timing: id 3 | task 211 | eval time = 42.10 ms / 2 tokens ( 42.10 ms per token, 23.76 tokens per second) 1.09.890.703 I slot print_timing: id 3 | task 211 | total time = 1309.91 ms / 132 tokens 1.09.890.704 I slot print_timing: id 3 | task 211 | graphs reused = 1 1.09.890.704 I slot print_timing: id 3 | task 211 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.890.724 I slot release: id 3 | task 211 | stop processing: n_tokens = 132, truncated = 0 1.09.917.561 I slot print_timing: id 0 | task 209 | prompt eval time = 1267.49 ms / 113 tokens ( 11.22 ms per token, 89.15 tokens per second) 1.09.917.563 I slot print_timing: id 0 | task 209 | eval time = 69.50 ms / 3 tokens ( 34.75 ms per token, 28.78 tokens per second) 1.09.917.564 I slot print_timing: id 0 | task 209 | total time = 1336.99 ms / 116 tokens 1.09.917.564 I slot print_timing: id 0 | task 209 | graphs reused = 1 1.09.917.564 I slot print_timing: id 0 | task 209 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.917.578 I slot release: id 0 | task 209 | stop processing: n_tokens = 116, truncated = 0 1.09.917.584 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.184 1.09.918.659 I slot launch_slot_: id 2 | task 217 | processing task, is_child = 0 1.09.922.109 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.250 1.09.922.163 I slot launch_slot_: id 0 | task 218 | processing task, is_child = 0 1.09.922.216 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.163 1.09.922.523 I slot launch_slot_: id 1 | task 219 | processing task, is_child = 0 1.09.922.551 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.220 1.09.922.593 I slot launch_slot_: id 3 | task 220 | processing task, is_child = 0 1.11.261.613 I slot print_timing: id 0 | task 218 | prompt eval time = 1297.12 ms / 152 tokens ( 8.53 ms per token, 117.18 tokens per second) 1.11.261.619 I slot print_timing: id 0 | task 218 | eval time = 41.89 ms / 2 tokens ( 41.89 ms per token, 23.87 tokens per second) 1.11.261.619 I slot print_timing: id 0 | task 218 | total time = 1339.01 ms / 154 tokens 1.11.261.620 I slot print_timing: id 0 | task 218 | graphs reused = 1 1.11.261.620 I slot print_timing: id 0 | task 218 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.261.644 I slot release: id 0 | task 218 | stop processing: n_tokens = 154, truncated = 0 1.11.261.831 I slot print_timing: id 1 | task 219 | prompt eval time = 1297.24 ms / 121 tokens ( 10.72 ms per token, 93.27 tokens per second) 1.11.261.837 I slot print_timing: id 1 | task 219 | eval time = 41.92 ms / 2 tokens ( 41.92 ms per token, 23.85 tokens per second) 1.11.261.837 I slot print_timing: id 1 | task 219 | total time = 1339.16 ms / 123 tokens 1.11.261.838 I slot print_timing: id 1 | task 219 | graphs reused = 1 1.11.261.838 I slot print_timing: id 1 | task 219 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.261.856 I slot release: id 1 | task 219 | stop processing: n_tokens = 123, truncated = 0 1.11.262.050 I slot print_timing: id 2 | task 217 | prompt eval time = 1297.39 ms / 159 tokens ( 8.16 ms per token, 122.55 tokens per second) 1.11.262.053 I slot print_timing: id 2 | task 217 | eval time = 41.94 ms / 2 tokens ( 41.94 ms per token, 23.84 tokens per second) 1.11.262.053 I slot print_timing: id 2 | task 217 | total time = 1339.33 ms / 161 tokens 1.11.262.054 I slot print_timing: id 2 | task 217 | graphs reused = 1 1.11.262.054 I slot print_timing: id 2 | task 217 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.262.067 I slot release: id 2 | task 217 | stop processing: n_tokens = 161, truncated = 0 1.11.262.246 I slot print_timing: id 3 | task 220 | prompt eval time = 1297.54 ms / 138 tokens ( 9.40 ms per token, 106.36 tokens per second) 1.11.262.247 I slot print_timing: id 3 | task 220 | eval time = 41.92 ms / 2 tokens ( 41.92 ms per token, 23.85 tokens per second) 1.11.262.248 I slot print_timing: id 3 | task 220 | total time = 1339.46 ms / 140 tokens 1.11.262.248 I slot print_timing: id 3 | task 220 | graphs reused = 1 1.11.262.248 I slot print_timing: id 3 | task 220 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.262.261 I slot release: id 3 | task 220 | stop processing: n_tokens = 140, truncated = 0 1.11.267.564 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.233 (> 0.100 thold), f_keep = 0.244 1.11.268.636 I slot launch_slot_: id 1 | task 224 | processing task, is_child = 0 1.11.272.166 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.188 1.11.272.219 I slot launch_slot_: id 0 | task 225 | processing task, is_child = 0 1.11.272.269 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.180 1.11.272.312 I slot launch_slot_: id 2 | task 226 | processing task, is_child = 0 1.11.272.337 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.207 1.11.272.382 I slot launch_slot_: id 3 | task 227 | processing task, is_child = 0 1.12.588.409 I slot print_timing: id 0 | task 225 | prompt eval time = 1274.10 ms / 138 tokens ( 9.23 ms per token, 108.31 tokens per second) 1.12.588.410 I slot print_timing: id 0 | task 225 | eval time = 41.92 ms / 2 tokens ( 41.92 ms per token, 23.85 tokens per second) 1.12.588.411 I slot print_timing: id 0 | task 225 | total time = 1316.02 ms / 140 tokens 1.12.588.411 I slot print_timing: id 0 | task 225 | graphs reused = 1 1.12.588.412 I slot print_timing: id 0 | task 225 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.588.431 I slot release: id 0 | task 225 | stop processing: n_tokens = 140, truncated = 0 1.12.588.600 I slot print_timing: id 1 | task 224 | prompt eval time = 1274.22 ms / 128 tokens ( 9.95 ms per token, 100.45 tokens per second) 1.12.588.602 I slot print_timing: id 1 | task 224 | eval time = 41.93 ms / 2 tokens ( 41.93 ms per token, 23.85 tokens per second) 1.12.588.602 I slot print_timing: id 1 | task 224 | total time = 1316.15 ms / 130 tokens 1.12.588.602 I slot print_timing: id 1 | task 224 | graphs reused = 1 1.12.588.603 I slot print_timing: id 1 | task 224 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.588.616 I slot release: id 1 | task 224 | stop processing: n_tokens = 130, truncated = 0 1.12.588.788 I slot print_timing: id 2 | task 226 | prompt eval time = 1274.35 ms / 154 tokens ( 8.28 ms per token, 120.85 tokens per second) 1.12.588.790 I slot print_timing: id 2 | task 226 | eval time = 41.92 ms / 2 tokens ( 41.92 ms per token, 23.85 tokens per second) 1.12.588.790 I slot print_timing: id 2 | task 226 | total time = 1316.28 ms / 156 tokens 1.12.588.790 I slot print_timing: id 2 | task 226 | graphs reused = 1 1.12.588.790 I slot print_timing: id 2 | task 226 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.588.804 I slot release: id 2 | task 226 | stop processing: n_tokens = 156, truncated = 0 1.12.588.987 I slot print_timing: id 3 | task 227 | prompt eval time = 1274.49 ms / 163 tokens ( 7.82 ms per token, 127.89 tokens per second) 1.12.588.989 I slot print_timing: id 3 | task 227 | eval time = 41.92 ms / 2 tokens ( 41.92 ms per token, 23.85 tokens per second) 1.12.588.989 I slot print_timing: id 3 | task 227 | total time = 1316.41 ms / 165 tokens 1.12.588.989 I slot print_timing: id 3 | task 227 | graphs reused = 1 1.12.588.990 I slot print_timing: id 3 | task 227 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.589.006 I slot release: id 3 | task 227 | stop processing: n_tokens = 165, truncated = 0 1.12.594.527 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.207 1.12.595.828 I slot launch_slot_: id 0 | task 233 | processing task, is_child = 0 1.12.599.567 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.258 (> 0.100 thold), f_keep = 0.238 1.12.599.619 I slot launch_slot_: id 1 | task 231 | processing task, is_child = 0 1.12.599.674 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.186 1.12.599.722 I slot launch_slot_: id 2 | task 232 | processing task, is_child = 0 1.12.599.750 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.176 1.12.599.790 I slot launch_slot_: id 3 | task 234 | processing task, is_child = 0 1.13.996.407 I slot print_timing: id 0 | task 233 | prompt eval time = 1354.59 ms / 155 tokens ( 8.74 ms per token, 114.43 tokens per second) 1.13.996.409 I slot print_timing: id 0 | task 233 | eval time = 42.01 ms / 2 tokens ( 42.01 ms per token, 23.80 tokens per second) 1.13.996.410 I slot print_timing: id 0 | task 233 | total time = 1396.61 ms / 157 tokens 1.13.996.410 I slot print_timing: id 0 | task 233 | graphs reused = 1 1.13.996.411 I slot print_timing: id 0 | task 233 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.996.436 I slot release: id 0 | task 233 | stop processing: n_tokens = 157, truncated = 0 1.13.996.612 I slot print_timing: id 1 | task 231 | prompt eval time = 1354.70 ms / 119 tokens ( 11.38 ms per token, 87.84 tokens per second) 1.13.996.614 I slot print_timing: id 1 | task 231 | eval time = 42.04 ms / 2 tokens ( 42.04 ms per token, 23.79 tokens per second) 1.13.996.615 I slot print_timing: id 1 | task 231 | total time = 1396.74 ms / 121 tokens 1.13.996.615 I slot print_timing: id 1 | task 231 | graphs reused = 1 1.13.996.615 I slot print_timing: id 1 | task 231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.996.630 I slot release: id 1 | task 231 | stop processing: n_tokens = 121, truncated = 0 1.13.996.818 I slot print_timing: id 2 | task 232 | prompt eval time = 1354.82 ms / 152 tokens ( 8.91 ms per token, 112.19 tokens per second) 1.13.996.821 I slot print_timing: id 2 | task 232 | eval time = 42.05 ms / 2 tokens ( 42.05 ms per token, 23.78 tokens per second) 1.13.996.821 I slot print_timing: id 2 | task 232 | total time = 1396.87 ms / 154 tokens 1.13.996.821 I slot print_timing: id 2 | task 232 | graphs reused = 1 1.13.996.821 I slot print_timing: id 2 | task 232 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.996.834 I slot release: id 2 | task 232 | stop processing: n_tokens = 154, truncated = 0 1.13.997.013 I slot print_timing: id 3 | task 234 | prompt eval time = 1354.96 ms / 163 tokens ( 8.31 ms per token, 120.30 tokens per second) 1.13.997.014 I slot print_timing: id 3 | task 234 | eval time = 42.05 ms / 2 tokens ( 42.05 ms per token, 23.78 tokens per second) 1.13.997.015 I slot print_timing: id 3 | task 234 | total time = 1397.01 ms / 165 tokens 1.13.997.015 I slot print_timing: id 3 | task 234 | graphs reused = 1 1.13.997.015 I slot print_timing: id 3 | task 234 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.997.029 I slot release: id 3 | task 234 | stop processing: n_tokens = 165, truncated = 0 1.14.002.214 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.185 1.14.003.331 I slot launch_slot_: id 0 | task 238 | processing task, is_child = 0 1.14.006.790 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.240 1.14.006.844 I slot launch_slot_: id 1 | task 239 | processing task, is_child = 0 1.14.006.899 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.188 1.14.006.947 I slot launch_slot_: id 2 | task 240 | processing task, is_child = 0 1.14.006.976 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.176 1.14.007.020 I slot launch_slot_: id 3 | task 241 | processing task, is_child = 0 1.15.229.130 I slot print_timing: id 0 | task 238 | prompt eval time = 1179.87 ms / 117 tokens ( 10.08 ms per token, 99.16 tokens per second) 1.15.229.132 I slot print_timing: id 0 | task 238 | eval time = 42.23 ms / 2 tokens ( 42.23 ms per token, 23.68 tokens per second) 1.15.229.133 I slot print_timing: id 0 | task 238 | total time = 1222.10 ms / 119 tokens 1.15.229.133 I slot print_timing: id 0 | task 238 | graphs reused = 1 1.15.229.133 I slot print_timing: id 0 | task 238 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.229.155 I slot release: id 0 | task 238 | stop processing: n_tokens = 119, truncated = 0 1.15.229.333 I slot print_timing: id 1 | task 239 | prompt eval time = 1179.99 ms / 112 tokens ( 10.54 ms per token, 94.92 tokens per second) 1.15.229.336 I slot print_timing: id 1 | task 239 | eval time = 42.24 ms / 2 tokens ( 42.24 ms per token, 23.67 tokens per second) 1.15.229.336 I slot print_timing: id 1 | task 239 | total time = 1222.23 ms / 114 tokens 1.15.229.337 I slot print_timing: id 1 | task 239 | graphs reused = 1 1.15.229.337 I slot print_timing: id 1 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.229.349 I slot release: id 1 | task 239 | stop processing: n_tokens = 114, truncated = 0 1.15.229.538 I slot print_timing: id 2 | task 240 | prompt eval time = 1180.12 ms / 158 tokens ( 7.47 ms per token, 133.88 tokens per second) 1.15.229.543 I slot print_timing: id 2 | task 240 | eval time = 42.25 ms / 2 tokens ( 42.25 ms per token, 23.67 tokens per second) 1.15.229.543 I slot print_timing: id 2 | task 240 | total time = 1222.37 ms / 160 tokens 1.15.229.543 I slot print_timing: id 2 | task 240 | graphs reused = 1 1.15.229.544 I slot print_timing: id 2 | task 240 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.229.556 I slot release: id 2 | task 240 | stop processing: n_tokens = 160, truncated = 0 1.15.229.762 I slot print_timing: id 3 | task 241 | prompt eval time = 1180.27 ms / 153 tokens ( 7.71 ms per token, 129.63 tokens per second) 1.15.229.764 I slot print_timing: id 3 | task 241 | eval time = 42.26 ms / 2 tokens ( 42.26 ms per token, 23.66 tokens per second) 1.15.229.765 I slot print_timing: id 3 | task 241 | total time = 1222.53 ms / 155 tokens 1.15.229.765 I slot print_timing: id 3 | task 241 | graphs reused = 1 1.15.229.765 I slot print_timing: id 3 | task 241 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.229.776 I slot release: id 3 | task 241 | stop processing: n_tokens = 155, truncated = 0 1.15.236.028 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.244 1.15.237.047 I slot launch_slot_: id 0 | task 246 | processing task, is_child = 0 1.15.239.976 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.254 1.15.240.022 I slot launch_slot_: id 1 | task 247 | processing task, is_child = 0 1.15.240.071 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.181 1.15.240.332 I slot launch_slot_: id 2 | task 245 | processing task, is_child = 0 1.15.240.359 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.187 1.15.240.399 I slot launch_slot_: id 3 | task 248 | processing task, is_child = 0 1.16.457.787 I slot print_timing: id 0 | task 246 | prompt eval time = 1175.32 ms / 107 tokens ( 10.98 ms per token, 91.04 tokens per second) 1.16.457.790 I slot print_timing: id 0 | task 246 | eval time = 42.06 ms / 2 tokens ( 42.06 ms per token, 23.78 tokens per second) 1.16.457.790 I slot print_timing: id 0 | task 246 | total time = 1217.38 ms / 109 tokens 1.16.457.791 I slot print_timing: id 0 | task 246 | graphs reused = 1 1.16.457.791 I slot print_timing: id 0 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.457.815 I slot release: id 0 | task 246 | stop processing: n_tokens = 109, truncated = 0 1.16.457.986 I slot print_timing: id 1 | task 247 | prompt eval time = 1175.44 ms / 124 tokens ( 9.48 ms per token, 105.49 tokens per second) 1.16.457.988 I slot print_timing: id 1 | task 247 | eval time = 42.08 ms / 2 tokens ( 42.08 ms per token, 23.76 tokens per second) 1.16.457.988 I slot print_timing: id 1 | task 247 | total time = 1217.52 ms / 126 tokens 1.16.457.989 I slot print_timing: id 1 | task 247 | graphs reused = 1 1.16.457.989 I slot print_timing: id 1 | task 247 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.458.009 I slot release: id 1 | task 247 | stop processing: n_tokens = 126, truncated = 0 1.16.458.195 I slot print_timing: id 2 | task 245 | prompt eval time = 1175.58 ms / 116 tokens ( 10.13 ms per token, 98.67 tokens per second) 1.16.458.196 I slot print_timing: id 2 | task 245 | eval time = 42.10 ms / 2 tokens ( 42.10 ms per token, 23.75 tokens per second) 1.16.458.197 I slot print_timing: id 2 | task 245 | total time = 1217.69 ms / 118 tokens 1.16.458.197 I slot print_timing: id 2 | task 245 | graphs reused = 1 1.16.458.197 I slot print_timing: id 2 | task 245 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.458.212 I slot release: id 2 | task 245 | stop processing: n_tokens = 118, truncated = 0 1.16.458.390 I slot print_timing: id 3 | task 248 | prompt eval time = 1175.72 ms / 188 tokens ( 6.25 ms per token, 159.90 tokens per second) 1.16.458.393 I slot print_timing: id 3 | task 248 | eval time = 42.10 ms / 2 tokens ( 42.10 ms per token, 23.75 tokens per second) 1.16.458.393 I slot print_timing: id 3 | task 248 | total time = 1217.83 ms / 190 tokens 1.16.458.393 I slot print_timing: id 3 | task 248 | graphs reused = 1 1.16.458.394 I slot print_timing: id 3 | task 248 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.458.409 I slot release: id 3 | task 248 | stop processing: n_tokens = 190, truncated = 0 1.16.464.161 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.266 1.16.464.642 I slot launch_slot_: id 0 | task 253 | processing task, is_child = 0 1.16.467.725 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.230 1.16.467.772 I slot launch_slot_: id 1 | task 252 | processing task, is_child = 0 1.16.467.823 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.246 1.16.467.862 I slot launch_slot_: id 2 | task 254 | processing task, is_child = 0 1.16.467.891 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.213 (> 0.100 thold), f_keep = 0.153 1.16.468.167 I slot launch_slot_: id 3 | task 255 | processing task, is_child = 0 1.17.711.678 I slot print_timing: id 0 | task 253 | prompt eval time = 1201.46 ms / 131 tokens ( 9.17 ms per token, 109.03 tokens per second) 1.17.711.681 I slot print_timing: id 0 | task 253 | eval time = 42.04 ms / 2 tokens ( 42.04 ms per token, 23.79 tokens per second) 1.17.711.681 I slot print_timing: id 0 | task 253 | total time = 1243.50 ms / 133 tokens 1.17.711.682 I slot print_timing: id 0 | task 253 | graphs reused = 1 1.17.711.682 I slot print_timing: id 0 | task 253 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.711.706 I slot release: id 0 | task 253 | stop processing: n_tokens = 133, truncated = 0 1.17.711.877 I slot print_timing: id 1 | task 252 | prompt eval time = 1201.58 ms / 129 tokens ( 9.31 ms per token, 107.36 tokens per second) 1.17.711.879 I slot print_timing: id 1 | task 252 | eval time = 42.06 ms / 2 tokens ( 42.06 ms per token, 23.77 tokens per second) 1.17.711.880 I slot print_timing: id 1 | task 252 | total time = 1243.64 ms / 131 tokens 1.17.711.880 I slot print_timing: id 1 | task 252 | graphs reused = 1 1.17.711.880 I slot print_timing: id 1 | task 252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.711.895 I slot release: id 1 | task 252 | stop processing: n_tokens = 131, truncated = 0 1.17.712.073 I slot print_timing: id 2 | task 254 | prompt eval time = 1201.70 ms / 164 tokens ( 7.33 ms per token, 136.47 tokens per second) 1.17.712.075 I slot print_timing: id 2 | task 254 | eval time = 42.07 ms / 2 tokens ( 42.07 ms per token, 23.77 tokens per second) 1.17.712.075 I slot print_timing: id 2 | task 254 | total time = 1243.78 ms / 166 tokens 1.17.712.081 I slot print_timing: id 2 | task 254 | graphs reused = 1 1.17.712.081 I slot print_timing: id 2 | task 254 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.712.098 I slot release: id 2 | task 254 | stop processing: n_tokens = 166, truncated = 0 1.17.712.293 I slot print_timing: id 3 | task 255 | prompt eval time = 1201.84 ms / 135 tokens ( 8.90 ms per token, 112.33 tokens per second) 1.17.712.294 I slot print_timing: id 3 | task 255 | eval time = 42.10 ms / 2 tokens ( 42.10 ms per token, 23.75 tokens per second) 1.17.712.295 I slot print_timing: id 3 | task 255 | total time = 1243.94 ms / 137 tokens 1.17.712.295 I slot print_timing: id 3 | task 255 | graphs reused = 1 1.17.712.295 I slot print_timing: id 3 | task 255 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.712.308 I slot release: id 3 | task 255 | stop processing: n_tokens = 137, truncated = 0 1.17.717.890 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.218 1.17.719.182 I slot launch_slot_: id 0 | task 260 | processing task, is_child = 0 1.17.722.828 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.221 1.17.722.879 I slot launch_slot_: id 1 | task 259 | processing task, is_child = 0 1.17.722.928 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.219 1.17.723.200 I slot launch_slot_: id 3 | task 262 | processing task, is_child = 0 1.17.723.230 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.175 1.17.723.484 I slot launch_slot_: id 2 | task 261 | processing task, is_child = 0 1.19.010.471 I slot print_timing: id 0 | task 260 | prompt eval time = 1245.02 ms / 146 tokens ( 8.53 ms per token, 117.27 tokens per second) 1.19.010.473 I slot print_timing: id 0 | task 260 | eval time = 41.96 ms / 2 tokens ( 41.96 ms per token, 23.83 tokens per second) 1.19.010.473 I slot print_timing: id 0 | task 260 | total time = 1286.98 ms / 148 tokens 1.19.010.474 I slot print_timing: id 0 | task 260 | graphs reused = 1 1.19.010.474 I slot print_timing: id 0 | task 260 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.010.495 I slot release: id 0 | task 260 | stop processing: n_tokens = 148, truncated = 0 1.19.010.674 I slot print_timing: id 1 | task 259 | prompt eval time = 1245.14 ms / 124 tokens ( 10.04 ms per token, 99.59 tokens per second) 1.19.010.676 I slot print_timing: id 1 | task 259 | eval time = 41.99 ms / 2 tokens ( 41.99 ms per token, 23.82 tokens per second) 1.19.010.676 I slot print_timing: id 1 | task 259 | total time = 1287.13 ms / 126 tokens 1.19.010.677 I slot print_timing: id 1 | task 259 | graphs reused = 1 1.19.010.677 I slot print_timing: id 1 | task 259 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.010.690 I slot release: id 1 | task 259 | stop processing: n_tokens = 126, truncated = 0 1.19.010.871 I slot print_timing: id 2 | task 261 | prompt eval time = 1245.26 ms / 161 tokens ( 7.73 ms per token, 129.29 tokens per second) 1.19.010.877 I slot print_timing: id 2 | task 261 | eval time = 42.00 ms / 2 tokens ( 42.00 ms per token, 23.81 tokens per second) 1.19.010.878 I slot print_timing: id 2 | task 261 | total time = 1287.27 ms / 163 tokens 1.19.010.878 I slot print_timing: id 2 | task 261 | graphs reused = 1 1.19.010.878 I slot print_timing: id 2 | task 261 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.010.898 I slot release: id 2 | task 261 | stop processing: n_tokens = 163, truncated = 0 1.19.037.710 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.196 1.19.038.734 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 1.19.040.612 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.230 1.19.040.669 I slot launch_slot_: id 1 | task 268 | processing task, is_child = 0 1.19.040.699 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.178 1.19.040.747 I slot launch_slot_: id 2 | task 269 | processing task, is_child = 0 1.20.036.961 I slot print_timing: id 3 | task 262 | prompt eval time = 1245.40 ms / 138 tokens ( 9.02 ms per token, 110.81 tokens per second) 1.20.036.964 I slot print_timing: id 3 | task 262 | eval time = 1067.90 ms / 4 tokens ( 355.97 ms per token, 2.81 tokens per second) 1.20.036.965 I slot print_timing: id 3 | task 262 | total time = 2313.31 ms / 142 tokens 1.20.036.965 I slot print_timing: id 3 | task 262 | graphs reused = 2 1.20.036.966 I slot print_timing: id 3 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.036.988 I slot release: id 3 | task 262 | stop processing: n_tokens = 142, truncated = 0 1.20.104.631 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.204 1.20.105.635 I slot launch_slot_: id 3 | task 272 | processing task, is_child = 0 1.20.459.458 I slot print_timing: id 0 | task 267 | prompt eval time = 1063.51 ms / 170 tokens ( 6.26 ms per token, 159.85 tokens per second) 1.20.459.464 I slot print_timing: id 0 | task 267 | eval time = 355.19 ms / 2 tokens ( 355.19 ms per token, 2.82 tokens per second) 1.20.459.464 I slot print_timing: id 0 | task 267 | total time = 1418.70 ms / 172 tokens 1.20.459.465 I slot print_timing: id 0 | task 267 | graphs reused = 2 1.20.459.465 I slot print_timing: id 0 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.459.488 I slot release: id 0 | task 267 | stop processing: n_tokens = 172, truncated = 0 1.20.459.674 I slot print_timing: id 1 | task 268 | prompt eval time = 1063.60 ms / 185 tokens ( 5.75 ms per token, 173.94 tokens per second) 1.20.459.676 I slot print_timing: id 1 | task 268 | eval time = 355.24 ms / 2 tokens ( 355.24 ms per token, 2.82 tokens per second) 1.20.459.677 I slot print_timing: id 1 | task 268 | total time = 1418.84 ms / 187 tokens 1.20.459.677 I slot print_timing: id 1 | task 268 | graphs reused = 2 1.20.459.677 I slot print_timing: id 1 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.459.695 I slot release: id 1 | task 268 | stop processing: n_tokens = 187, truncated = 0 1.20.459.882 I slot print_timing: id 2 | task 269 | prompt eval time = 1063.72 ms / 124 tokens ( 8.58 ms per token, 116.57 tokens per second) 1.20.459.888 I slot print_timing: id 2 | task 269 | eval time = 355.26 ms / 2 tokens ( 355.26 ms per token, 2.81 tokens per second) 1.20.459.889 I slot print_timing: id 2 | task 269 | total time = 1418.98 ms / 126 tokens 1.20.459.889 I slot print_timing: id 2 | task 269 | graphs reused = 2 1.20.459.889 I slot print_timing: id 2 | task 269 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.459.902 I slot release: id 2 | task 269 | stop processing: n_tokens = 126, truncated = 0 1.20.500.199 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.169 1.20.501.899 I slot launch_slot_: id 0 | task 275 | processing task, is_child = 0 1.20.504.209 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.155 1.20.504.266 I slot launch_slot_: id 1 | task 276 | processing task, is_child = 0 1.20.504.293 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.230 1.20.504.338 I slot launch_slot_: id 2 | task 277 | processing task, is_child = 0 1.21.322.518 I slot print_timing: id 3 | task 272 | prompt eval time = 394.55 ms / 154 tokens ( 2.56 ms per token, 390.32 tokens per second) 1.21.322.520 I slot print_timing: id 3 | task 272 | eval time = 822.31 ms / 2 tokens ( 822.31 ms per token, 1.22 tokens per second) 1.21.322.521 I slot print_timing: id 3 | task 272 | total time = 1216.86 ms / 156 tokens 1.21.322.521 I slot print_timing: id 3 | task 272 | graphs reused = 2 1.21.322.521 I slot print_timing: id 3 | task 272 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.322.547 I slot release: id 3 | task 272 | stop processing: n_tokens = 156, truncated = 0 1.21.388.337 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.186 1.21.389.669 I slot launch_slot_: id 3 | task 280 | processing task, is_child = 0 1.21.742.904 I slot print_timing: id 0 | task 275 | prompt eval time = 883.61 ms / 136 tokens ( 6.50 ms per token, 153.91 tokens per second) 1.21.742.909 I slot print_timing: id 0 | task 275 | eval time = 354.94 ms / 2 tokens ( 354.94 ms per token, 2.82 tokens per second) 1.21.742.910 I slot print_timing: id 0 | task 275 | total time = 1238.55 ms / 138 tokens 1.21.742.910 I slot print_timing: id 0 | task 275 | graphs reused = 2 1.21.742.911 I slot print_timing: id 0 | task 275 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.742.934 I slot release: id 0 | task 275 | stop processing: n_tokens = 138, truncated = 0 1.21.743.113 I slot print_timing: id 1 | task 276 | prompt eval time = 883.73 ms / 107 tokens ( 8.26 ms per token, 121.08 tokens per second) 1.21.743.115 I slot print_timing: id 1 | task 276 | eval time = 354.97 ms / 2 tokens ( 354.97 ms per token, 2.82 tokens per second) 1.21.743.116 I slot print_timing: id 1 | task 276 | total time = 1238.70 ms / 109 tokens 1.21.743.116 I slot print_timing: id 1 | task 276 | graphs reused = 2 1.21.743.116 I slot print_timing: id 1 | task 276 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.743.135 I slot release: id 1 | task 276 | stop processing: n_tokens = 109, truncated = 0 1.21.743.331 I slot print_timing: id 2 | task 277 | prompt eval time = 883.86 ms / 129 tokens ( 6.85 ms per token, 145.95 tokens per second) 1.21.743.333 I slot print_timing: id 2 | task 277 | eval time = 355.00 ms / 2 tokens ( 355.00 ms per token, 2.82 tokens per second) 1.21.743.333 I slot print_timing: id 2 | task 277 | total time = 1238.85 ms / 131 tokens 1.21.743.333 I slot print_timing: id 2 | task 277 | graphs reused = 2 1.21.743.334 I slot print_timing: id 2 | task 277 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.743.348 I slot release: id 2 | task 277 | stop processing: n_tokens = 131, truncated = 0 1.21.810.793 I slot print_timing: id 3 | task 280 | prompt eval time = 394.33 ms / 142 tokens ( 2.78 ms per token, 360.10 tokens per second) 1.21.810.795 I slot print_timing: id 3 | task 280 | eval time = 26.78 ms / 2 tokens ( 26.78 ms per token, 37.34 tokens per second) 1.21.810.796 I slot print_timing: id 3 | task 280 | total time = 421.11 ms / 144 tokens 1.21.810.796 I slot print_timing: id 3 | task 280 | graphs reused = 2 1.21.810.796 I slot print_timing: id 3 | task 280 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.810.812 I slot release: id 3 | task 280 | stop processing: n_tokens = 144, truncated = 0 1.21.833.076 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 243825548868 1.21.833.954 I slot launch_slot_: id 0 | task 285 | processing task, is_child = 0 1.21.836.773 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 109, t_last = 243825549069 1.21.836.816 I slot launch_slot_: id 1 | task 284 | processing task, is_child = 0 1.21.836.871 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 243825549282 1.21.836.906 I slot launch_slot_: id 2 | task 286 | processing task, is_child = 0 1.21.836.932 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 144, t_last = 243825616746 1.21.836.972 I slot launch_slot_: id 3 | task 287 | processing task, is_child = 0 1.25.823.246 I slot print_timing: id 0 | task 285 | prompt processing, n_tokens = 655, progress = 0.56, t = 3.99 s / 164.31 tokens per second 1.25.926.103 I slot print_timing: id 1 | task 284 | prompt processing, n_tokens = 643, progress = 0.56, t = 3.99 s / 161.31 tokens per second 1.25.928.750 I slot print_timing: id 2 | task 286 | prompt processing, n_tokens = 663, progress = 0.56, t = 3.99 s / 166.33 tokens per second 1.25.931.481 I slot print_timing: id 3 | task 287 | prompt processing, n_tokens = 87, progress = 0.07, t = 3.99 s / 21.83 tokens per second 1.29.348.514 I slot print_timing: id 0 | task 285 | prompt processing, n_tokens = 1074, progress = 0.92, t = 7.51 s / 142.98 tokens per second 1.29.745.789 I slot print_timing: id 1 | task 284 | prompt processing, n_tokens = 1074, progress = 0.93, t = 7.51 s / 142.98 tokens per second 1.29.748.742 I slot print_timing: id 2 | task 286 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.51 s / 142.98 tokens per second 1.29.750.664 I slot print_timing: id 3 | task 287 | prompt processing, n_tokens = 670, progress = 0.57, t = 7.51 s / 89.20 tokens per second 1.30.694.193 I slot print_timing: id 0 | task 285 | prompt processing, n_tokens = 1167, progress = 1.00, t = 8.86 s / 131.76 tokens per second 1.31.344.357 I slot print_timing: id 1 | task 284 | prompt processing, n_tokens = 1155, progress = 1.00, t = 8.86 s / 130.40 tokens per second 1.31.347.515 I slot print_timing: id 2 | task 286 | prompt processing, n_tokens = 1175, progress = 1.00, t = 8.86 s / 132.66 tokens per second 1.31.349.496 I slot print_timing: id 3 | task 287 | prompt processing, n_tokens = 1074, progress = 0.91, t = 8.86 s / 121.26 tokens per second 1.31.700.193 I slot print_timing: id 3 | task 287 | prompt processing, n_tokens = 1182, progress = 1.00, t = 9.86 s / 119.85 tokens per second 1.34.564.730 I slot print_timing: id 3 | task 287 | prompt eval time = 9947.90 ms / 1186 tokens ( 8.39 ms per token, 119.22 tokens per second) 1.34.564.740 I slot print_timing: id 3 | task 287 | eval time = 2779.64 ms / 66 tokens ( 42.76 ms per token, 23.38 tokens per second) 1.34.564.741 I slot print_timing: id 3 | task 287 | total time = 12727.55 ms / 1252 tokens 1.34.564.743 I slot print_timing: id 3 | task 287 | graphs reused = 68 1.34.564.743 I slot print_timing: id 3 | task 287 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.564.892 I slot release: id 3 | task 287 | stop processing: n_tokens = 1252, truncated = 0 1.34.609.386 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.875 1.34.609.416 I slot launch_slot_: id 3 | task 359 | processing task, is_child = 0 1.35.914.328 I slot print_timing: id 0 | task 285 | prompt eval time = 9862.82 ms / 1171 tokens ( 8.42 ms per token, 118.73 tokens per second) 1.35.914.335 I slot print_timing: id 0 | task 285 | eval time = 4214.52 ms / 91 tokens ( 46.83 ms per token, 21.35 tokens per second) 1.35.914.336 I slot print_timing: id 0 | task 285 | total time = 14077.34 ms / 1262 tokens 1.35.914.337 I slot print_timing: id 0 | task 285 | graphs reused = 88 1.35.914.338 I slot print_timing: id 0 | task 285 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.914.455 I slot release: id 0 | task 285 | stop processing: n_tokens = 1262, truncated = 0 1.35.959.965 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.868 1.35.959.999 I slot launch_slot_: id 0 | task 384 | processing task, is_child = 0 1.36.622.582 I slot print_timing: id 1 | task 284 | n_gen = 100, tg = 20.11 t/s, tg_3s = 20.31 t/s 1.36.622.772 I slot print_timing: id 2 | task 286 | n_gen = 100, tg = 20.11 t/s, tg_3s = 20.31 t/s 1.39.582.414 I slot print_timing: id 3 | task 359 | n_gen = 100, tg = 21.69 t/s, tg_3s = 21.90 t/s 1.39.624.566 I slot print_timing: id 1 | task 284 | n_gen = 170, tg = 21.33 t/s, tg_3s = 23.32 t/s 1.39.624.901 I slot print_timing: id 2 | task 286 | n_gen = 170, tg = 21.33 t/s, tg_3s = 23.32 t/s 1.40.608.808 I slot print_timing: id 0 | task 384 | n_gen = 100, tg = 23.35 t/s, tg_3s = 23.59 t/s 1.41.380.477 I slot print_timing: id 3 | task 359 | prompt eval time = 407.65 ms / 108 tokens ( 3.77 ms per token, 264.93 tokens per second) 1.41.380.485 I slot print_timing: id 3 | task 359 | eval time = 6363.40 ms / 142 tokens ( 45.13 ms per token, 22.16 tokens per second) 1.41.380.495 I slot print_timing: id 3 | task 359 | total time = 6771.05 ms / 250 tokens 1.41.380.498 I slot print_timing: id 3 | task 359 | graphs reused = 204 1.41.380.498 I slot print_timing: id 3 | task 359 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.380.630 I slot release: id 3 | task 359 | stop processing: n_tokens = 1345, truncated = 0 1.41.425.055 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.815 1.41.425.085 I slot launch_slot_: id 3 | task 505 | processing task, is_child = 0 1.42.641.738 I slot print_timing: id 1 | task 284 | n_gen = 233, tg = 21.20 t/s, tg_3s = 20.88 t/s 1.42.642.076 I slot print_timing: id 2 | task 286 | n_gen = 233, tg = 21.20 t/s, tg_3s = 20.88 t/s 1.43.627.176 I slot print_timing: id 0 | task 384 | n_gen = 163, tg = 22.32 t/s, tg_3s = 20.87 t/s 1.44.013.509 I slot print_timing: id 1 | task 284 | prompt eval time = 9862.93 ms / 1159 tokens ( 8.51 ms per token, 117.51 tokens per second) 1.44.013.516 I slot print_timing: id 1 | task 284 | eval time = 12313.52 ms / 265 tokens ( 46.64 ms per token, 21.44 tokens per second) 1.44.013.517 I slot print_timing: id 1 | task 284 | total time = 22176.45 ms / 1424 tokens 1.44.013.518 I slot print_timing: id 1 | task 284 | graphs reused = 254 1.44.013.519 I slot print_timing: id 1 | task 284 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.013.636 I slot release: id 1 | task 284 | stop processing: n_tokens = 1424, truncated = 0 1.44.082.671 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.770 1.44.082.708 I slot launch_slot_: id 1 | task 560 | processing task, is_child = 0 1.44.630.060 I slot print_timing: id 2 | task 286 | prompt eval time = 9863.07 ms / 1179 tokens ( 8.37 ms per token, 119.54 tokens per second) 1.44.630.065 I slot print_timing: id 2 | task 286 | eval time = 12929.88 ms / 271 tokens ( 47.89 ms per token, 20.88 tokens per second) 1.44.630.067 I slot print_timing: id 2 | task 286 | total time = 22792.94 ms / 1450 tokens 1.44.630.067 I slot print_timing: id 2 | task 286 | graphs reused = 256 1.44.630.068 I slot print_timing: id 2 | task 286 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.630.130 I slot release: id 2 | task 286 | stop processing: n_tokens = 1450, truncated = 0 1.44.696.669 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.756 1.44.696.707 I slot launch_slot_: id 2 | task 567 | processing task, is_child = 0 1.46.662.294 I slot print_timing: id 0 | task 384 | n_gen = 216, tg = 20.89 t/s, tg_3s = 17.46 t/s 1.46.833.815 I slot print_timing: id 3 | task 505 | n_gen = 100, tg = 19.81 t/s, tg_3s = 20.01 t/s 1.47.344.055 I slot print_timing: id 0 | task 384 | prompt eval time = 409.62 ms / 114 tokens ( 3.59 ms per token, 278.30 tokens per second) 1.47.344.059 I slot print_timing: id 0 | task 384 | eval time = 10974.42 ms / 232 tokens ( 47.51 ms per token, 21.05 tokens per second) 1.47.344.060 I slot print_timing: id 0 | task 384 | total time = 11384.05 ms / 346 tokens 1.47.344.060 I slot print_timing: id 0 | task 384 | graphs reused = 306 1.47.344.061 I slot print_timing: id 0 | task 384 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.344.166 I slot release: id 0 | task 384 | stop processing: n_tokens = 1441, truncated = 0 1.47.389.188 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.761 1.47.389.220 I slot launch_slot_: id 0 | task 622 | processing task, is_child = 0 1.49.521.789 I slot print_timing: id 1 | task 560 | n_gen = 100, tg = 19.72 t/s, tg_3s = 19.92 t/s 1.49.778.024 I slot print_timing: id 2 | task 567 | n_gen = 100, tg = 21.48 t/s, tg_3s = 21.70 t/s 1.49.864.164 I slot print_timing: id 3 | task 505 | n_gen = 162, tg = 20.05 t/s, tg_3s = 20.46 t/s 1.50.633.879 I slot print_timing: id 1 | task 560 | prompt eval time = 419.82 ms / 89 tokens ( 4.72 ms per token, 211.99 tokens per second) 1.50.633.886 I slot print_timing: id 1 | task 560 | eval time = 6131.34 ms / 126 tokens ( 49.05 ms per token, 20.39 tokens per second) 1.50.633.887 I slot print_timing: id 1 | task 560 | total time = 6551.16 ms / 215 tokens 1.50.633.888 I slot print_timing: id 1 | task 560 | graphs reused = 371 1.50.633.889 I slot print_timing: id 1 | task 560 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.634.002 I slot release: id 1 | task 560 | stop processing: n_tokens = 1310, truncated = 0 1.50.702.704 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.837 1.50.702.751 I slot launch_slot_: id 1 | task 691 | processing task, is_child = 0 1.52.453.721 I slot print_timing: id 0 | task 622 | n_gen = 100, tg = 21.54 t/s, tg_3s = 21.76 t/s 1.52.796.053 I slot print_timing: id 2 | task 567 | n_gen = 162, tg = 21.11 t/s, tg_3s = 20.54 t/s 1.52.882.269 I slot print_timing: id 3 | task 505 | n_gen = 224, tg = 20.19 t/s, tg_3s = 20.54 t/s 1.53.902.889 I slot print_timing: id 2 | task 567 | prompt eval time = 471.95 ms / 116 tokens ( 4.07 ms per token, 245.79 tokens per second) 1.53.902.897 I slot print_timing: id 2 | task 567 | eval time = 8734.21 ms / 188 tokens ( 46.71 ms per token, 21.41 tokens per second) 1.53.902.898 I slot print_timing: id 2 | task 567 | total time = 9206.16 ms / 304 tokens 1.53.902.899 I slot print_timing: id 2 | task 567 | graphs reused = 435 1.53.902.900 I slot print_timing: id 2 | task 567 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.903.027 I slot release: id 2 | task 567 | stop processing: n_tokens = 1399, truncated = 0 1.53.971.893 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.783 1.53.971.926 I slot launch_slot_: id 2 | task 760 | processing task, is_child = 0 1.55.472.787 I slot print_timing: id 0 | task 622 | n_gen = 163, tg = 21.27 t/s, tg_3s = 20.87 t/s 1.55.686.074 I slot print_timing: id 1 | task 691 | n_gen = 100, tg = 21.69 t/s, tg_3s = 21.91 t/s 1.55.899.347 I slot print_timing: id 3 | task 505 | n_gen = 287, tg = 20.34 t/s, tg_3s = 20.88 t/s 1.57.396.557 I slot print_timing: id 3 | task 505 | prompt eval time = 410.81 ms / 114 tokens ( 3.60 ms per token, 277.50 tokens per second) 1.57.396.562 I slot print_timing: id 3 | task 505 | eval time = 15560.65 ms / 322 tokens ( 48.48 ms per token, 20.63 tokens per second) 1.57.396.562 I slot print_timing: id 3 | task 505 | total time = 15971.46 ms / 436 tokens 1.57.396.563 I slot print_timing: id 3 | task 505 | graphs reused = 505 1.57.396.564 I slot print_timing: id 3 | task 505 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.396.696 I slot release: id 3 | task 505 | stop processing: n_tokens = 1531, truncated = 0 1.57.441.125 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.716 1.57.441.160 I slot launch_slot_: id 3 | task 835 | processing task, is_child = 0 1.58.506.816 I slot print_timing: id 0 | task 622 | n_gen = 228, tg = 21.32 t/s, tg_3s = 21.42 t/s 1.58.720.609 I slot print_timing: id 1 | task 691 | n_gen = 165, tg = 21.58 t/s, tg_3s = 21.42 t/s 1.58.849.740 I slot print_timing: id 2 | task 760 | n_gen = 100, tg = 22.05 t/s, tg_3s = 22.27 t/s 1.59.107.103 I slot print_timing: id 2 | task 760 | prompt eval time = 388.39 ms / 76 tokens ( 5.11 ms per token, 195.68 tokens per second) 1.59.107.111 I slot print_timing: id 2 | task 760 | eval time = 4746.78 ms / 106 tokens ( 45.21 ms per token, 22.12 tokens per second) 1.59.107.112 I slot print_timing: id 2 | task 760 | total time = 5135.17 ms / 182 tokens 1.59.107.113 I slot print_timing: id 2 | task 760 | graphs reused = 535 1.59.107.114 I slot print_timing: id 2 | task 760 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.107.279 I slot release: id 2 | task 760 | stop processing: n_tokens = 1277, truncated = 0 1.59.177.189 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.858 1.59.177.223 I slot launch_slot_: id 2 | task 870 | processing task, is_child = 0 2.00.427.888 I slot print_timing: id 1 | task 691 | prompt eval time = 418.69 ms / 101 tokens ( 4.15 ms per token, 241.23 tokens per second) 2.00.427.893 I slot print_timing: id 1 | task 691 | eval time = 9306.43 ms / 197 tokens ( 47.48 ms per token, 21.06 tokens per second) 2.00.427.893 I slot print_timing: id 1 | task 691 | total time = 9725.13 ms / 298 tokens 2.00.427.894 I slot print_timing: id 1 | task 691 | graphs reused = 554 2.00.427.895 I slot print_timing: id 1 | task 691 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.428.018 I slot release: id 1 | task 691 | stop processing: n_tokens = 1393, truncated = 0 2.00.496.888 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.787 2.00.496.927 I slot launch_slot_: id 1 | task 894 | processing task, is_child = 0 2.01.512.404 I slot print_timing: id 0 | task 622 | n_gen = 282, tg = 20.58 t/s, tg_3s = 17.97 t/s 2.02.455.895 I slot print_timing: id 0 | task 622 | prompt eval time = 468.41 ms / 150 tokens ( 3.12 ms per token, 320.23 tokens per second) 2.02.455.903 I slot print_timing: id 0 | task 622 | eval time = 14598.26 ms / 304 tokens ( 48.18 ms per token, 20.76 tokens per second) 2.02.455.904 I slot print_timing: id 0 | task 622 | total time = 15066.67 ms / 454 tokens 2.02.455.904 I slot print_timing: id 0 | task 622 | graphs reused = 588 2.02.455.905 I slot print_timing: id 0 | task 622 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.456.028 I slot release: id 0 | task 622 | stop processing: n_tokens = 1549, truncated = 0 2.02.501.761 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.708 2.02.501.793 I slot launch_slot_: id 0 | task 934 | processing task, is_child = 0 2.03.039.848 I slot print_timing: id 3 | task 835 | n_gen = 100, tg = 18.83 t/s, tg_3s = 19.02 t/s 2.04.500.123 I slot print_timing: id 2 | task 870 | n_gen = 100, tg = 20.06 t/s, tg_3s = 20.26 t/s 2.05.013.731 I slot print_timing: id 1 | task 894 | prompt eval time = 422.82 ms / 96 tokens ( 4.40 ms per token, 227.05 tokens per second) 2.05.013.738 I slot print_timing: id 1 | task 894 | eval time = 4093.98 ms / 89 tokens ( 46.52 ms per token, 21.49 tokens per second) 2.05.013.739 I slot print_timing: id 1 | task 894 | total time = 4516.79 ms / 185 tokens 2.05.013.740 I slot print_timing: id 1 | task 894 | graphs reused = 636 2.05.013.741 I slot print_timing: id 1 | task 894 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.013.854 I slot release: id 1 | task 894 | stop processing: n_tokens = 1280, truncated = 0 2.05.082.424 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.856 2.05.082.464 I slot launch_slot_: id 1 | task 987 | processing task, is_child = 0 2.06.035.020 I slot print_timing: id 3 | task 835 | prompt eval time = 342.07 ms / 76 tokens ( 4.50 ms per token, 222.18 tokens per second) 2.06.035.028 I slot print_timing: id 3 | task 835 | eval time = 8251.78 ms / 163 tokens ( 50.94 ms per token, 19.63 tokens per second) 2.06.035.029 I slot print_timing: id 3 | task 835 | total time = 8593.85 ms / 239 tokens 2.06.035.030 I slot print_timing: id 3 | task 835 | graphs reused = 649 2.06.035.031 I slot print_timing: id 3 | task 835 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.035.189 I slot release: id 3 | task 835 | stop processing: n_tokens = 1334, truncated = 0 2.06.080.144 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.822 2.06.080.175 I slot launch_slot_: id 3 | task 1005 | processing task, is_child = 0 2.07.519.949 I slot print_timing: id 2 | task 870 | n_gen = 156, tg = 19.48 t/s, tg_3s = 18.54 t/s 2.07.775.339 I slot print_timing: id 0 | task 934 | n_gen = 100, tg = 20.35 t/s, tg_3s = 20.56 t/s 2.10.000.423 I slot print_timing: id 1 | task 987 | n_gen = 100, tg = 21.71 t/s, tg_3s = 21.93 t/s 2.10.555.275 I slot print_timing: id 2 | task 870 | n_gen = 227, tg = 20.56 t/s, tg_3s = 23.39 t/s 2.10.726.807 I slot print_timing: id 3 | task 1005 | n_gen = 100, tg = 23.37 t/s, tg_3s = 23.61 t/s 2.10.811.554 I slot print_timing: id 0 | task 934 | n_gen = 171, tg = 21.52 t/s, tg_3s = 23.38 t/s 2.11.793.279 I slot print_timing: id 1 | task 987 | prompt eval time = 357.50 ms / 61 tokens ( 5.86 ms per token, 170.63 tokens per second) 2.11.793.286 I slot print_timing: id 1 | task 987 | eval time = 6353.30 ms / 142 tokens ( 45.06 ms per token, 22.19 tokens per second) 2.11.793.287 I slot print_timing: id 1 | task 987 | total time = 6710.80 ms / 203 tokens 2.11.793.288 I slot print_timing: id 1 | task 987 | graphs reused = 772 2.11.793.288 I slot print_timing: id 1 | task 987 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.793.389 I slot release: id 1 | task 987 | stop processing: n_tokens = 1298, truncated = 0 2.11.862.116 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.844 2.11.862.148 I slot launch_slot_: id 1 | task 1133 | processing task, is_child = 0 2.13.560.652 I slot print_timing: id 2 | task 870 | n_gen = 289, tg = 20.58 t/s, tg_3s = 20.63 t/s 2.13.731.789 I slot print_timing: id 3 | task 1005 | n_gen = 162, tg = 22.24 t/s, tg_3s = 20.63 t/s 2.13.815.988 I slot print_timing: id 0 | task 934 | n_gen = 233, tg = 21.28 t/s, tg_3s = 20.64 t/s 2.14.970.701 I slot print_timing: id 3 | task 1005 | prompt eval time = 410.83 ms / 113 tokens ( 3.64 ms per token, 275.05 tokens per second) 2.14.970.707 I slot print_timing: id 3 | task 1005 | eval time = 8479.69 ms / 191 tokens ( 44.63 ms per token, 22.41 tokens per second) 2.14.970.708 I slot print_timing: id 3 | task 1005 | total time = 8890.51 ms / 304 tokens 2.14.970.709 I slot print_timing: id 3 | task 1005 | graphs reused = 834 2.14.970.710 I slot print_timing: id 3 | task 1005 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.970.827 I slot release: id 3 | task 1005 | stop processing: n_tokens = 1399, truncated = 0 2.15.015.323 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.783 2.15.015.359 I slot launch_slot_: id 3 | task 1200 | processing task, is_child = 0 2.16.243.599 I slot print_timing: id 2 | task 870 | prompt eval time = 387.19 ms / 70 tokens ( 5.53 ms per token, 180.79 tokens per second) 2.16.243.607 I slot print_timing: id 2 | task 870 | eval time = 16679.18 ms / 347 tokens ( 48.21 ms per token, 20.74 tokens per second) 2.16.243.608 I slot print_timing: id 2 | task 870 | total time = 17066.37 ms / 417 tokens 2.16.243.609 I slot print_timing: id 2 | task 870 | graphs reused = 855 2.16.243.610 I slot print_timing: id 2 | task 870 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.243.752 I slot release: id 2 | task 870 | stop processing: n_tokens = 1512, truncated = 0 2.16.312.695 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.725 2.16.312.730 I slot launch_slot_: id 2 | task 1226 | processing task, is_child = 0 2.16.786.281 I slot print_timing: id 1 | task 1133 | prompt eval time = 410.79 ms / 72 tokens ( 5.71 ms per token, 175.27 tokens per second) 2.16.786.284 I slot print_timing: id 1 | task 1133 | eval time = 4513.34 ms / 94 tokens ( 48.53 ms per token, 20.61 tokens per second) 2.16.786.284 I slot print_timing: id 1 | task 1133 | total time = 4924.12 ms / 166 tokens 2.16.786.285 I slot print_timing: id 1 | task 1133 | graphs reused = 856 2.16.786.285 I slot print_timing: id 1 | task 1133 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.786.347 I slot release: id 1 | task 1133 | stop processing: n_tokens = 1261, truncated = 0 2.16.852.530 I slot print_timing: id 0 | task 934 | n_gen = 291, tg = 20.80 t/s, tg_3s = 19.10 t/s 2.16.852.937 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.869 2.16.852.959 I slot launch_slot_: id 1 | task 1232 | processing task, is_child = 0 2.17.773.110 I slot print_timing: id 0 | task 934 | prompt eval time = 409.70 ms / 123 tokens ( 3.33 ms per token, 300.22 tokens per second) 2.17.773.117 I slot print_timing: id 0 | task 934 | eval time = 14861.61 ms / 306 tokens ( 48.73 ms per token, 20.52 tokens per second) 2.17.773.118 I slot print_timing: id 0 | task 934 | total time = 15271.31 ms / 429 tokens 2.17.773.119 I slot print_timing: id 0 | task 934 | graphs reused = 868 2.17.773.119 I slot print_timing: id 0 | task 934 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.773.241 I slot release: id 0 | task 934 | stop processing: n_tokens = 1524, truncated = 0 2.17.818.533 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.719 2.17.818.571 I slot launch_slot_: id 0 | task 1249 | processing task, is_child = 0 2.20.442.736 I slot print_timing: id 1 | task 1232 | prompt eval time = 364.64 ms / 69 tokens ( 5.28 ms per token, 189.23 tokens per second) 2.20.442.743 I slot print_timing: id 1 | task 1232 | eval time = 3225.13 ms / 69 tokens ( 47.43 ms per token, 21.08 tokens per second) 2.20.442.744 I slot print_timing: id 1 | task 1232 | total time = 3589.77 ms / 138 tokens 2.20.442.744 I slot print_timing: id 1 | task 1232 | graphs reused = 920 2.20.442.745 I slot print_timing: id 1 | task 1232 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.442.845 I slot release: id 1 | task 1232 | stop processing: n_tokens = 1233, truncated = 0 2.20.443.478 I slot print_timing: id 3 | task 1200 | prompt eval time = 287.80 ms / 56 tokens ( 5.14 ms per token, 194.58 tokens per second) 2.20.443.486 I slot print_timing: id 3 | task 1200 | eval time = 5140.31 ms / 99 tokens ( 52.45 ms per token, 19.06 tokens per second) 2.20.443.487 I slot print_timing: id 3 | task 1200 | total time = 5428.11 ms / 155 tokens 2.20.443.488 I slot print_timing: id 3 | task 1200 | graphs reused = 920 2.20.443.489 I slot print_timing: id 3 | task 1200 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.443.579 I slot release: id 3 | task 1200 | stop processing: n_tokens = 1250, truncated = 0 2.20.497.058 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.889 2.20.497.083 I slot launch_slot_: id 1 | task 1305 | processing task, is_child = 0 2.20.509.438 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.877 2.20.509.458 I slot launch_slot_: id 3 | task 1306 | processing task, is_child = 0 2.22.102.977 I slot print_timing: id 2 | task 1226 | n_gen = 100, tg = 18.33 t/s, tg_3s = 18.51 t/s 2.23.002.151 I slot print_timing: id 0 | task 1249 | n_gen = 100, tg = 20.71 t/s, tg_3s = 20.92 t/s 2.25.131.905 I slot print_timing: id 2 | task 1226 | n_gen = 171, tg = 20.16 t/s, tg_3s = 23.44 t/s 2.25.217.416 I slot print_timing: id 2 | task 1226 | prompt eval time = 388.14 ms / 76 tokens ( 5.11 ms per token, 195.81 tokens per second) 2.25.217.425 I slot print_timing: id 2 | task 1226 | eval time = 8516.54 ms / 173 tokens ( 49.51 ms per token, 20.20 tokens per second) 2.25.217.426 I slot print_timing: id 2 | task 1226 | total time = 8904.68 ms / 249 tokens 2.25.217.426 I slot print_timing: id 2 | task 1226 | graphs reused = 1014 2.25.217.427 I slot print_timing: id 2 | task 1226 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.217.573 I slot release: id 2 | task 1226 | stop processing: n_tokens = 1344, truncated = 0 2.25.287.151 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.815 2.25.287.186 I slot launch_slot_: id 2 | task 1406 | processing task, is_child = 0 2.25.623.492 I slot print_timing: id 1 | task 1305 | n_gen = 100, tg = 21.96 t/s, tg_3s = 22.18 t/s 2.25.623.997 I slot print_timing: id 3 | task 1306 | n_gen = 100, tg = 21.96 t/s, tg_3s = 22.18 t/s 2.25.888.145 I slot print_timing: id 1 | task 1305 | prompt eval time = 606.37 ms / 71 tokens ( 8.54 ms per token, 117.09 tokens per second) 2.25.888.149 I slot print_timing: id 1 | task 1305 | eval time = 4772.31 ms / 106 tokens ( 45.45 ms per token, 22.00 tokens per second) 2.25.888.150 I slot print_timing: id 1 | task 1305 | total time = 5378.68 ms / 177 tokens 2.25.888.151 I slot print_timing: id 1 | task 1305 | graphs reused = 1019 2.25.888.152 I slot print_timing: id 1 | task 1305 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.888.251 I slot release: id 1 | task 1305 | stop processing: n_tokens = 1272, truncated = 0 2.25.888.822 I slot print_timing: id 3 | task 1306 | prompt eval time = 605.89 ms / 65 tokens ( 9.32 ms per token, 107.28 tokens per second) 2.25.888.827 I slot print_timing: id 3 | task 1306 | eval time = 4772.60 ms / 106 tokens ( 45.45 ms per token, 22.00 tokens per second) 2.25.888.828 I slot print_timing: id 3 | task 1306 | total time = 5378.50 ms / 171 tokens 2.25.888.828 I slot print_timing: id 3 | task 1306 | graphs reused = 1019 2.25.888.829 I slot print_timing: id 3 | task 1306 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.888.909 I slot release: id 3 | task 1306 | stop processing: n_tokens = 1266, truncated = 0 2.25.941.954 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.867 2.25.941.977 I slot launch_slot_: id 3 | task 1416 | processing task, is_child = 0 2.25.954.229 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.862 2.25.954.251 I slot launch_slot_: id 1 | task 1417 | processing task, is_child = 0 2.26.592.906 I slot print_timing: id 0 | task 1249 | n_gen = 163, tg = 19.35 t/s, tg_3s = 17.55 t/s 2.29.615.812 I slot print_timing: id 0 | task 1249 | n_gen = 231, tg = 20.18 t/s, tg_3s = 22.49 t/s 2.30.600.192 I slot print_timing: id 2 | task 1406 | n_gen = 100, tg = 19.89 t/s, tg_3s = 20.09 t/s 2.30.984.495 I slot print_timing: id 1 | task 1417 | n_gen = 100, tg = 23.37 t/s, tg_3s = 23.61 t/s 2.30.985.177 I slot print_timing: id 3 | task 1416 | n_gen = 100, tg = 23.37 t/s, tg_3s = 23.61 t/s 2.31.155.708 I slot print_timing: id 2 | task 1406 | prompt eval time = 336.58 ms / 61 tokens ( 5.52 ms per token, 181.24 tokens per second) 2.31.155.713 I slot print_timing: id 2 | task 1406 | eval time = 5531.93 ms / 113 tokens ( 49.39 ms per token, 20.25 tokens per second) 2.31.155.714 I slot print_timing: id 2 | task 1406 | total time = 5868.51 ms / 174 tokens 2.31.155.715 I slot print_timing: id 2 | task 1406 | graphs reused = 1121 2.31.155.716 I slot print_timing: id 2 | task 1406 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.155.853 I slot release: id 2 | task 1406 | stop processing: n_tokens = 1269, truncated = 0 2.31.225.283 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.864 2.31.225.316 I slot launch_slot_: id 2 | task 1524 | processing task, is_child = 0 2.32.636.497 I slot print_timing: id 0 | task 1249 | n_gen = 292, tg = 20.19 t/s, tg_3s = 20.19 t/s 2.34.006.310 I slot print_timing: id 1 | task 1417 | n_gen = 161, tg = 22.05 t/s, tg_3s = 20.19 t/s 2.34.006.987 I slot print_timing: id 3 | task 1416 | n_gen = 161, tg = 22.04 t/s, tg_3s = 20.19 t/s 2.35.636.962 I slot print_timing: id 0 | task 1249 | n_gen = 362, tg = 20.73 t/s, tg_3s = 23.33 t/s 2.35.937.252 I slot print_timing: id 2 | task 1524 | n_gen = 100, tg = 23.30 t/s, tg_3s = 23.53 t/s 2.36.410.242 I slot print_timing: id 0 | task 1249 | prompt eval time = 402.35 ms / 104 tokens ( 3.87 ms per token, 258.48 tokens per second) 2.36.410.250 I slot print_timing: id 0 | task 1249 | eval time = 18189.31 ms / 380 tokens ( 47.99 ms per token, 20.84 tokens per second) 2.36.410.250 I slot print_timing: id 0 | task 1249 | total time = 18591.66 ms / 484 tokens 2.36.410.251 I slot print_timing: id 0 | task 1249 | graphs reused = 1229 2.36.410.252 I slot print_timing: id 0 | task 1249 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.410.374 I slot release: id 0 | task 1249 | stop processing: n_tokens = 1579, truncated = 0 2.36.456.065 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.694 2.36.456.097 I slot launch_slot_: id 0 | task 1638 | processing task, is_child = 0 2.37.034.744 I slot print_timing: id 1 | task 1417 | n_gen = 227, tg = 21.97 t/s, tg_3s = 21.79 t/s 2.37.035.148 I slot print_timing: id 3 | task 1416 | n_gen = 227, tg = 21.97 t/s, tg_3s = 21.80 t/s 2.38.963.325 I slot print_timing: id 2 | task 1524 | n_gen = 166, tg = 22.68 t/s, tg_3s = 21.81 t/s 2.39.135.260 I slot print_timing: id 3 | task 1416 | prompt eval time = 793.82 ms / 105 tokens ( 7.56 ms per token, 132.27 tokens per second) 2.39.135.276 I slot print_timing: id 3 | task 1416 | eval time = 12386.28 ms / 276 tokens ( 45.04 ms per token, 22.20 tokens per second) 2.39.135.277 I slot print_timing: id 3 | task 1416 | total time = 13180.10 ms / 381 tokens 2.39.135.278 I slot print_timing: id 3 | task 1416 | graphs reused = 1285 2.39.135.278 I slot print_timing: id 3 | task 1416 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.135.437 I slot release: id 3 | task 1416 | stop processing: n_tokens = 1477, truncated = 0 2.39.180.629 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.742 2.39.180.661 I slot launch_slot_: id 3 | task 1698 | processing task, is_child = 0 2.40.070.107 I slot print_timing: id 1 | task 1417 | n_gen = 293, tg = 21.92 t/s, tg_3s = 21.74 t/s 2.41.182.651 I slot print_timing: id 0 | task 1638 | n_gen = 100, tg = 22.27 t/s, tg_3s = 22.50 t/s 2.41.955.114 I slot print_timing: id 3 | task 1698 | prompt eval time = 289.36 ms / 62 tokens ( 4.67 ms per token, 214.27 tokens per second) 2.41.955.124 I slot print_timing: id 3 | task 1698 | eval time = 2485.07 ms / 59 tokens ( 42.85 ms per token, 23.34 tokens per second) 2.41.955.125 I slot print_timing: id 3 | task 1698 | total time = 2774.43 ms / 121 tokens 2.41.955.125 I slot print_timing: id 3 | task 1698 | graphs reused = 1341 2.41.955.126 I slot print_timing: id 3 | task 1698 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.955.266 I slot release: id 3 | task 1698 | stop processing: n_tokens = 1216, truncated = 0 2.41.999.392 I slot print_timing: id 2 | task 1524 | n_gen = 232, tg = 22.40 t/s, tg_3s = 21.74 t/s 2.41.999.398 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.901 2.41.999.425 I slot launch_slot_: id 3 | task 1760 | processing task, is_child = 0 2.42.496.916 I slot print_timing: id 0 | task 1638 | prompt eval time = 282.05 ms / 68 tokens ( 4.15 ms per token, 241.09 tokens per second) 2.42.496.919 I slot print_timing: id 0 | task 1638 | eval time = 5758.76 ms / 126 tokens ( 46.07 ms per token, 21.71 tokens per second) 2.42.496.919 I slot print_timing: id 0 | task 1638 | total time = 6040.81 ms / 194 tokens 2.42.496.920 I slot print_timing: id 0 | task 1638 | graphs reused = 1345 2.42.496.920 I slot print_timing: id 0 | task 1638 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.496.987 I slot release: id 0 | task 1638 | stop processing: n_tokens = 1289, truncated = 0 2.42.540.237 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.850 2.42.540.259 I slot launch_slot_: id 0 | task 1769 | processing task, is_child = 0 2.43.096.228 I slot print_timing: id 1 | task 1417 | n_gen = 353, tg = 21.53 t/s, tg_3s = 19.83 t/s 2.43.866.437 I slot print_timing: id 1 | task 1417 | prompt eval time = 794.36 ms / 112 tokens ( 7.09 ms per token, 140.99 tokens per second) 2.43.866.444 I slot print_timing: id 1 | task 1417 | eval time = 17117.82 ms / 371 tokens ( 46.26 ms per token, 21.61 tokens per second) 2.43.866.445 I slot print_timing: id 1 | task 1417 | total time = 17912.18 ms / 483 tokens 2.43.866.446 I slot print_timing: id 1 | task 1417 | graphs reused = 1368 2.43.866.447 I slot print_timing: id 1 | task 1417 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.866.577 I slot release: id 1 | task 1417 | stop processing: n_tokens = 1578, truncated = 0 2.43.935.641 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.695 2.43.935.679 I slot launch_slot_: id 1 | task 1796 | processing task, is_child = 0 2.45.002.948 I slot print_timing: id 2 | task 1524 | n_gen = 283, tg = 21.18 t/s, tg_3s = 16.98 t/s 2.45.856.180 I slot print_timing: id 2 | task 1524 | prompt eval time = 462.77 ms / 127 tokens ( 3.64 ms per token, 274.43 tokens per second) 2.45.856.188 I slot print_timing: id 2 | task 1524 | eval time = 14168.08 ms / 303 tokens ( 46.91 ms per token, 21.32 tokens per second) 2.45.856.189 I slot print_timing: id 2 | task 1524 | total time = 14630.85 ms / 430 tokens 2.45.856.190 I slot print_timing: id 2 | task 1524 | graphs reused = 1402 2.45.856.190 I slot print_timing: id 2 | task 1524 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.856.330 I slot release: id 2 | task 1524 | stop processing: n_tokens = 1525, truncated = 0 2.45.925.751 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.719 2.45.925.787 I slot launch_slot_: id 2 | task 1835 | processing task, is_child = 0 2.46.796.984 I slot print_timing: id 3 | task 1760 | prompt eval time = 286.71 ms / 69 tokens ( 4.16 ms per token, 240.66 tokens per second) 2.46.796.990 I slot print_timing: id 3 | task 1760 | eval time = 4510.83 ms / 84 tokens ( 54.35 ms per token, 18.40 tokens per second) 2.46.796.991 I slot print_timing: id 3 | task 1760 | total time = 4797.54 ms / 153 tokens 2.46.796.992 I slot print_timing: id 3 | task 1760 | graphs reused = 1412 2.46.796.993 I slot print_timing: id 3 | task 1760 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.797.136 I slot release: id 3 | task 1760 | stop processing: n_tokens = 1248, truncated = 0 2.46.841.295 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.878 2.46.841.320 I slot launch_slot_: id 3 | task 1850 | processing task, is_child = 0 2.48.077.961 I slot print_timing: id 0 | task 1769 | n_gen = 100, tg = 19.06 t/s, tg_3s = 19.25 t/s 2.49.190.300 I slot print_timing: id 1 | task 1796 | n_gen = 100, tg = 20.47 t/s, tg_3s = 20.67 t/s 2.50.809.236 I slot print_timing: id 2 | task 1835 | n_gen = 100, tg = 22.07 t/s, tg_3s = 22.30 t/s 2.51.107.030 I slot print_timing: id 0 | task 1769 | n_gen = 171, tg = 20.67 t/s, tg_3s = 23.44 t/s 2.51.401.672 I slot print_timing: id 3 | task 1850 | n_gen = 100, tg = 23.46 t/s, tg_3s = 23.70 t/s 2.51.701.088 I slot print_timing: id 2 | task 1835 | prompt eval time = 398.32 ms / 98 tokens ( 4.06 ms per token, 246.03 tokens per second) 2.51.701.095 I slot print_timing: id 2 | task 1835 | eval time = 5376.97 ms / 121 tokens ( 44.81 ms per token, 22.32 tokens per second) 2.51.701.096 I slot print_timing: id 2 | task 1835 | total time = 5775.29 ms / 219 tokens 2.51.701.097 I slot print_timing: id 2 | task 1835 | graphs reused = 1516 2.51.701.098 I slot print_timing: id 2 | task 1835 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.701.236 I slot release: id 2 | task 1835 | stop processing: n_tokens = 1314, truncated = 0 2.51.770.824 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.834 2.51.770.860 I slot launch_slot_: id 2 | task 1960 | processing task, is_child = 0 2.52.208.979 I slot print_timing: id 1 | task 1796 | n_gen = 163, tg = 20.62 t/s, tg_3s = 20.87 t/s 2.52.854.509 I slot print_timing: id 0 | task 1769 | prompt eval time = 343.30 ms / 81 tokens ( 4.24 ms per token, 235.95 tokens per second) 2.52.854.520 I slot print_timing: id 0 | task 1769 | eval time = 9970.94 ms / 204 tokens ( 49.12 ms per token, 20.36 tokens per second) 2.52.854.521 I slot print_timing: id 0 | task 1769 | total time = 10314.24 ms / 285 tokens 2.52.854.522 I slot print_timing: id 0 | task 1769 | graphs reused = 1531 2.52.854.523 I slot print_timing: id 0 | task 1769 | graph reallocs = 0 / 0 (same size) / (changed size) 2.52.854.635 I slot release: id 0 | task 1769 | stop processing: n_tokens = 1380, truncated = 0 2.52.900.723 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.794 2.52.900.756 I slot launch_slot_: id 0 | task 1980 | processing task, is_child = 0 2.53.693.521 I slot print_timing: id 1 | task 1796 | prompt eval time = 417.39 ms / 87 tokens ( 4.80 ms per token, 208.44 tokens per second) 2.53.693.528 I slot print_timing: id 1 | task 1796 | eval time = 9340.44 ms / 190 tokens ( 49.42 ms per token, 20.23 tokens per second) 2.53.693.529 I slot print_timing: id 1 | task 1796 | total time = 9757.83 ms / 277 tokens 2.53.693.530 I slot print_timing: id 1 | task 1796 | graphs reused = 1540 2.53.693.530 I slot print_timing: id 1 | task 1796 | graph reallocs = 0 / 0 (same size) / (changed size) 2.53.693.629 I slot release: id 1 | task 1796 | stop processing: n_tokens = 1372, truncated = 0 2.53.761.723 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.799 2.53.761.753 I slot launch_slot_: id 1 | task 1993 | processing task, is_child = 0 2.54.410.411 I slot print_timing: id 3 | task 1850 | n_gen = 145, tg = 19.92 t/s, tg_3s = 14.96 t/s 2.57.149.375 I slot print_timing: id 2 | task 1960 | n_gen = 100, tg = 19.86 t/s, tg_3s = 20.06 t/s 2.57.449.003 I slot print_timing: id 3 | task 1850 | n_gen = 216, tg = 20.94 t/s, tg_3s = 23.37 t/s 2.57.961.696 I slot print_timing: id 0 | task 1980 | n_gen = 100, tg = 21.31 t/s, tg_3s = 21.52 t/s 2.58.473.858 I slot print_timing: id 1 | task 1993 | n_gen = 100, tg = 23.38 t/s, tg_3s = 23.61 t/s 3.00.189.003 I slot print_timing: id 2 | task 1960 | n_gen = 171, tg = 21.19 t/s, tg_3s = 23.36 t/s 3.00.487.245 I slot print_timing: id 3 | task 1850 | n_gen = 287, tg = 21.50 t/s, tg_3s = 23.37 t/s 3.00.529.494 I slot print_timing: id 2 | task 1960 | prompt eval time = 394.55 ms / 87 tokens ( 4.54 ms per token, 220.51 tokens per second) 3.00.529.501 I slot print_timing: id 2 | task 1960 | eval time = 8364.08 ms / 179 tokens ( 46.99 ms per token, 21.28 tokens per second) 3.00.529.502 I slot print_timing: id 2 | task 1960 | total time = 8758.62 ms / 266 tokens 3.00.529.503 I slot print_timing: id 2 | task 1960 | graphs reused = 1686 3.00.529.504 I slot print_timing: id 2 | task 1960 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.529.624 I slot release: id 2 | task 1960 | stop processing: n_tokens = 1361, truncated = 0 3.00.598.849 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.805 3.00.598.889 I slot launch_slot_: id 2 | task 2144 | processing task, is_child = 0 3.00.993.727 I slot print_timing: id 0 | task 1980 | n_gen = 163, tg = 21.10 t/s, tg_3s = 20.78 t/s 3.01.505.173 I slot print_timing: id 1 | task 1993 | n_gen = 163, tg = 22.29 t/s, tg_3s = 20.78 t/s 3.03.519.318 I slot print_timing: id 3 | task 1850 | n_gen = 350, tg = 21.36 t/s, tg_3s = 20.78 t/s 3.04.032.161 I slot print_timing: id 0 | task 1980 | n_gen = 234, tg = 21.74 t/s, tg_3s = 23.37 t/s 3.04.506.786 I slot print_timing: id 1 | task 1993 | n_gen = 233, tg = 22.59 t/s, tg_3s = 23.32 t/s 3.05.107.540 I slot print_timing: id 3 | task 1850 | prompt eval time = 341.21 ms / 70 tokens ( 4.87 ms per token, 205.15 tokens per second) 3.05.107.547 I slot print_timing: id 3 | task 1850 | eval time = 17925.00 ms / 387 tokens ( 46.44 ms per token, 21.53 tokens per second) 3.05.107.548 I slot print_timing: id 3 | task 1850 | total time = 18266.21 ms / 457 tokens 3.05.107.549 I slot print_timing: id 3 | task 1850 | graphs reused = 1780 3.05.107.550 I slot print_timing: id 3 | task 1850 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.107.697 I slot release: id 3 | task 1850 | stop processing: n_tokens = 1552, truncated = 0 3.05.152.931 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.706 3.05.152.972 I slot launch_slot_: id 3 | task 2244 | processing task, is_child = 0 3.05.559.391 I slot print_timing: id 2 | task 2144 | n_gen = 100, tg = 21.69 t/s, tg_3s = 21.90 t/s 3.06.595.993 I slot print_timing: id 2 | task 2144 | prompt eval time = 395.17 ms / 92 tokens ( 4.30 ms per token, 232.81 tokens per second) 3.06.595.998 I slot print_timing: id 2 | task 2144 | eval time = 5601.92 ms / 124 tokens ( 45.54 ms per token, 21.96 tokens per second) 3.06.595.999 I slot print_timing: id 2 | task 2144 | total time = 5997.09 ms / 216 tokens 3.06.596.009 I slot print_timing: id 2 | task 2144 | graphs reused = 1803 3.06.596.010 I slot print_timing: id 2 | task 2144 | graph reallocs = 0 / 0 (same size) / (changed size) 3.06.596.144 I slot release: id 2 | task 2144 | stop processing: n_tokens = 1311, truncated = 0 3.06.665.933 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.836 3.06.665.964 I slot launch_slot_: id 2 | task 2272 | processing task, is_child = 0 3.07.124.001 I slot print_timing: id 0 | task 1980 | n_gen = 289, tg = 20.86 t/s, tg_3s = 17.79 t/s 3.07.378.093 I slot print_timing: id 1 | task 1993 | prompt eval time = 477.20 ms / 106 tokens ( 4.50 ms per token, 222.13 tokens per second) 3.07.378.099 I slot print_timing: id 1 | task 1993 | eval time = 13139.13 ms / 283 tokens ( 46.59 ms per token, 21.46 tokens per second) 3.07.378.100 I slot print_timing: id 1 | task 1993 | total time = 13616.33 ms / 389 tokens 3.07.378.101 I slot print_timing: id 1 | task 1993 | graphs reused = 1808 3.07.378.101 I slot print_timing: id 1 | task 1993 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.378.181 I slot release: id 1 | task 1993 | stop processing: n_tokens = 1484, truncated = 0 3.07.445.071 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.739 3.07.445.110 I slot launch_slot_: id 1 | task 2282 | processing task, is_child = 0 3.10.146.604 I slot print_timing: id 0 | task 1980 | n_gen = 351, tg = 20.79 t/s, tg_3s = 20.51 t/s 3.10.573.673 I slot print_timing: id 3 | task 2244 | n_gen = 100, tg = 19.74 t/s, tg_3s = 19.94 t/s 3.11.732.946 I slot print_timing: id 2 | task 2272 | n_gen = 100, tg = 21.48 t/s, tg_3s = 21.70 t/s 3.12.117.811 I slot print_timing: id 1 | task 2282 | n_gen = 100, tg = 23.29 t/s, tg_3s = 23.52 t/s 3.13.188.899 I slot print_timing: id 0 | task 1980 | n_gen = 422, tg = 21.18 t/s, tg_3s = 23.34 t/s 3.13.576.535 I slot print_timing: id 3 | task 2244 | n_gen = 170, tg = 21.08 t/s, tg_3s = 23.31 t/s 3.14.773.147 I slot print_timing: id 2 | task 2272 | n_gen = 171, tg = 22.23 t/s, tg_3s = 23.35 t/s 3.15.158.603 I slot print_timing: id 1 | task 2282 | n_gen = 171, tg = 23.31 t/s, tg_3s = 23.35 t/s 3.15.585.923 I slot print_timing: id 0 | task 1980 | prompt eval time = 414.32 ms / 129 tokens ( 3.21 ms per token, 311.35 tokens per second) 3.15.585.927 I slot print_timing: id 0 | task 1980 | eval time = 22270.84 ms / 478 tokens ( 46.69 ms per token, 21.42 tokens per second) 3.15.585.928 I slot print_timing: id 0 | task 1980 | total time = 22685.16 ms / 607 tokens 3.15.585.929 I slot print_timing: id 0 | task 1980 | graphs reused = 1986 3.15.585.930 I slot print_timing: id 0 | task 1980 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.586.049 I slot release: id 0 | task 1980 | stop processing: n_tokens = 1702, truncated = 0 3.15.631.724 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.644 3.15.631.753 I slot launch_slot_: id 0 | task 2466 | processing task, is_child = 0 3.16.179.354 I slot print_timing: id 2 | task 2272 | prompt eval time = 458.37 ms / 113 tokens ( 4.06 ms per token, 246.53 tokens per second) 3.16.179.360 I slot print_timing: id 2 | task 2272 | eval time = 9055.01 ms / 198 tokens ( 45.96 ms per token, 21.76 tokens per second) 3.16.179.361 I slot print_timing: id 2 | task 2272 | total time = 9513.38 ms / 311 tokens 3.16.179.361 I slot print_timing: id 2 | task 2272 | graphs reused = 1991 3.16.179.362 I slot print_timing: id 2 | task 2272 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.179.459 I slot release: id 2 | task 2272 | stop processing: n_tokens = 1406, truncated = 0 3.16.247.982 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.780 3.16.248.036 I slot launch_slot_: id 2 | task 2475 | processing task, is_child = 0 3.16.637.711 I slot print_timing: id 1 | task 2282 | prompt eval time = 421.29 ms / 71 tokens ( 5.93 ms per token, 168.53 tokens per second) 3.16.637.716 I slot print_timing: id 1 | task 2282 | eval time = 8771.31 ms / 192 tokens ( 45.92 ms per token, 21.78 tokens per second) 3.16.637.717 I slot print_timing: id 1 | task 2282 | total time = 9192.59 ms / 263 tokens 3.16.637.717 I slot print_timing: id 1 | task 2282 | graphs reused = 1991 3.16.637.718 I slot print_timing: id 1 | task 2282 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.637.777 I slot release: id 1 | task 2282 | stop processing: n_tokens = 1358, truncated = 0 3.16.638.163 I slot print_timing: id 3 | task 2244 | n_gen = 228, tg = 20.49 t/s, tg_3s = 18.94 t/s 3.16.704.743 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.807 3.16.704.767 I slot launch_slot_: id 1 | task 2479 | processing task, is_child = 0 3.19.671.289 I slot print_timing: id 3 | task 2244 | n_gen = 291, tg = 20.55 t/s, tg_3s = 20.77 t/s 3.20.781.049 I slot print_timing: id 0 | task 2466 | prompt eval time = 335.25 ms / 76 tokens ( 4.41 ms per token, 226.70 tokens per second) 3.20.781.056 I slot print_timing: id 0 | task 2466 | eval time = 4814.03 ms / 98 tokens ( 49.63 ms per token, 20.15 tokens per second) 3.20.781.057 I slot print_timing: id 0 | task 2466 | total time = 5149.29 ms / 174 tokens 3.20.781.058 I slot print_timing: id 0 | task 2466 | graphs reused = 2076 3.20.781.059 I slot print_timing: id 0 | task 2466 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.781.176 I slot release: id 0 | task 2466 | stop processing: n_tokens = 1268, truncated = 0 3.20.826.423 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.864 3.20.826.457 I slot launch_slot_: id 0 | task 2569 | processing task, is_child = 0 3.21.463.851 I slot print_timing: id 2 | task 2475 | n_gen = 100, tg = 20.51 t/s, tg_3s = 20.72 t/s 3.21.599.108 I slot print_timing: id 1 | task 2479 | n_gen = 100, tg = 22.07 t/s, tg_3s = 22.29 t/s 3.21.771.591 I slot print_timing: id 2 | task 2475 | prompt eval time = 389.94 ms / 73 tokens ( 5.34 ms per token, 187.21 tokens per second) 3.21.771.598 I slot print_timing: id 2 | task 2475 | eval time = 5133.60 ms / 107 tokens ( 48.43 ms per token, 20.65 tokens per second) 3.21.771.601 I slot print_timing: id 2 | task 2475 | total time = 5523.55 ms / 180 tokens 3.21.771.601 I slot print_timing: id 2 | task 2475 | graphs reused = 2090 3.21.771.602 I slot print_timing: id 2 | task 2475 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.771.727 I slot release: id 2 | task 2475 | stop processing: n_tokens = 1275, truncated = 0 3.21.840.624 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.860 3.21.840.654 I slot launch_slot_: id 2 | task 2587 | processing task, is_child = 0 3.22.711.706 I slot print_timing: id 1 | task 2479 | prompt eval time = 408.30 ms / 77 tokens ( 5.30 ms per token, 188.59 tokens per second) 3.22.711.714 I slot print_timing: id 1 | task 2479 | eval time = 5598.63 ms / 118 tokens ( 47.85 ms per token, 20.90 tokens per second) 3.22.711.715 I slot print_timing: id 1 | task 2479 | total time = 6006.93 ms / 195 tokens 3.22.711.715 I slot print_timing: id 1 | task 2479 | graphs reused = 2099 3.22.711.716 I slot print_timing: id 1 | task 2479 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.711.840 I slot release: id 1 | task 2479 | stop processing: n_tokens = 1290, truncated = 0 3.22.712.503 I slot print_timing: id 3 | task 2244 | n_gen = 348, tg = 20.23 t/s, tg_3s = 18.74 t/s 3.22.780.789 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.850 3.22.780.825 I slot launch_slot_: id 1 | task 2602 | processing task, is_child = 0 3.25.721.819 I slot print_timing: id 3 | task 2244 | n_gen = 410, tg = 20.29 t/s, tg_3s = 20.60 t/s 3.26.105.863 I slot print_timing: id 0 | task 2569 | n_gen = 100, tg = 20.05 t/s, tg_3s = 20.25 t/s 3.26.834.815 I slot print_timing: id 2 | task 2587 | n_gen = 100, tg = 21.54 t/s, tg_3s = 21.76 t/s 3.26.919.936 I slot print_timing: id 0 | task 2569 | prompt eval time = 340.62 ms / 80 tokens ( 4.26 ms per token, 234.87 tokens per second) 3.26.919.954 I slot print_timing: id 0 | task 2569 | eval time = 5752.85 ms / 119 tokens ( 48.75 ms per token, 20.51 tokens per second) 3.26.919.955 I slot print_timing: id 0 | task 2569 | total time = 6093.47 ms / 199 tokens 3.26.919.956 I slot print_timing: id 0 | task 2569 | graphs reused = 2185 3.26.919.957 I slot print_timing: id 0 | task 2569 | graph reallocs = 0 / 0 (same size) / (changed size) 3.26.920.078 I slot release: id 0 | task 2569 | stop processing: n_tokens = 1294, truncated = 0 3.26.965.460 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.847 3.26.965.491 I slot launch_slot_: id 0 | task 2693 | processing task, is_child = 0 3.27.308.523 I slot print_timing: id 1 | task 2602 | prompt eval time = 423.20 ms / 97 tokens ( 4.36 ms per token, 229.21 tokens per second) 3.27.308.529 I slot print_timing: id 1 | task 2602 | eval time = 4104.49 ms / 91 tokens ( 45.61 ms per token, 21.93 tokens per second) 3.27.308.529 I slot print_timing: id 1 | task 2602 | total time = 4527.69 ms / 188 tokens 3.27.308.530 I slot print_timing: id 1 | task 2602 | graphs reused = 2186 3.27.308.530 I slot print_timing: id 1 | task 2602 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.308.596 I slot release: id 1 | task 2602 | stop processing: n_tokens = 1283, truncated = 0 3.27.375.013 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.854 3.27.375.051 I slot launch_slot_: id 1 | task 2697 | processing task, is_child = 0 3.28.284.669 I slot print_timing: id 2 | task 2587 | prompt eval time = 398.50 ms / 97 tokens ( 4.11 ms per token, 243.41 tokens per second) 3.28.284.677 I slot print_timing: id 2 | task 2587 | eval time = 6045.50 ms / 121 tokens ( 50.38 ms per token, 19.85 tokens per second) 3.28.284.678 I slot print_timing: id 2 | task 2587 | total time = 6444.00 ms / 218 tokens 3.28.284.678 I slot print_timing: id 2 | task 2587 | graphs reused = 2198 3.28.284.679 I slot print_timing: id 2 | task 2587 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.284.813 I slot release: id 2 | task 2587 | stop processing: n_tokens = 1313, truncated = 0 3.28.353.826 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.835 3.28.353.866 I slot launch_slot_: id 2 | task 2714 | processing task, is_child = 0 3.28.747.087 I slot print_timing: id 3 | task 2244 | n_gen = 460, tg = 19.80 t/s, tg_3s = 16.53 t/s 3.30.588.807 I slot print_timing: id 1 | task 2697 | prompt eval time = 355.76 ms / 61 tokens ( 5.83 ms per token, 171.46 tokens per second) 3.30.588.811 I slot print_timing: id 1 | task 2697 | eval time = 2857.98 ms / 60 tokens ( 48.44 ms per token, 20.64 tokens per second) 3.30.588.812 I slot print_timing: id 1 | task 2697 | total time = 3213.75 ms / 121 tokens 3.30.588.813 I slot print_timing: id 1 | task 2697 | graphs reused = 2240 3.30.588.814 I slot print_timing: id 1 | task 2697 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.588.933 I slot release: id 1 | task 2697 | stop processing: n_tokens = 1216, truncated = 0 3.30.658.013 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.901 3.30.658.051 I slot launch_slot_: id 1 | task 2761 | processing task, is_child = 0 3.31.756.704 I slot print_timing: id 3 | task 2244 | n_gen = 522, tg = 19.89 t/s, tg_3s = 20.60 t/s 3.32.525.031 I slot print_timing: id 0 | task 2693 | n_gen = 100, tg = 18.98 t/s, tg_3s = 19.17 t/s 3.33.339.528 I slot print_timing: id 2 | task 2714 | n_gen = 100, tg = 21.56 t/s, tg_3s = 21.77 t/s 3.34.793.182 I slot print_timing: id 3 | task 2244 | n_gen = 593, tg = 20.25 t/s, tg_3s = 23.38 t/s 3.35.311.067 I slot print_timing: id 1 | task 2761 | n_gen = 100, tg = 23.34 t/s, tg_3s = 23.58 t/s 3.35.525.565 I slot print_timing: id 0 | task 2693 | n_gen = 170, tg = 20.57 t/s, tg_3s = 23.33 t/s 3.36.341.483 I slot print_timing: id 2 | task 2714 | n_gen = 170, tg = 22.25 t/s, tg_3s = 23.32 t/s 3.37.030.170 I slot print_timing: id 2 | task 2714 | prompt eval time = 393.06 ms / 81 tokens ( 4.85 ms per token, 206.08 tokens per second) 3.37.030.175 I slot print_timing: id 2 | task 2714 | eval time = 8283.23 ms / 186 tokens ( 44.77 ms per token, 22.33 tokens per second) 3.37.030.175 I slot print_timing: id 2 | task 2714 | total time = 8676.29 ms / 267 tokens 3.37.030.176 I slot print_timing: id 2 | task 2714 | graphs reused = 2377 3.37.030.177 I slot print_timing: id 2 | task 2714 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.030.295 I slot release: id 2 | task 2714 | stop processing: n_tokens = 1362, truncated = 0 3.37.099.533 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.805 3.37.099.564 I slot launch_slot_: id 2 | task 2904 | processing task, is_child = 0 3.37.830.663 I slot print_timing: id 3 | task 2244 | n_gen = 657, tg = 20.33 t/s, tg_3s = 21.07 t/s 3.38.258.777 I slot print_timing: id 0 | task 2693 | prompt eval time = 342.87 ms / 86 tokens ( 3.99 ms per token, 250.83 tokens per second) 3.38.258.784 I slot print_timing: id 0 | task 2693 | eval time = 10950.41 ms / 227 tokens ( 48.45 ms per token, 20.64 tokens per second) 3.38.258.785 I slot print_timing: id 0 | task 2693 | total time = 11293.28 ms / 313 tokens 3.38.258.786 I slot print_timing: id 0 | task 2693 | graphs reused = 2395 3.38.258.786 I slot print_timing: id 0 | task 2693 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.258.890 I slot release: id 0 | task 2693 | stop processing: n_tokens = 1408, truncated = 0 3.38.303.841 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.778 3.38.303.869 I slot launch_slot_: id 0 | task 2927 | processing task, is_child = 0 3.38.568.216 I slot print_timing: id 1 | task 2761 | n_gen = 164, tg = 21.74 t/s, tg_3s = 19.65 t/s 3.39.980.495 I slot print_timing: id 1 | task 2761 | prompt eval time = 411.90 ms / 73 tokens ( 5.64 ms per token, 177.23 tokens per second) 3.39.980.508 I slot print_timing: id 1 | task 2761 | eval time = 8910.53 ms / 196 tokens ( 45.70 ms per token, 21.88 tokens per second) 3.39.980.509 I slot print_timing: id 1 | task 2761 | total time = 9322.43 ms / 269 tokens 3.39.980.511 I slot print_timing: id 1 | task 2761 | graphs reused = 2426 3.39.980.515 I slot print_timing: id 1 | task 2761 | graph reallocs = 0 / 0 (same size) / (changed size) 3.39.980.636 I slot release: id 1 | task 2761 | stop processing: n_tokens = 1364, truncated = 0 3.40.049.988 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.804 3.40.050.025 I slot launch_slot_: id 1 | task 2962 | processing task, is_child = 0 3.40.848.420 I slot print_timing: id 3 | task 2244 | n_gen = 713, tg = 20.18 t/s, tg_3s = 18.56 t/s 3.42.274.659 I slot print_timing: id 0 | task 2927 | prompt eval time = 347.31 ms / 93 tokens ( 3.73 ms per token, 267.77 tokens per second) 3.42.274.666 I slot print_timing: id 0 | task 2927 | eval time = 3623.47 ms / 77 tokens ( 47.68 ms per token, 20.97 tokens per second) 3.42.274.667 I slot print_timing: id 0 | task 2927 | total time = 3970.78 ms / 170 tokens 3.42.274.668 I slot print_timing: id 0 | task 2927 | graphs reused = 2467 3.42.274.668 I slot print_timing: id 0 | task 2927 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.274.774 I slot release: id 0 | task 2927 | stop processing: n_tokens = 1265, truncated = 0 3.42.319.823 I slot print_timing: id 2 | task 2904 | n_gen = 100, tg = 20.27 t/s, tg_3s = 20.48 t/s 3.42.320.074 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.866 3.42.320.107 I slot launch_slot_: id 0 | task 3008 | processing task, is_child = 0 3.43.865.037 I slot print_timing: id 3 | task 2244 | n_gen = 777, tg = 20.26 t/s, tg_3s = 21.22 t/s 3.43.993.580 I slot print_timing: id 1 | task 2962 | prompt eval time = 417.00 ms / 79 tokens ( 5.28 ms per token, 189.45 tokens per second) 3.43.993.587 I slot print_timing: id 1 | task 2962 | eval time = 3526.55 ms / 77 tokens ( 46.40 ms per token, 21.55 tokens per second) 3.43.993.588 I slot print_timing: id 1 | task 2962 | total time = 3943.54 ms / 156 tokens 3.43.993.589 I slot print_timing: id 1 | task 2962 | graphs reused = 2498 3.43.993.590 I slot print_timing: id 1 | task 2962 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.993.704 I slot release: id 1 | task 2962 | stop processing: n_tokens = 1251, truncated = 0 3.44.062.987 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.876 3.44.063.019 I slot launch_slot_: id 1 | task 3043 | processing task, is_child = 0 3.45.322.948 I slot print_timing: id 2 | task 2904 | n_gen = 154, tg = 19.40 t/s, tg_3s = 17.98 t/s 3.46.867.689 I slot print_timing: id 3 | task 2244 | n_gen = 837, tg = 20.24 t/s, tg_3s = 19.98 t/s 3.47.339.369 I slot print_timing: id 0 | task 3008 | prompt eval time = 335.95 ms / 70 tokens ( 4.80 ms per token, 208.37 tokens per second) 3.47.339.377 I slot print_timing: id 0 | task 3008 | eval time = 4683.31 ms / 100 tokens ( 47.31 ms per token, 21.14 tokens per second) 3.47.339.378 I slot print_timing: id 0 | task 3008 | total time = 5019.25 ms / 170 tokens 3.47.339.379 I slot print_timing: id 0 | task 3008 | graphs reused = 2562 3.47.339.380 I slot print_timing: id 0 | task 3008 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.339.511 I slot release: id 0 | task 3008 | stop processing: n_tokens = 1265, truncated = 0 3.47.385.222 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.866 3.47.385.251 I slot launch_slot_: id 0 | task 3112 | processing task, is_child = 0 3.48.335.957 I slot print_timing: id 2 | task 2904 | prompt eval time = 336.29 ms / 65 tokens ( 5.17 ms per token, 193.29 tokens per second) 3.48.335.963 I slot print_timing: id 2 | task 2904 | eval time = 10900.09 ms / 218 tokens ( 50.23 ms per token, 19.91 tokens per second) 3.48.335.964 I slot print_timing: id 2 | task 2904 | total time = 11236.38 ms / 283 tokens 3.48.335.965 I slot print_timing: id 2 | task 2904 | graphs reused = 2576 3.48.335.966 I slot print_timing: id 2 | task 2904 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.336.095 I slot release: id 2 | task 2904 | stop processing: n_tokens = 1378, truncated = 0 3.48.404.749 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.795 3.48.404.795 I slot launch_slot_: id 2 | task 3130 | processing task, is_child = 0 3.49.520.541 I slot print_timing: id 1 | task 3043 | n_gen = 100, tg = 19.90 t/s, tg_3s = 20.10 t/s 3.49.905.662 I slot print_timing: id 3 | task 2244 | n_gen = 891, tg = 20.07 t/s, tg_3s = 17.77 t/s 3.52.434.911 I slot print_timing: id 0 | task 3112 | n_gen = 100, tg = 21.03 t/s, tg_3s = 21.25 t/s 3.52.521.079 I slot print_timing: id 1 | task 3043 | n_gen = 170, tg = 21.19 t/s, tg_3s = 23.33 t/s 3.52.908.636 I slot print_timing: id 3 | task 2244 | n_gen = 961, tg = 20.27 t/s, tg_3s = 23.31 t/s 3.53.167.030 I slot print_timing: id 2 | task 3130 | n_gen = 100, tg = 23.31 t/s, tg_3s = 23.55 t/s 3.55.052.834 I slot print_timing: id 1 | task 3043 | prompt eval time = 481.96 ms / 125 tokens ( 3.86 ms per token, 259.36 tokens per second) 3.55.052.841 I slot print_timing: id 1 | task 3043 | eval time = 10507.84 ms / 229 tokens ( 46.09 ms per token, 21.70 tokens per second) 3.55.052.842 I slot print_timing: id 1 | task 3043 | total time = 10989.81 ms / 354 tokens 3.55.052.843 I slot print_timing: id 1 | task 3043 | graphs reused = 2718 3.55.052.844 I slot print_timing: id 1 | task 3043 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.052.968 I slot release: id 1 | task 3043 | stop processing: n_tokens = 1449, truncated = 0 3.55.122.594 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.756 3.55.122.630 I slot launch_slot_: id 1 | task 3277 | processing task, is_child = 0 3.55.541.140 I slot print_timing: id 0 | task 3112 | n_gen = 164, tg = 20.86 t/s, tg_3s = 20.60 t/s 3.55.881.031 I slot print_timing: id 0 | task 3112 | prompt eval time = 342.87 ms / 87 tokens ( 3.94 ms per token, 253.74 tokens per second) 3.55.881.040 I slot print_timing: id 0 | task 3112 | eval time = 8152.89 ms / 172 tokens ( 47.68 ms per token, 20.97 tokens per second) 3.55.881.041 I slot print_timing: id 0 | task 3112 | total time = 8495.76 ms / 259 tokens 3.55.881.043 I slot print_timing: id 0 | task 3112 | graphs reused = 2725 3.55.881.044 I slot print_timing: id 0 | task 3112 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.881.187 I slot release: id 0 | task 3112 | stop processing: n_tokens = 1354, truncated = 0 3.55.928.672 I slot print_timing: id 3 | task 2244 | n_gen = 1023, tg = 20.29 t/s, tg_3s = 20.53 t/s 3.55.928.690 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.809 3.55.928.724 I slot launch_slot_: id 0 | task 3289 | processing task, is_child = 0 3.56.249.133 I slot print_timing: id 2 | task 3130 | n_gen = 157, tg = 21.29 t/s, tg_3s = 18.49 t/s 3.56.249.306 I slot print_timing: id 3 | task 2244 | prompt eval time = 406.62 ms / 102 tokens ( 3.99 ms per token, 250.85 tokens per second) 3.56.249.308 I slot print_timing: id 3 | task 2244 | eval time = 50689.71 ms / 1024 tokens ( 49.55 ms per token, 20.18 tokens per second) 3.56.249.308 I slot print_timing: id 3 | task 2244 | total time = 51096.33 ms / 1126 tokens 3.56.249.309 I slot print_timing: id 3 | task 2244 | graphs reused = 2726 3.56.249.309 I slot print_timing: id 3 | task 2244 | graph reallocs = 0 / 0 (same size) / (changed size) 3.56.249.370 I slot release: id 3 | task 2244 | stop processing: n_tokens = 2221, truncated = 0 3.56.331.630 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.493 3.56.343.956 I slot launch_slot_: id 3 | task 3292 | processing task, is_child = 0 3.59.280.094 I slot print_timing: id 2 | task 3130 | n_gen = 222, tg = 21.33 t/s, tg_3s = 21.45 t/s 3.59.366.125 I slot print_timing: id 3 | task 3292 | prompt eval time = 288.69 ms / 57 tokens ( 5.06 ms per token, 197.44 tokens per second) 3.59.366.132 I slot print_timing: id 3 | task 3292 | eval time = 2733.45 ms / 65 tokens ( 42.71 ms per token, 23.41 tokens per second) 3.59.366.133 I slot print_timing: id 3 | task 3292 | total time = 3022.15 ms / 122 tokens 3.59.366.134 I slot print_timing: id 3 | task 3292 | graphs reused = 2789 3.59.366.135 I slot print_timing: id 3 | task 3292 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.366.300 I slot release: id 3 | task 3292 | stop processing: n_tokens = 1216, truncated = 0 3.59.411.112 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.901 3.59.411.141 I slot launch_slot_: id 3 | task 3360 | processing task, is_child = 0 4.00.563.352 I slot print_timing: id 1 | task 3277 | n_gen = 100, tg = 19.71 t/s, tg_3s = 19.91 t/s 4.01.032.470 I slot print_timing: id 0 | task 3289 | n_gen = 100, tg = 21.06 t/s, tg_3s = 21.27 t/s 4.01.332.851 I slot print_timing: id 1 | task 3277 | prompt eval time = 418.70 ms / 87 tokens ( 4.81 ms per token, 207.79 tokens per second) 4.01.332.856 I slot print_timing: id 1 | task 3277 | eval time = 5791.51 ms / 118 tokens ( 49.50 ms per token, 20.20 tokens per second) 4.01.332.857 I slot print_timing: id 1 | task 3277 | total time = 6210.21 ms / 205 tokens 4.01.332.858 I slot print_timing: id 1 | task 3277 | graphs reused = 2825 4.01.332.859 I slot print_timing: id 1 | task 3277 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.332.980 I slot release: id 1 | task 3277 | stop processing: n_tokens = 1300, truncated = 0 4.01.402.099 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.843 4.01.402.138 I slot launch_slot_: id 1 | task 3401 | processing task, is_child = 0 4.02.300.472 I slot print_timing: id 2 | task 3130 | n_gen = 278, tg = 20.70 t/s, tg_3s = 18.54 t/s 4.03.494.243 I slot print_timing: id 3 | task 3360 | prompt eval time = 345.05 ms / 79 tokens ( 4.37 ms per token, 228.96 tokens per second) 4.03.494.252 I slot print_timing: id 3 | task 3360 | eval time = 3738.05 ms / 80 tokens ( 47.32 ms per token, 21.13 tokens per second) 4.03.494.253 I slot print_timing: id 3 | task 3360 | total time = 4083.09 ms / 159 tokens 4.03.494.253 I slot print_timing: id 3 | task 3360 | graphs reused = 2863 4.03.494.254 I slot print_timing: id 3 | task 3360 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.494.386 I slot release: id 3 | task 3360 | stop processing: n_tokens = 1254, truncated = 0 4.03.538.767 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.874 4.03.538.796 I slot launch_slot_: id 3 | task 3444 | processing task, is_child = 0 4.04.053.220 I slot print_timing: id 0 | task 3289 | n_gen = 156, tg = 20.07 t/s, tg_3s = 18.54 t/s 4.04.179.523 I slot print_timing: id 2 | task 3130 | prompt eval time = 515.50 ms / 134 tokens ( 3.85 ms per token, 259.94 tokens per second) 4.04.179.526 I slot print_timing: id 2 | task 3130 | eval time = 15259.22 ms / 316 tokens ( 48.44 ms per token, 20.64 tokens per second) 4.04.179.526 I slot print_timing: id 2 | task 3130 | total time = 15774.72 ms / 450 tokens 4.04.179.527 I slot print_timing: id 2 | task 3130 | graphs reused = 2869 4.04.179.531 I slot print_timing: id 2 | task 3130 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.179.602 I slot release: id 2 | task 3130 | stop processing: n_tokens = 1545, truncated = 0 4.04.247.085 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.709 4.04.247.119 I slot launch_slot_: id 2 | task 3455 | processing task, is_child = 0 4.06.720.375 I slot print_timing: id 1 | task 3401 | n_gen = 100, tg = 20.23 t/s, tg_3s = 20.43 t/s 4.07.060.940 I slot print_timing: id 0 | task 3289 | n_gen = 217, tg = 20.13 t/s, tg_3s = 20.28 t/s 4.08.516.567 I slot print_timing: id 3 | task 3444 | n_gen = 100, tg = 21.37 t/s, tg_3s = 21.59 t/s 4.08.945.708 I slot print_timing: id 2 | task 3455 | n_gen = 100, tg = 23.39 t/s, tg_3s = 23.62 t/s 4.09.757.000 I slot print_timing: id 1 | task 3401 | n_gen = 171, tg = 21.43 t/s, tg_3s = 23.38 t/s 4.10.098.514 I slot print_timing: id 0 | task 3289 | n_gen = 288, tg = 20.85 t/s, tg_3s = 23.37 t/s 4.10.652.879 I slot print_timing: id 1 | task 3401 | prompt eval time = 423.43 ms / 99 tokens ( 4.28 ms per token, 233.80 tokens per second) 4.10.652.886 I slot print_timing: id 1 | task 3401 | eval time = 8827.30 ms / 192 tokens ( 46.22 ms per token, 21.64 tokens per second) 4.10.652.887 I slot print_timing: id 1 | task 3401 | total time = 9250.73 ms / 291 tokens 4.10.652.888 I slot print_timing: id 1 | task 3401 | graphs reused = 3007 4.10.652.889 I slot print_timing: id 1 | task 3401 | graph reallocs = 0 / 0 (same size) / (changed size) 4.10.653.009 I slot release: id 1 | task 3401 | stop processing: n_tokens = 1386, truncated = 0 4.10.721.654 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.791 4.10.721.690 I slot launch_slot_: id 1 | task 3598 | processing task, is_child = 0 4.11.145.469 I slot print_timing: id 2 | task 3455 | prompt eval time = 465.23 ms / 102 tokens ( 4.56 ms per token, 219.25 tokens per second) 4.11.145.475 I slot print_timing: id 2 | task 3455 | eval time = 6433.11 ms / 143 tokens ( 45.30 ms per token, 22.07 tokens per second) 4.11.145.476 I slot print_timing: id 2 | task 3455 | total time = 6898.34 ms / 245 tokens 4.11.145.476 I slot print_timing: id 2 | task 3455 | graphs reused = 3007 4.11.145.477 I slot print_timing: id 2 | task 3455 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.145.539 I slot release: id 2 | task 3455 | stop processing: n_tokens = 1340, truncated = 0 4.11.212.408 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.818 4.11.212.433 I slot launch_slot_: id 2 | task 3602 | processing task, is_child = 0 4.11.616.060 I slot print_timing: id 3 | task 3444 | n_gen = 156, tg = 20.05 t/s, tg_3s = 18.07 t/s 4.12.133.740 I slot print_timing: id 3 | task 3444 | prompt eval time = 345.26 ms / 80 tokens ( 4.32 ms per token, 231.71 tokens per second) 4.12.133.749 I slot print_timing: id 3 | task 3444 | eval time = 8249.66 ms / 168 tokens ( 49.40 ms per token, 20.24 tokens per second) 4.12.133.749 I slot print_timing: id 3 | task 3444 | total time = 8594.92 ms / 248 tokens 4.12.133.750 I slot print_timing: id 3 | task 3444 | graphs reused = 3018 4.12.133.760 I slot print_timing: id 3 | task 3444 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.133.925 I slot release: id 3 | task 3444 | stop processing: n_tokens = 1342, truncated = 0 4.12.178.739 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.817 4.12.178.769 I slot launch_slot_: id 3 | task 3618 | processing task, is_child = 0 4.13.117.645 I slot print_timing: id 0 | task 3289 | n_gen = 336, tg = 19.96 t/s, tg_3s = 15.90 t/s 4.15.597.658 I slot print_timing: id 2 | task 3602 | prompt eval time = 403.25 ms / 83 tokens ( 4.86 ms per token, 205.83 tokens per second) 4.15.597.666 I slot print_timing: id 2 | task 3602 | eval time = 3981.96 ms / 88 tokens ( 45.77 ms per token, 21.85 tokens per second) 4.15.597.667 I slot print_timing: id 2 | task 3602 | total time = 4385.21 ms / 171 tokens 4.15.597.668 I slot print_timing: id 2 | task 3602 | graphs reused = 3088 4.15.597.668 I slot print_timing: id 2 | task 3602 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.597.806 I slot release: id 2 | task 3602 | stop processing: n_tokens = 1266, truncated = 0 4.15.666.795 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.866 4.15.666.831 I slot launch_slot_: id 2 | task 3694 | processing task, is_child = 0 4.16.184.808 I slot print_timing: id 0 | task 3289 | n_gen = 397, tg = 19.95 t/s, tg_3s = 19.89 t/s 4.16.438.727 I slot print_timing: id 1 | task 3598 | n_gen = 100, tg = 18.70 t/s, tg_3s = 18.89 t/s 4.16.655.646 I slot print_timing: id 3 | task 3618 | prompt eval time = 340.54 ms / 75 tokens ( 4.54 ms per token, 220.24 tokens per second) 4.16.655.653 I slot print_timing: id 3 | task 3618 | eval time = 4136.32 ms / 87 tokens ( 48.10 ms per token, 20.79 tokens per second) 4.16.655.654 I slot print_timing: id 3 | task 3618 | total time = 4476.86 ms / 162 tokens 4.16.655.655 I slot print_timing: id 3 | task 3618 | graphs reused = 3098 4.16.655.656 I slot print_timing: id 3 | task 3618 | graph reallocs = 0 / 0 (same size) / (changed size) 4.16.655.821 I slot release: id 3 | task 3618 | stop processing: n_tokens = 1257, truncated = 0 4.16.701.122 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.872 4.16.701.148 I slot launch_slot_: id 3 | task 3709 | processing task, is_child = 0 4.19.211.006 I slot print_timing: id 0 | task 3289 | prompt eval time = 402.54 ms / 103 tokens ( 3.91 ms per token, 255.87 tokens per second) 4.19.211.011 I slot print_timing: id 0 | task 3289 | eval time = 22879.73 ms / 463 tokens ( 49.52 ms per token, 20.19 tokens per second) 4.19.211.012 I slot print_timing: id 0 | task 3289 | total time = 23282.27 ms / 566 tokens 4.19.211.012 I slot print_timing: id 0 | task 3289 | graphs reused = 3149 4.19.211.013 I slot print_timing: id 0 | task 3289 | graph reallocs = 0 / 0 (same size) / (changed size) 4.19.211.139 I slot release: id 0 | task 3289 | stop processing: n_tokens = 1661, truncated = 0 4.19.257.399 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.660 4.19.257.431 I slot launch_slot_: id 0 | task 3765 | processing task, is_child = 0 4.19.457.265 I slot print_timing: id 1 | task 3598 | n_gen = 162, tg = 19.37 t/s, tg_3s = 20.54 t/s 4.20.603.508 I slot print_timing: id 1 | task 3598 | prompt eval time = 423.62 ms / 99 tokens ( 4.28 ms per token, 233.70 tokens per second) 4.20.603.515 I slot print_timing: id 1 | task 3598 | eval time = 9458.18 ms / 188 tokens ( 50.58 ms per token, 19.77 tokens per second) 4.20.603.516 I slot print_timing: id 1 | task 3598 | total time = 9881.81 ms / 287 tokens 4.20.603.517 I slot print_timing: id 1 | task 3598 | graphs reused = 3174 4.20.603.517 I slot print_timing: id 1 | task 3598 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.603.622 I slot release: id 1 | task 3598 | stop processing: n_tokens = 1382, truncated = 0 4.20.603.920 I slot print_timing: id 2 | task 3694 | prompt eval time = 518.31 ms / 145 tokens ( 3.57 ms per token, 279.75 tokens per second) 4.20.603.925 I slot print_timing: id 2 | task 3694 | eval time = 4418.77 ms / 95 tokens ( 47.01 ms per token, 21.27 tokens per second) 4.20.603.926 I slot print_timing: id 2 | task 3694 | total time = 4937.08 ms / 240 tokens 4.20.603.926 I slot print_timing: id 2 | task 3694 | graphs reused = 3174 4.20.603.927 I slot print_timing: id 2 | task 3694 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.604.019 I slot release: id 2 | task 3694 | stop processing: n_tokens = 1335, truncated = 0 4.20.657.558 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.793 4.20.657.596 I slot launch_slot_: id 1 | task 3794 | processing task, is_child = 0 4.20.669.168 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.821 4.20.669.190 I slot launch_slot_: id 2 | task 3795 | processing task, is_child = 0 4.21.634.661 I slot print_timing: id 3 | task 3709 | prompt eval time = 287.57 ms / 64 tokens ( 4.49 ms per token, 222.55 tokens per second) 4.21.634.669 I slot print_timing: id 3 | task 3709 | eval time = 4645.93 ms / 92 tokens ( 51.05 ms per token, 19.59 tokens per second) 4.21.634.675 I slot print_timing: id 3 | task 3709 | total time = 4933.50 ms / 156 tokens 4.21.634.676 I slot print_timing: id 3 | task 3709 | graphs reused = 3181 4.21.634.677 I slot print_timing: id 3 | task 3709 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.634.800 I slot release: id 3 | task 3709 | stop processing: n_tokens = 1251, truncated = 0 4.21.679.290 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.876 4.21.679.319 I slot launch_slot_: id 3 | task 3807 | processing task, is_child = 0 4.24.582.125 I slot print_timing: id 0 | task 3765 | n_gen = 100, tg = 19.64 t/s, tg_3s = 19.84 t/s 4.25.350.514 I slot print_timing: id 1 | task 3794 | prompt eval time = 621.58 ms / 71 tokens ( 8.75 ms per token, 114.23 tokens per second) 4.25.350.518 I slot print_timing: id 1 | task 3794 | eval time = 4059.73 ms / 90 tokens ( 45.61 ms per token, 21.92 tokens per second) 4.25.350.519 I slot print_timing: id 1 | task 3794 | total time = 4681.31 ms / 161 tokens 4.25.350.519 I slot print_timing: id 1 | task 3794 | graphs reused = 3258 4.25.350.520 I slot print_timing: id 1 | task 3794 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.350.625 I slot release: id 1 | task 3794 | stop processing: n_tokens = 1256, truncated = 0 4.25.419.402 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.873 4.25.419.439 I slot launch_slot_: id 1 | task 3889 | processing task, is_child = 0 4.26.127.443 I slot print_timing: id 2 | task 3795 | n_gen = 100, tg = 20.47 t/s, tg_3s = 20.68 t/s 4.26.169.386 I slot print_timing: id 2 | task 3795 | prompt eval time = 620.90 ms / 89 tokens ( 6.98 ms per token, 143.34 tokens per second) 4.26.169.388 I slot print_timing: id 2 | task 3795 | eval time = 4878.42 ms / 101 tokens ( 48.78 ms per token, 20.50 tokens per second) 4.26.169.389 I slot print_timing: id 2 | task 3795 | total time = 5499.32 ms / 190 tokens 4.26.169.389 I slot print_timing: id 2 | task 3795 | graphs reused = 3264 4.26.169.390 I slot print_timing: id 2 | task 3795 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.169.453 I slot release: id 2 | task 3795 | stop processing: n_tokens = 1285, truncated = 0 4.26.236.155 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.853 4.26.236.186 I slot launch_slot_: id 2 | task 3901 | processing task, is_child = 0 4.26.944.335 I slot print_timing: id 3 | task 3807 | n_gen = 100, tg = 20.12 t/s, tg_3s = 20.32 t/s 4.27.584.325 I slot print_timing: id 0 | task 3765 | n_gen = 154, tg = 19.02 t/s, tg_3s = 17.99 t/s 4.29.979.966 I slot print_timing: id 3 | task 3807 | n_gen = 171, tg = 21.37 t/s, tg_3s = 23.39 t/s 4.30.406.581 I slot print_timing: id 1 | task 3889 | n_gen = 100, tg = 21.64 t/s, tg_3s = 21.85 t/s 4.30.618.196 I slot print_timing: id 0 | task 3765 | n_gen = 225, tg = 20.22 t/s, tg_3s = 23.40 t/s 4.30.831.190 I slot print_timing: id 0 | task 3765 | prompt eval time = 283.38 ms / 56 tokens ( 5.06 ms per token, 197.61 tokens per second) 4.30.831.197 I slot print_timing: id 0 | task 3765 | eval time = 11290.37 ms / 230 tokens ( 49.30 ms per token, 20.28 tokens per second) 4.30.831.198 I slot print_timing: id 0 | task 3765 | total time = 11573.75 ms / 286 tokens 4.30.831.199 I slot print_timing: id 0 | task 3765 | graphs reused = 3361 4.30.831.200 I slot print_timing: id 0 | task 3765 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.831.314 I slot release: id 0 | task 3765 | stop processing: n_tokens = 1380, truncated = 0 4.30.876.444 I slot print_timing: id 2 | task 3901 | n_gen = 100, tg = 23.37 t/s, tg_3s = 23.61 t/s 4.30.876.699 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.794 4.30.876.726 I slot launch_slot_: id 0 | task 4003 | processing task, is_child = 0 4.33.020.688 I slot print_timing: id 3 | task 3807 | n_gen = 236, tg = 21.37 t/s, tg_3s = 21.38 t/s 4.33.319.799 I slot print_timing: id 2 | task 3901 | prompt eval time = 404.60 ms / 86 tokens ( 4.70 ms per token, 212.56 tokens per second) 4.33.319.806 I slot print_timing: id 2 | task 3901 | eval time = 6679.01 ms / 151 tokens ( 44.53 ms per token, 22.46 tokens per second) 4.33.319.807 I slot print_timing: id 2 | task 3901 | total time = 7083.61 ms / 237 tokens 4.33.319.808 I slot print_timing: id 2 | task 3901 | graphs reused = 3410 4.33.319.809 I slot print_timing: id 2 | task 3901 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.319.961 I slot release: id 2 | task 3901 | stop processing: n_tokens = 1332, truncated = 0 4.33.389.324 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.823 4.33.389.354 I slot launch_slot_: id 2 | task 4056 | processing task, is_child = 0 4.33.739.615 I slot print_timing: id 1 | task 3889 | n_gen = 164, tg = 20.61 t/s, tg_3s = 19.20 t/s 4.34.099.315 I slot print_timing: id 1 | task 3889 | prompt eval time = 411.32 ms / 72 tokens ( 5.71 ms per token, 175.04 tokens per second) 4.34.099.318 I slot print_timing: id 1 | task 3889 | eval time = 8268.55 ms / 171 tokens ( 48.64 ms per token, 20.56 tokens per second) 4.34.099.318 I slot print_timing: id 1 | task 3889 | total time = 8679.87 ms / 243 tokens 4.34.099.319 I slot print_timing: id 1 | task 3889 | graphs reused = 3415 4.34.099.320 I slot print_timing: id 1 | task 3889 | graph reallocs = 0 / 0 (same size) / (changed size) 4.34.099.399 I slot release: id 1 | task 3889 | stop processing: n_tokens = 1338, truncated = 0 4.34.166.539 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.819 4.34.166.579 I slot launch_slot_: id 1 | task 4066 | processing task, is_child = 0 4.36.051.550 I slot print_timing: id 3 | task 3807 | n_gen = 289, tg = 20.53 t/s, tg_3s = 17.49 t/s 4.36.221.955 I slot print_timing: id 0 | task 4003 | n_gen = 100, tg = 19.81 t/s, tg_3s = 20.01 t/s 4.38.448.216 I slot print_timing: id 2 | task 4056 | n_gen = 100, tg = 21.51 t/s, tg_3s = 21.73 t/s 4.38.831.736 I slot print_timing: id 1 | task 4066 | n_gen = 100, tg = 23.35 t/s, tg_3s = 23.58 t/s 4.39.089.127 I slot print_timing: id 3 | task 3807 | n_gen = 360, tg = 21.04 t/s, tg_3s = 23.37 t/s 4.39.262.514 I slot print_timing: id 0 | task 4003 | n_gen = 171, tg = 21.15 t/s, tg_3s = 23.35 t/s 4.39.520.434 I slot print_timing: id 0 | task 4003 | prompt eval time = 346.77 ms / 94 tokens ( 3.69 ms per token, 271.07 tokens per second) 4.39.520.441 I slot print_timing: id 0 | task 4003 | eval time = 8296.92 ms / 177 tokens ( 47.14 ms per token, 21.21 tokens per second) 4.39.520.443 I slot print_timing: id 0 | task 4003 | total time = 8643.70 ms / 271 tokens 4.39.520.444 I slot print_timing: id 0 | task 4003 | graphs reused = 3528 4.39.520.444 I slot print_timing: id 0 | task 4003 | graph reallocs = 0 / 0 (same size) / (changed size) 4.39.520.568 I slot release: id 0 | task 4003 | stop processing: n_tokens = 1366, truncated = 0 4.39.566.222 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.803 4.39.566.259 I slot launch_slot_: id 0 | task 4185 | processing task, is_child = 0 4.41.486.999 I slot print_timing: id 2 | task 4056 | n_gen = 165, tg = 21.46 t/s, tg_3s = 21.39 t/s 4.41.871.543 I slot print_timing: id 1 | task 4066 | n_gen = 165, tg = 22.53 t/s, tg_3s = 21.38 t/s 4.42.128.970 I slot print_timing: id 3 | task 3807 | n_gen = 425, tg = 21.09 t/s, tg_3s = 21.38 t/s 4.42.256.783 I slot print_timing: id 2 | task 4056 | prompt eval time = 456.39 ms / 110 tokens ( 4.15 ms per token, 241.02 tokens per second) 4.42.256.790 I slot print_timing: id 2 | task 4056 | eval time = 8411.03 ms / 183 tokens ( 46.21 ms per token, 21.64 tokens per second) 4.42.256.791 I slot print_timing: id 2 | task 4056 | total time = 8867.42 ms / 293 tokens 4.42.256.792 I slot print_timing: id 2 | task 4056 | graphs reused = 3583 4.42.256.802 I slot print_timing: id 2 | task 4056 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.256.940 I slot release: id 2 | task 4056 | stop processing: n_tokens = 1388, truncated = 0 4.42.325.907 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.790 4.42.325.939 I slot launch_slot_: id 2 | task 4244 | processing task, is_child = 0 4.44.170.011 I slot print_timing: id 1 | task 4066 | prompt eval time = 424.98 ms / 88 tokens ( 4.83 ms per token, 207.07 tokens per second) 4.44.170.022 I slot print_timing: id 1 | task 4066 | eval time = 9578.44 ms / 212 tokens ( 45.40 ms per token, 22.03 tokens per second) 4.44.170.023 I slot print_timing: id 1 | task 4066 | total time = 10003.42 ms / 300 tokens 4.44.170.024 I slot print_timing: id 1 | task 4066 | graphs reused = 3617 4.44.170.025 I slot print_timing: id 1 | task 4066 | graph reallocs = 0 / 0 (same size) / (changed size) 4.44.170.145 I slot release: id 1 | task 4066 | stop processing: n_tokens = 1395, truncated = 0 4.44.238.711 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.786 4.44.238.750 I slot launch_slot_: id 1 | task 4283 | processing task, is_child = 0 4.44.792.819 I slot print_timing: id 0 | task 4185 | n_gen = 100, tg = 20.27 t/s, tg_3s = 20.48 t/s 4.45.137.528 I slot print_timing: id 3 | task 3807 | n_gen = 480, tg = 20.72 t/s, tg_3s = 18.28 t/s 4.47.272.830 I slot print_timing: id 2 | task 4244 | n_gen = 100, tg = 21.47 t/s, tg_3s = 21.69 t/s 4.47.827.553 I slot print_timing: id 0 | task 4185 | n_gen = 171, tg = 21.47 t/s, tg_3s = 23.40 t/s 4.48.171.633 I slot print_timing: id 3 | task 3807 | n_gen = 551, tg = 21.03 t/s, tg_3s = 23.40 t/s 4.48.471.466 I slot print_timing: id 0 | task 4185 | prompt eval time = 343.61 ms / 83 tokens ( 4.14 ms per token, 241.55 tokens per second) 4.48.471.473 I slot print_timing: id 0 | task 4185 | eval time = 8561.59 ms / 186 tokens ( 46.28 ms per token, 21.61 tokens per second) 4.48.471.475 I slot print_timing: id 0 | task 4185 | total time = 8905.20 ms / 269 tokens 4.48.471.475 I slot print_timing: id 0 | task 4185 | graphs reused = 3705 4.48.471.476 I slot print_timing: id 0 | task 4185 | graph reallocs = 0 / 0 (same size) / (changed size) 4.48.471.592 I slot release: id 0 | task 4185 | stop processing: n_tokens = 1365, truncated = 0 4.48.517.850 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.803 4.48.517.879 I slot launch_slot_: id 0 | task 4376 | processing task, is_child = 0 4.49.162.046 I slot print_timing: id 1 | task 4283 | n_gen = 100, tg = 21.99 t/s, tg_3s = 22.21 t/s 4.50.287.115 I slot print_timing: id 2 | task 4244 | n_gen = 164, tg = 21.38 t/s, tg_3s = 21.23 t/s 4.51.188.060 I slot print_timing: id 3 | task 3807 | n_gen = 615, tg = 21.05 t/s, tg_3s = 21.22 t/s 4.52.177.540 I slot print_timing: id 1 | task 4283 | n_gen = 170, tg = 22.48 t/s, tg_3s = 23.21 t/s 4.52.901.968 I slot print_timing: id 2 | task 4244 | prompt eval time = 335.46 ms / 66 tokens ( 5.08 ms per token, 196.74 tokens per second) 4.52.901.977 I slot print_timing: id 2 | task 4244 | eval time = 10240.55 ms / 225 tokens ( 45.72 ms per token, 21.87 tokens per second) 4.52.901.978 I slot print_timing: id 2 | task 4244 | total time = 10576.01 ms / 291 tokens 4.52.901.979 I slot print_timing: id 2 | task 4244 | graphs reused = 3798 4.52.901.980 I slot print_timing: id 2 | task 4244 | graph reallocs = 0 / 0 (same size) / (changed size) 4.52.902.122 I slot release: id 2 | task 4244 | stop processing: n_tokens = 1386, truncated = 0 4.52.971.859 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.791 4.52.971.893 I slot launch_slot_: id 2 | task 4474 | processing task, is_child = 0 4.53.571.526 I slot print_timing: id 0 | task 4376 | n_gen = 100, tg = 21.03 t/s, tg_3s = 21.24 t/s 4.54.220.367 I slot print_timing: id 3 | task 3807 | n_gen = 675, tg = 20.93 t/s, tg_3s = 19.79 t/s 4.54.776.121 I slot print_timing: id 1 | task 4283 | prompt eval time = 420.94 ms / 71 tokens ( 5.93 ms per token, 168.67 tokens per second) 4.54.776.128 I slot print_timing: id 1 | task 4283 | eval time = 10116.42 ms / 220 tokens ( 46.19 ms per token, 21.65 tokens per second) 4.54.776.129 I slot print_timing: id 1 | task 4283 | total time = 10537.36 ms / 291 tokens 4.54.776.130 I slot print_timing: id 1 | task 4283 | graphs reused = 3827 4.54.776.131 I slot print_timing: id 1 | task 4283 | graph reallocs = 0 / 0 (same size) / (changed size) 4.54.776.255 I slot release: id 1 | task 4283 | stop processing: n_tokens = 1386, truncated = 0 4.54.844.649 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.791 4.54.844.692 I slot launch_slot_: id 1 | task 4508 | processing task, is_child = 0 4.56.588.148 I slot print_timing: id 0 | task 4376 | n_gen = 162, tg = 20.85 t/s, tg_3s = 20.55 t/s 4.57.232.232 I slot print_timing: id 3 | task 3807 | n_gen = 737, tg = 20.90 t/s, tg_3s = 20.59 t/s 4.58.089.665 I slot print_timing: id 2 | task 4474 | n_gen = 100, tg = 21.50 t/s, tg_3s = 21.72 t/s 4.59.507.766 I slot print_timing: id 1 | task 4508 | n_gen = 100, tg = 23.32 t/s, tg_3s = 23.55 t/s 4.59.593.471 I slot print_timing: id 0 | task 4376 | n_gen = 232, tg = 21.53 t/s, tg_3s = 23.29 t/s 5.00.237.720 I slot print_timing: id 3 | task 3807 | n_gen = 807, tg = 21.09 t/s, tg_3s = 23.29 t/s 5.01.096.795 I slot print_timing: id 2 | task 4474 | n_gen = 170, tg = 22.20 t/s, tg_3s = 23.28 t/s 5.02.519.283 I slot print_timing: id 1 | task 4508 | n_gen = 170, tg = 23.29 t/s, tg_3s = 23.24 t/s 5.02.605.208 I slot print_timing: id 0 | task 4376 | n_gen = 302, tg = 21.91 t/s, tg_3s = 23.24 t/s 5.02.906.733 I slot print_timing: id 1 | task 4508 | prompt eval time = 417.56 ms / 91 tokens ( 4.59 ms per token, 217.93 tokens per second) 5.02.906.740 I slot print_timing: id 1 | task 4508 | eval time = 7644.47 ms / 179 tokens ( 42.95 ms per token, 23.28 tokens per second) 5.02.906.741 I slot print_timing: id 1 | task 4508 | total time = 8062.03 ms / 270 tokens 5.02.906.742 I slot print_timing: id 1 | task 4508 | graphs reused = 4004 5.02.906.743 I slot print_timing: id 1 | task 4508 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.906.867 I slot release: id 1 | task 4508 | stop processing: n_tokens = 1365, truncated = 0 5.02.976.128 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.803 5.02.976.159 I slot launch_slot_: id 1 | task 4690 | processing task, is_child = 0 5.03.275.285 I slot print_timing: id 3 | task 3807 | n_gen = 871, tg = 21.09 t/s, tg_3s = 21.07 t/s 5.04.131.610 I slot print_timing: id 2 | task 4474 | n_gen = 232, tg = 21.70 t/s, tg_3s = 20.43 t/s 5.04.560.361 I slot print_timing: id 0 | task 4376 | prompt eval time = 346.59 ms / 95 tokens ( 3.65 ms per token, 274.10 tokens per second) 5.04.560.368 I slot print_timing: id 0 | task 4376 | eval time = 15695.88 ms / 339 tokens ( 46.44 ms per token, 21.53 tokens per second) 5.04.560.369 I slot print_timing: id 0 | task 4376 | total time = 16042.47 ms / 434 tokens 5.04.560.369 I slot print_timing: id 0 | task 4376 | graphs reused = 4030 5.04.560.370 I slot print_timing: id 0 | task 4376 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.560.487 I slot release: id 0 | task 4376 | stop processing: n_tokens = 1529, truncated = 0 5.04.605.933 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.717 5.04.605.968 I slot launch_slot_: id 0 | task 4721 | processing task, is_child = 0 5.06.278.909 I slot print_timing: id 3 | task 3807 | n_gen = 933, tg = 21.06 t/s, tg_3s = 20.64 t/s 5.07.137.318 I slot print_timing: id 2 | task 4474 | n_gen = 296, tg = 21.61 t/s, tg_3s = 21.29 t/s 5.07.908.958 I slot print_timing: id 1 | task 4690 | n_gen = 100, tg = 21.92 t/s, tg_3s = 22.14 t/s 5.09.194.241 I slot print_timing: id 0 | task 4721 | n_gen = 100, tg = 23.31 t/s, tg_3s = 23.55 t/s 5.09.281.722 I slot print_timing: id 3 | task 3807 | n_gen = 1003, tg = 21.20 t/s, tg_3s = 23.31 t/s 5.09.927.718 I slot print_timing: id 1 | task 4690 | prompt eval time = 417.05 ms / 81 tokens ( 5.15 ms per token, 194.22 tokens per second) 5.09.927.723 I slot print_timing: id 1 | task 4690 | eval time = 6534.50 ms / 147 tokens ( 44.76 ms per token, 22.34 tokens per second) 5.09.927.724 I slot print_timing: id 1 | task 4690 | total time = 6951.55 ms / 228 tokens 5.09.927.724 I slot print_timing: id 1 | task 4690 | graphs reused = 4146 5.09.927.725 I slot print_timing: id 1 | task 4690 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.927.855 I slot release: id 1 | task 4690 | stop processing: n_tokens = 1323, truncated = 0 5.09.997.334 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.828 5.09.997.367 I slot launch_slot_: id 1 | task 4841 | processing task, is_child = 0 5.10.356.887 I slot print_timing: id 2 | task 4474 | n_gen = 363, tg = 21.46 t/s, tg_3s = 20.81 t/s 5.10.603.549 I slot print_timing: id 3 | task 3807 | prompt eval time = 344.87 ms / 81 tokens ( 4.26 ms per token, 234.87 tokens per second) 5.10.603.554 I slot print_timing: id 3 | task 3807 | eval time = 48579.35 ms / 1024 tokens ( 47.49 ms per token, 21.06 tokens per second) 5.10.603.554 I slot print_timing: id 3 | task 3807 | total time = 48924.22 ms / 1105 tokens 5.10.603.555 I slot print_timing: id 3 | task 3807 | graphs reused = 4148 5.10.603.555 I slot print_timing: id 3 | task 3807 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.603.617 I slot release: id 3 | task 3807 | stop processing: n_tokens = 2200, truncated = 0 5.10.645.866 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.498 5.10.658.334 I slot launch_slot_: id 3 | task 4848 | processing task, is_child = 0 5.12.207.055 I slot print_timing: id 0 | task 4721 | n_gen = 154, tg = 21.07 t/s, tg_3s = 17.92 t/s 5.13.361.076 I slot print_timing: id 2 | task 4474 | n_gen = 425, tg = 21.33 t/s, tg_3s = 20.64 t/s 5.14.982.581 I slot print_timing: id 1 | task 4841 | n_gen = 100, tg = 21.97 t/s, tg_3s = 22.19 t/s 5.15.238.522 I slot print_timing: id 0 | task 4721 | n_gen = 225, tg = 21.77 t/s, tg_3s = 23.42 t/s 5.15.239.581 I slot print_timing: id 3 | task 4848 | n_gen = 100, tg = 23.38 t/s, tg_3s = 23.62 t/s 5.16.396.177 I slot print_timing: id 2 | task 4474 | n_gen = 496, tg = 21.61 t/s, tg_3s = 23.39 t/s 5.16.908.098 I slot print_timing: id 0 | task 4721 | prompt eval time = 341.11 ms / 80 tokens ( 4.26 ms per token, 234.53 tokens per second) 5.16.908.104 I slot print_timing: id 0 | task 4721 | eval time = 11961.01 ms / 264 tokens ( 45.48 ms per token, 21.99 tokens per second) 5.16.908.105 I slot print_timing: id 0 | task 4721 | total time = 12302.12 ms / 344 tokens 5.16.908.105 I slot print_timing: id 0 | task 4721 | graphs reused = 4285 5.16.908.106 I slot print_timing: id 0 | task 4721 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.908.226 I slot release: id 0 | task 4721 | stop processing: n_tokens = 1439, truncated = 0 5.16.954.162 I slot print_timing: id 3 | task 4848 | prompt eval time = 347.14 ms / 88 tokens ( 3.94 ms per token, 253.50 tokens per second) 5.16.954.165 I slot print_timing: id 3 | task 4848 | eval time = 5948.68 ms / 140 tokens ( 42.80 ms per token, 23.37 tokens per second) 5.16.954.166 I slot print_timing: id 3 | task 4848 | total time = 6295.82 ms / 228 tokens 5.16.954.167 I slot print_timing: id 3 | task 4848 | graphs reused = 4285 5.16.954.168 I slot print_timing: id 3 | task 4848 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.954.260 I slot release: id 3 | task 4848 | stop processing: n_tokens = 1322, truncated = 0 5.16.954.269 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.762 5.16.954.297 I slot launch_slot_: id 0 | task 4990 | processing task, is_child = 0 5.17.229.990 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.829 5.17.230.011 I slot launch_slot_: id 3 | task 4992 | processing task, is_child = 0 5.17.952.686 I slot print_timing: id 2 | task 4474 | prompt eval time = 513.73 ms / 141 tokens ( 3.64 ms per token, 274.47 tokens per second) 5.17.952.694 I slot print_timing: id 2 | task 4474 | eval time = 24467.05 ms / 520 tokens ( 47.14 ms per token, 21.21 tokens per second) 5.17.952.695 I slot print_timing: id 2 | task 4474 | total time = 24980.78 ms / 661 tokens 5.17.952.696 I slot print_timing: id 2 | task 4474 | graphs reused = 4292 5.17.952.697 I slot print_timing: id 2 | task 4474 | graph reallocs = 0 / 0 (same size) / (changed size) 5.17.952.888 I slot release: id 2 | task 4474 | stop processing: n_tokens = 1756, truncated = 0 5.18.023.319 I slot print_timing: id 1 | task 4841 | n_gen = 158, tg = 20.80 t/s, tg_3s = 19.07 t/s 5.18.023.616 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.624 5.18.023.649 I slot launch_slot_: id 2 | task 5004 | processing task, is_child = 0 5.21.035.287 I slot print_timing: id 1 | task 4841 | n_gen = 221, tg = 20.83 t/s, tg_3s = 20.92 t/s 5.22.143.114 I slot print_timing: id 0 | task 4990 | n_gen = 100, tg = 21.46 t/s, tg_3s = 21.68 t/s 5.22.187.078 I slot print_timing: id 3 | task 4992 | n_gen = 100, tg = 21.65 t/s, tg_3s = 21.87 t/s 5.22.658.016 I slot print_timing: id 0 | task 4990 | prompt eval time = 562.43 ms / 88 tokens ( 6.39 ms per token, 156.46 tokens per second) 5.22.658.024 I slot print_timing: id 0 | task 4990 | eval time = 5127.13 ms / 112 tokens ( 46.19 ms per token, 21.65 tokens per second) 5.22.658.025 I slot print_timing: id 0 | task 4990 | total time = 5689.57 ms / 200 tokens 5.22.658.025 I slot print_timing: id 0 | task 4990 | graphs reused = 4390 5.22.658.026 I slot print_timing: id 0 | task 4990 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.658.152 I slot release: id 0 | task 4990 | stop processing: n_tokens = 1295, truncated = 0 5.22.658.871 I slot print_timing: id 2 | task 5004 | n_gen = 100, tg = 23.38 t/s, tg_3s = 23.62 t/s 5.22.704.409 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.846 5.22.704.438 I slot launch_slot_: id 0 | task 5107 | processing task, is_child = 0 5.23.946.153 I slot print_timing: id 2 | task 5004 | prompt eval time = 401.07 ms / 96 tokens ( 4.18 ms per token, 239.36 tokens per second) 5.23.946.161 I slot print_timing: id 2 | task 5004 | eval time = 5521.43 ms / 124 tokens ( 44.89 ms per token, 22.28 tokens per second) 5.23.946.162 I slot print_timing: id 2 | task 5004 | total time = 5922.49 ms / 220 tokens 5.23.946.163 I slot print_timing: id 2 | task 5004 | graphs reused = 4411 5.23.946.164 I slot print_timing: id 2 | task 5004 | graph reallocs = 0 / 0 (same size) / (changed size) 5.23.946.322 I slot release: id 2 | task 5004 | stop processing: n_tokens = 1314, truncated = 0 5.24.015.801 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.834 5.24.015.839 I slot launch_slot_: id 2 | task 5132 | processing task, is_child = 0 5.24.302.851 I slot print_timing: id 1 | task 4841 | n_gen = 285, tg = 20.54 t/s, tg_3s = 19.59 t/s 5.25.188.501 I slot print_timing: id 3 | task 4992 | n_gen = 156, tg = 20.46 t/s, tg_3s = 18.66 t/s 5.27.327.871 I slot print_timing: id 1 | task 4841 | n_gen = 354, tg = 20.95 t/s, tg_3s = 22.81 t/s 5.27.626.373 I slot print_timing: id 0 | task 5107 | n_gen = 100, tg = 21.59 t/s, tg_3s = 21.81 t/s 5.28.226.352 I slot print_timing: id 3 | task 4992 | n_gen = 227, tg = 21.30 t/s, tg_3s = 23.37 t/s 5.28.651.832 I slot print_timing: id 2 | task 5132 | n_gen = 100, tg = 23.33 t/s, tg_3s = 23.57 t/s 5.28.864.469 I slot print_timing: id 0 | task 5107 | prompt eval time = 335.85 ms / 74 tokens ( 4.54 ms per token, 220.34 tokens per second) 5.28.864.474 I slot print_timing: id 0 | task 5107 | eval time = 5824.17 ms / 129 tokens ( 45.50 ms per token, 21.98 tokens per second) 5.28.864.475 I slot print_timing: id 0 | task 5107 | total time = 6160.02 ms / 203 tokens 5.28.864.476 I slot print_timing: id 0 | task 5107 | graphs reused = 4513 5.28.864.477 I slot print_timing: id 0 | task 5107 | graph reallocs = 0 / 0 (same size) / (changed size) 5.28.864.597 I slot release: id 0 | task 5107 | stop processing: n_tokens = 1298, truncated = 0 5.28.910.235 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.844 5.28.910.268 I slot launch_slot_: id 0 | task 5240 | processing task, is_child = 0 5.29.333.038 I slot print_timing: id 2 | task 5132 | prompt eval time = 393.26 ms / 93 tokens ( 4.23 ms per token, 236.48 tokens per second) 5.29.333.040 I slot print_timing: id 2 | task 5132 | eval time = 4923.93 ms / 110 tokens ( 45.17 ms per token, 22.14 tokens per second) 5.29.333.041 I slot print_timing: id 2 | task 5132 | total time = 5317.19 ms / 203 tokens 5.29.333.041 I slot print_timing: id 2 | task 5132 | graphs reused = 4515 5.29.333.042 I slot print_timing: id 2 | task 5132 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.333.103 I slot release: id 2 | task 5132 | stop processing: n_tokens = 1298, truncated = 0 5.29.399.735 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.844 5.29.399.764 I slot launch_slot_: id 2 | task 5246 | processing task, is_child = 0 5.30.357.857 I slot print_timing: id 1 | task 4841 | n_gen = 411, tg = 20.62 t/s, tg_3s = 18.81 t/s 5.31.257.258 I slot print_timing: id 3 | task 4992 | n_gen = 284, tg = 20.74 t/s, tg_3s = 18.81 t/s 5.33.183.827 I slot print_timing: id 2 | task 5246 | prompt eval time = 397.13 ms / 73 tokens ( 5.44 ms per token, 183.82 tokens per second) 5.33.183.834 I slot print_timing: id 2 | task 5246 | eval time = 3386.93 ms / 80 tokens ( 42.87 ms per token, 23.32 tokens per second) 5.33.183.835 I slot print_timing: id 2 | task 5246 | total time = 3784.05 ms / 153 tokens 5.33.183.836 I slot print_timing: id 2 | task 5246 | graphs reused = 4593 5.33.183.837 I slot print_timing: id 2 | task 5246 | graph reallocs = 0 / 0 (same size) / (changed size) 5.33.183.962 I slot release: id 2 | task 5246 | stop processing: n_tokens = 1247, truncated = 0 5.33.253.586 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.879 5.33.253.623 I slot launch_slot_: id 2 | task 5329 | processing task, is_child = 0 5.33.538.553 I slot print_timing: id 1 | task 4841 | n_gen = 479, tg = 20.73 t/s, tg_3s = 21.38 t/s 5.34.028.059 I slot print_timing: id 0 | task 5240 | prompt eval time = 336.75 ms / 74 tokens ( 4.55 ms per token, 219.75 tokens per second) 5.34.028.067 I slot print_timing: id 0 | task 5240 | eval time = 4781.02 ms / 97 tokens ( 49.80 ms per token, 20.08 tokens per second) 5.34.028.068 I slot print_timing: id 0 | task 5240 | total time = 5117.78 ms / 171 tokens 5.34.028.069 I slot print_timing: id 0 | task 5240 | graphs reused = 4601 5.34.028.070 I slot print_timing: id 0 | task 5240 | graph reallocs = 0 / 0 (same size) / (changed size) 5.34.028.194 I slot release: id 0 | task 5240 | stop processing: n_tokens = 1266, truncated = 0 5.34.080.749 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.866 5.34.080.785 I slot launch_slot_: id 0 | task 5342 | processing task, is_child = 0 5.34.466.981 I slot print_timing: id 3 | task 4992 | n_gen = 343, tg = 20.29 t/s, tg_3s = 18.38 t/s 5.36.561.587 I slot print_timing: id 1 | task 4841 | n_gen = 539, tg = 20.62 t/s, tg_3s = 19.85 t/s 5.37.503.615 I slot print_timing: id 3 | task 4992 | n_gen = 413, tg = 20.71 t/s, tg_3s = 23.05 t/s 5.38.231.332 I slot print_timing: id 2 | task 5329 | prompt eval time = 391.32 ms / 78 tokens ( 5.02 ms per token, 199.32 tokens per second) 5.38.231.337 I slot print_timing: id 2 | task 5329 | eval time = 4586.37 ms / 99 tokens ( 46.80 ms per token, 21.37 tokens per second) 5.38.231.339 I slot print_timing: id 2 | task 5329 | total time = 4977.69 ms / 177 tokens 5.38.231.340 I slot print_timing: id 2 | task 5329 | graphs reused = 4687 5.38.231.340 I slot print_timing: id 2 | task 5329 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.231.484 I slot release: id 2 | task 5329 | stop processing: n_tokens = 1272, truncated = 0 5.38.300.789 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.862 5.38.300.822 I slot launch_slot_: id 2 | task 5432 | processing task, is_child = 0 5.39.127.848 I slot print_timing: id 0 | task 5342 | n_gen = 100, tg = 21.63 t/s, tg_3s = 21.84 t/s 5.39.600.958 I slot print_timing: id 1 | task 4841 | n_gen = 602, tg = 20.63 t/s, tg_3s = 20.73 t/s 5.40.504.055 I slot print_timing: id 3 | task 4992 | n_gen = 475, tg = 20.71 t/s, tg_3s = 20.66 t/s 5.42.134.180 I slot print_timing: id 0 | task 5342 | n_gen = 170, tg = 22.28 t/s, tg_3s = 23.28 t/s 5.42.603.813 I slot print_timing: id 1 | task 4841 | n_gen = 672, tg = 20.89 t/s, tg_3s = 23.31 t/s 5.42.815.182 I slot print_timing: id 1 | task 4841 | prompt eval time = 478.15 ms / 107 tokens ( 4.47 ms per token, 223.78 tokens per second) 5.42.815.189 I slot print_timing: id 1 | task 4841 | eval time = 32339.65 ms / 677 tokens ( 47.84 ms per token, 20.90 tokens per second) 5.42.815.190 I slot print_timing: id 1 | task 4841 | total time = 32817.80 ms / 784 tokens 5.42.815.191 I slot print_timing: id 1 | task 4841 | graphs reused = 4781 5.42.815.192 I slot print_timing: id 1 | task 4841 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.815.303 I slot release: id 1 | task 4841 | stop processing: n_tokens = 1879, truncated = 0 5.42.883.351 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.583 5.42.883.388 I slot launch_slot_: id 1 | task 5532 | processing task, is_child = 0 5.43.303.361 I slot print_timing: id 2 | task 5432 | n_gen = 100, tg = 21.50 t/s, tg_3s = 21.71 t/s 5.43.516.655 I slot print_timing: id 3 | task 4992 | n_gen = 537, tg = 20.69 t/s, tg_3s = 20.58 t/s 5.45.148.844 I slot print_timing: id 0 | task 5342 | n_gen = 232, tg = 21.79 t/s, tg_3s = 20.57 t/s 5.45.535.423 I slot print_timing: id 3 | task 4992 | prompt eval time = 383.15 ms / 93 tokens ( 4.12 ms per token, 242.72 tokens per second) 5.45.535.430 I slot print_timing: id 3 | task 4992 | eval time = 27921.29 ms / 584 tokens ( 47.89 ms per token, 20.88 tokens per second) 5.45.535.431 I slot print_timing: id 3 | task 4992 | total time = 28304.44 ms / 677 tokens 5.45.535.432 I slot print_timing: id 3 | task 4992 | graphs reused = 4832 5.45.535.432 I slot print_timing: id 3 | task 4992 | graph reallocs = 0 / 0 (same size) / (changed size) 5.45.535.583 I slot release: id 3 | task 4992 | stop processing: n_tokens = 1772, truncated = 0 5.45.580.264 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.619 5.45.580.296 I slot launch_slot_: id 3 | task 5588 | processing task, is_child = 0 5.46.306.272 I slot print_timing: id 2 | task 5432 | n_gen = 164, tg = 21.42 t/s, tg_3s = 21.31 t/s 5.46.349.507 I slot print_timing: id 2 | task 5432 | prompt eval time = 396.81 ms / 94 tokens ( 4.22 ms per token, 236.89 tokens per second) 5.46.349.517 I slot print_timing: id 2 | task 5432 | eval time = 7651.85 ms / 165 tokens ( 46.66 ms per token, 21.43 tokens per second) 5.46.349.518 I slot print_timing: id 2 | task 5432 | total time = 8048.67 ms / 259 tokens 5.46.349.520 I slot print_timing: id 2 | task 5432 | graphs reused = 4841 5.46.349.521 I slot print_timing: id 2 | task 5432 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.349.687 I slot release: id 2 | task 5432 | stop processing: n_tokens = 1354, truncated = 0 5.46.420.781 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.809 5.46.420.814 I slot launch_slot_: id 2 | task 5602 | processing task, is_child = 0 5.48.144.600 I slot print_timing: id 1 | task 5532 | n_gen = 100, tg = 20.45 t/s, tg_3s = 20.66 t/s 5.48.187.044 I slot print_timing: id 0 | task 5342 | n_gen = 289, tg = 21.12 t/s, tg_3s = 18.76 t/s 5.50.504.103 I slot print_timing: id 3 | task 5588 | n_gen = 100, tg = 21.62 t/s, tg_3s = 21.84 t/s 5.51.057.241 I slot print_timing: id 0 | task 5342 | prompt eval time = 469.18 ms / 150 tokens ( 3.13 ms per token, 319.70 tokens per second) 5.51.057.249 I slot print_timing: id 0 | task 5342 | eval time = 16507.26 ms / 356 tokens ( 46.50 ms per token, 21.51 tokens per second) 5.51.057.251 I slot print_timing: id 0 | task 5342 | total time = 16976.44 ms / 506 tokens 5.51.057.251 I slot print_timing: id 0 | task 5342 | graphs reused = 4938 5.51.057.252 I slot print_timing: id 0 | task 5342 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.057.371 I slot release: id 0 | task 5342 | stop processing: n_tokens = 1601, truncated = 0 5.51.058.053 I slot print_timing: id 2 | task 5602 | n_gen = 100, tg = 23.33 t/s, tg_3s = 23.56 t/s 5.51.102.588 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.685 5.51.102.622 I slot launch_slot_: id 0 | task 5705 | processing task, is_child = 0 5.51.303.356 I slot print_timing: id 1 | task 5532 | n_gen = 170, tg = 21.12 t/s, tg_3s = 22.16 t/s 5.52.585.552 I slot print_timing: id 2 | task 5602 | prompt eval time = 393.14 ms / 93 tokens ( 4.23 ms per token, 236.56 tokens per second) 5.52.585.560 I slot print_timing: id 2 | task 5602 | eval time = 5771.59 ms / 131 tokens ( 44.40 ms per token, 22.52 tokens per second) 5.52.585.561 I slot print_timing: id 2 | task 5602 | total time = 6164.73 ms / 224 tokens 5.52.585.562 I slot print_timing: id 2 | task 5602 | graphs reused = 4966 5.52.585.563 I slot print_timing: id 2 | task 5602 | graph reallocs = 0 / 0 (same size) / (changed size) 5.52.585.694 I slot release: id 2 | task 5602 | stop processing: n_tokens = 1319, truncated = 0 5.52.654.590 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.831 5.52.654.626 I slot launch_slot_: id 2 | task 5737 | processing task, is_child = 0 5.53.000.319 I slot print_timing: id 3 | task 5588 | prompt eval time = 345.67 ms / 78 tokens ( 4.43 ms per token, 225.65 tokens per second) 5.53.000.325 I slot print_timing: id 3 | task 5588 | eval time = 7074.35 ms / 146 tokens ( 48.79 ms per token, 20.50 tokens per second) 5.53.000.325 I slot print_timing: id 3 | task 5588 | total time = 7420.01 ms / 224 tokens 5.53.000.326 I slot print_timing: id 3 | task 5588 | graphs reused = 4966 5.53.000.326 I slot print_timing: id 3 | task 5588 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.000.390 I slot release: id 3 | task 5588 | stop processing: n_tokens = 1318, truncated = 0 5.53.082.672 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.832 5.53.082.698 I slot launch_slot_: id 3 | task 5740 | processing task, is_child = 0 5.53.880.576 I slot print_timing: id 1 | task 5532 | prompt eval time = 419.80 ms / 91 tokens ( 4.61 ms per token, 216.77 tokens per second) 5.53.880.581 I slot print_timing: id 1 | task 5532 | eval time = 10577.37 ms / 216 tokens ( 49.20 ms per token, 20.33 tokens per second) 5.53.880.583 I slot print_timing: id 1 | task 5532 | total time = 10997.17 ms / 307 tokens 5.53.880.584 I slot print_timing: id 1 | task 5532 | graphs reused = 4977 5.53.880.585 I slot print_timing: id 1 | task 5532 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.880.703 I slot release: id 1 | task 5532 | stop processing: n_tokens = 1401, truncated = 0 5.53.949.556 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.782 5.53.949.593 I slot launch_slot_: id 1 | task 5756 | processing task, is_child = 0 5.56.607.970 I slot print_timing: id 0 | task 5705 | n_gen = 100, tg = 18.96 t/s, tg_3s = 19.15 t/s 5.57.884.606 I slot print_timing: id 3 | task 5740 | prompt eval time = 284.97 ms / 63 tokens ( 4.52 ms per token, 221.08 tokens per second) 5.57.884.616 I slot print_timing: id 3 | task 5740 | eval time = 4516.92 ms / 97 tokens ( 47.05 ms per token, 21.25 tokens per second) 5.57.884.617 I slot print_timing: id 3 | task 5740 | total time = 4801.89 ms / 160 tokens 5.57.884.618 I slot print_timing: id 3 | task 5740 | graphs reused = 5056 5.57.884.619 I slot print_timing: id 3 | task 5740 | graph reallocs = 0 / 0 (same size) / (changed size) 5.57.884.793 I slot release: id 3 | task 5740 | stop processing: n_tokens = 1255, truncated = 0 5.57.929.715 I slot print_timing: id 2 | task 5737 | n_gen = 100, tg = 20.42 t/s, tg_3s = 20.63 t/s 5.57.929.720 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.873 5.57.929.749 I slot launch_slot_: id 3 | task 5841 | processing task, is_child = 0 5.58.571.765 I slot print_timing: id 0 | task 5705 | prompt eval time = 284.30 ms / 63 tokens ( 4.51 ms per token, 221.60 tokens per second) 5.58.571.769 I slot print_timing: id 0 | task 5705 | eval time = 7184.83 ms / 140 tokens ( 51.69 ms per token, 19.35 tokens per second) 5.58.571.770 I slot print_timing: id 0 | task 5705 | total time = 7469.13 ms / 203 tokens 5.58.571.771 I slot print_timing: id 0 | task 5705 | graphs reused = 5062 5.58.571.772 I slot print_timing: id 0 | task 5705 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.571.883 I slot release: id 0 | task 5705 | stop processing: n_tokens = 1298, truncated = 0 5.58.617.510 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.844 5.58.617.541 I slot launch_slot_: id 0 | task 5852 | processing task, is_child = 0 5.59.171.040 I slot print_timing: id 1 | task 5756 | n_gen = 100, tg = 20.89 t/s, tg_3s = 21.10 t/s 6.00.583.257 I slot print_timing: id 1 | task 5756 | prompt eval time = 482.31 ms / 124 tokens ( 3.89 ms per token, 257.09 tokens per second) 6.00.583.265 I slot print_timing: id 1 | task 5756 | eval time = 6151.34 ms / 133 tokens ( 46.60 ms per token, 21.46 tokens per second) 6.00.583.266 I slot print_timing: id 1 | task 5756 | total time = 6633.66 ms / 257 tokens 6.00.583.267 I slot print_timing: id 1 | task 5756 | graphs reused = 5100 6.00.583.267 I slot print_timing: id 1 | task 5756 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.583.386 I slot release: id 1 | task 5756 | stop processing: n_tokens = 1352, truncated = 0 6.00.652.461 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.811 6.00.652.500 I slot launch_slot_: id 1 | task 5894 | processing task, is_child = 0 6.01.014.872 I slot print_timing: id 2 | task 5737 | n_gen = 152, tg = 19.04 t/s, tg_3s = 16.85 t/s 6.03.182.875 I slot print_timing: id 3 | task 5841 | n_gen = 100, tg = 20.18 t/s, tg_3s = 20.38 t/s 6.03.608.625 I slot print_timing: id 0 | task 5852 | n_gen = 100, tg = 21.29 t/s, tg_3s = 21.51 t/s 6.04.035.670 I slot print_timing: id 2 | task 5737 | n_gen = 221, tg = 20.09 t/s, tg_3s = 22.84 t/s 6.05.229.871 I slot print_timing: id 2 | task 5737 | prompt eval time = 428.04 ms / 104 tokens ( 4.12 ms per token, 242.97 tokens per second) 6.05.229.876 I slot print_timing: id 2 | task 5737 | eval time = 12147.20 ms / 249 tokens ( 48.98 ms per token, 20.42 tokens per second) 6.05.229.877 I slot print_timing: id 2 | task 5737 | total time = 12575.23 ms / 353 tokens 6.05.229.878 I slot print_timing: id 2 | task 5737 | graphs reused = 5194 6.05.229.879 I slot print_timing: id 2 | task 5737 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.230.029 I slot release: id 2 | task 5737 | stop processing: n_tokens = 1448, truncated = 0 6.05.299.384 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.757 6.05.299.421 I slot launch_slot_: id 2 | task 5994 | processing task, is_child = 0 6.05.633.983 I slot print_timing: id 1 | task 5894 | n_gen = 100, tg = 22.00 t/s, tg_3s = 22.22 t/s 6.06.198.070 I slot print_timing: id 3 | task 5841 | n_gen = 164, tg = 20.58 t/s, tg_3s = 21.23 t/s 6.06.287.737 I slot print_timing: id 3 | task 5841 | prompt eval time = 346.30 ms / 93 tokens ( 3.72 ms per token, 268.56 tokens per second) 6.06.287.744 I slot print_timing: id 3 | task 5841 | eval time = 8011.68 ms / 166 tokens ( 48.56 ms per token, 20.59 tokens per second) 6.06.287.745 I slot print_timing: id 3 | task 5841 | total time = 8357.98 ms / 259 tokens 6.06.287.745 I slot print_timing: id 3 | task 5841 | graphs reused = 5207 6.06.287.746 I slot print_timing: id 3 | task 5841 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.287.860 I slot release: id 3 | task 5841 | stop processing: n_tokens = 1354, truncated = 0 6.06.331.752 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.809 6.06.331.784 I slot launch_slot_: id 3 | task 6013 | processing task, is_child = 0 6.06.682.027 I slot print_timing: id 0 | task 5852 | n_gen = 159, tg = 20.46 t/s, tg_3s = 19.20 t/s 6.08.137.146 I slot print_timing: id 1 | task 5894 | prompt eval time = 480.70 ms / 110 tokens ( 4.37 ms per token, 228.83 tokens per second) 6.08.137.158 I slot print_timing: id 1 | task 5894 | eval time = 7003.93 ms / 152 tokens ( 46.38 ms per token, 21.56 tokens per second) 6.08.137.158 I slot print_timing: id 1 | task 5894 | total time = 7484.64 ms / 262 tokens 6.08.137.159 I slot print_timing: id 1 | task 5894 | graphs reused = 5239 6.08.137.160 I slot print_timing: id 1 | task 5894 | graph reallocs = 0 / 0 (same size) / (changed size) 6.08.137.280 I slot release: id 1 | task 5894 | stop processing: n_tokens = 1356, truncated = 0 6.08.206.480 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.808 6.08.206.515 I slot launch_slot_: id 1 | task 6051 | processing task, is_child = 0 6.09.703.546 I slot print_timing: id 0 | task 5852 | n_gen = 220, tg = 20.38 t/s, tg_3s = 20.19 t/s 6.10.558.550 I slot print_timing: id 2 | task 5994 | n_gen = 100, tg = 20.10 t/s, tg_3s = 20.31 t/s 6.10.858.238 I slot print_timing: id 2 | task 5994 | prompt eval time = 334.76 ms / 67 tokens ( 5.00 ms per token, 200.14 tokens per second) 6.10.858.243 I slot print_timing: id 2 | task 5994 | eval time = 5224.04 ms / 107 tokens ( 49.28 ms per token, 20.29 tokens per second) 6.10.858.245 I slot print_timing: id 2 | task 5994 | total time = 5558.81 ms / 174 tokens 6.10.858.246 I slot print_timing: id 2 | task 5994 | graphs reused = 5289 6.10.858.247 I slot print_timing: id 2 | task 5994 | graph reallocs = 0 / 0 (same size) / (changed size) 6.10.858.379 I slot release: id 2 | task 5994 | stop processing: n_tokens = 1269, truncated = 0 6.10.927.354 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.864 6.10.927.388 I slot launch_slot_: id 2 | task 6106 | processing task, is_child = 0 6.11.651.881 I slot print_timing: id 3 | task 6013 | n_gen = 100, tg = 19.92 t/s, tg_3s = 20.12 t/s 6.11.994.434 I slot print_timing: id 3 | task 6013 | prompt eval time = 350.76 ms / 94 tokens ( 3.73 ms per token, 267.99 tokens per second) 6.11.994.442 I slot print_timing: id 3 | task 6013 | eval time = 5311.88 ms / 108 tokens ( 49.64 ms per token, 20.14 tokens per second) 6.11.994.443 I slot print_timing: id 3 | task 6013 | total time = 5662.64 ms / 202 tokens 6.11.994.444 I slot print_timing: id 3 | task 6013 | graphs reused = 5304 6.11.994.445 I slot print_timing: id 3 | task 6013 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.994.576 I slot release: id 3 | task 6013 | stop processing: n_tokens = 1297, truncated = 0 6.12.039.289 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.845 6.12.039.320 I slot launch_slot_: id 3 | task 6126 | processing task, is_child = 0 6.12.715.661 I slot print_timing: id 0 | task 5852 | n_gen = 277, tg = 20.06 t/s, tg_3s = 18.92 t/s 6.13.490.753 I slot print_timing: id 1 | task 6051 | n_gen = 100, tg = 20.59 t/s, tg_3s = 20.80 t/s 6.15.752.852 I slot print_timing: id 0 | task 5852 | n_gen = 348, tg = 20.66 t/s, tg_3s = 23.38 t/s 6.15.795.997 I slot print_timing: id 2 | task 6106 | n_gen = 100, tg = 22.08 t/s, tg_3s = 22.31 t/s 6.16.526.416 I slot print_timing: id 1 | task 6051 | n_gen = 171, tg = 21.67 t/s, tg_3s = 23.39 t/s 6.16.612.720 I slot print_timing: id 3 | task 6126 | n_gen = 100, tg = 23.39 t/s, tg_3s = 23.62 t/s 6.18.791.093 I slot print_timing: id 0 | task 5852 | n_gen = 419, tg = 21.08 t/s, tg_3s = 23.37 t/s 6.18.834.458 I slot print_timing: id 2 | task 6106 | n_gen = 171, tg = 22.60 t/s, tg_3s = 23.37 t/s 6.19.562.528 I slot print_timing: id 1 | task 6051 | n_gen = 242, tg = 22.15 t/s, tg_3s = 23.39 t/s 6.19.649.180 I slot print_timing: id 3 | task 6126 | n_gen = 171, tg = 23.38 t/s, tg_3s = 23.38 t/s 6.19.905.966 I slot print_timing: id 0 | task 5852 | prompt eval time = 341.85 ms / 85 tokens ( 4.02 ms per token, 248.64 tokens per second) 6.19.905.973 I slot print_timing: id 0 | task 5852 | eval time = 20946.56 ms / 445 tokens ( 47.18 ms per token, 21.20 tokens per second) 6.19.905.974 I slot print_timing: id 0 | task 5852 | total time = 21288.42 ms / 530 tokens 6.19.905.975 I slot print_timing: id 0 | task 5852 | graphs reused = 5478 6.19.905.975 I slot print_timing: id 0 | task 5852 | graph reallocs = 0 / 0 (same size) / (changed size) 6.19.906.090 I slot release: id 0 | task 5852 | stop processing: n_tokens = 1625, truncated = 0 6.19.952.008 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.674 6.19.952.047 I slot launch_slot_: id 0 | task 6306 | processing task, is_child = 0 6.20.381.924 I slot print_timing: id 3 | task 6126 | prompt eval time = 340.04 ms / 73 tokens ( 4.66 ms per token, 214.68 tokens per second) 6.20.381.930 I slot print_timing: id 3 | task 6126 | eval time = 8002.56 ms / 182 tokens ( 44.21 ms per token, 22.62 tokens per second) 6.20.381.930 I slot print_timing: id 3 | task 6126 | total time = 8342.60 ms / 255 tokens 6.20.381.931 I slot print_timing: id 3 | task 6126 | graphs reused = 5480 6.20.381.931 I slot print_timing: id 3 | task 6126 | graph reallocs = 0 / 0 (same size) / (changed size) 6.20.381.993 I slot release: id 3 | task 6126 | stop processing: n_tokens = 1350, truncated = 0 6.20.424.500 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.812 6.20.424.524 I slot launch_slot_: id 3 | task 6312 | processing task, is_child = 0 6.21.860.662 I slot print_timing: id 2 | task 6106 | n_gen = 228, tg = 21.52 t/s, tg_3s = 18.84 t/s 6.22.373.878 I slot print_timing: id 1 | task 6051 | prompt eval time = 475.87 ms / 107 tokens ( 4.45 ms per token, 224.85 tokens per second) 6.22.373.885 I slot print_timing: id 1 | task 6051 | eval time = 13691.49 ms / 294 tokens ( 46.73 ms per token, 21.40 tokens per second) 6.22.373.886 I slot print_timing: id 1 | task 6051 | total time = 14167.35 ms / 401 tokens 6.22.373.887 I slot print_timing: id 1 | task 6051 | graphs reused = 5515 6.22.373.888 I slot print_timing: id 1 | task 6051 | graph reallocs = 0 / 0 (same size) / (changed size) 6.22.374.010 I slot release: id 1 | task 6051 | stop processing: n_tokens = 1496, truncated = 0 6.22.443.014 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.733 6.22.443.049 I slot launch_slot_: id 1 | task 6352 | processing task, is_child = 0 6.24.900.301 I slot print_timing: id 2 | task 6106 | n_gen = 291, tg = 21.34 t/s, tg_3s = 20.73 t/s 6.25.198.744 I slot print_timing: id 0 | task 6306 | n_gen = 100, tg = 20.19 t/s, tg_3s = 20.40 t/s 6.25.413.224 I slot print_timing: id 3 | task 6312 | n_gen = 100, tg = 21.59 t/s, tg_3s = 21.81 t/s 6.26.054.606 I slot print_timing: id 2 | task 6106 | prompt eval time = 385.74 ms / 70 tokens ( 5.51 ms per token, 181.47 tokens per second) 6.26.054.614 I slot print_timing: id 2 | task 6106 | eval time = 14741.46 ms / 318 tokens ( 46.50 ms per token, 21.50 tokens per second) 6.26.054.615 I slot print_timing: id 2 | task 6106 | total time = 15127.21 ms / 388 tokens 6.26.054.616 I slot print_timing: id 2 | task 6106 | graphs reused = 5589 6.26.054.617 I slot print_timing: id 2 | task 6106 | graph reallocs = 0 / 0 (same size) / (changed size) 6.26.054.792 I slot release: id 2 | task 6106 | stop processing: n_tokens = 1483, truncated = 0 6.26.124.071 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.739 6.26.124.102 I slot launch_slot_: id 2 | task 6431 | processing task, is_child = 0 6.27.420.286 I slot print_timing: id 1 | task 6352 | n_gen = 100, tg = 21.67 t/s, tg_3s = 21.89 t/s 6.28.233.150 I slot print_timing: id 0 | task 6306 | n_gen = 163, tg = 20.41 t/s, tg_3s = 20.76 t/s 6.28.448.190 I slot print_timing: id 3 | task 6312 | n_gen = 163, tg = 21.26 t/s, tg_3s = 20.76 t/s 6.29.129.330 I slot print_timing: id 0 | task 6306 | prompt eval time = 343.78 ms / 92 tokens ( 3.74 ms per token, 267.61 tokens per second) 6.29.129.338 I slot print_timing: id 0 | task 6306 | eval time = 8833.49 ms / 184 tokens ( 48.27 ms per token, 20.72 tokens per second) 6.29.129.340 I slot print_timing: id 0 | task 6306 | total time = 9177.28 ms / 276 tokens 6.29.129.341 I slot print_timing: id 0 | task 6306 | graphs reused = 5648 6.29.129.341 I slot print_timing: id 0 | task 6306 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.129.465 I slot release: id 0 | task 6306 | stop processing: n_tokens = 1370, truncated = 0 6.29.175.244 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.800 6.29.175.276 I slot launch_slot_: id 0 | task 6496 | processing task, is_child = 0 6.29.493.573 I slot print_timing: id 1 | task 6352 | prompt eval time = 409.04 ms / 77 tokens ( 5.31 ms per token, 188.25 tokens per second) 6.29.493.578 I slot print_timing: id 1 | task 6352 | eval time = 6641.48 ms / 142 tokens ( 47.10 ms per token, 21.23 tokens per second) 6.29.493.579 I slot print_timing: id 1 | task 6352 | total time = 7050.52 ms / 219 tokens 6.29.493.579 I slot print_timing: id 1 | task 6352 | graphs reused = 5649 6.29.493.580 I slot print_timing: id 1 | task 6352 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.493.644 I slot release: id 1 | task 6352 | stop processing: n_tokens = 1314, truncated = 0 6.29.575.907 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.834 6.29.575.933 I slot launch_slot_: id 1 | task 6499 | processing task, is_child = 0 6.31.360.162 I slot print_timing: id 3 | task 6312 | prompt eval time = 404.10 ms / 105 tokens ( 3.85 ms per token, 259.84 tokens per second) 6.31.360.169 I slot print_timing: id 3 | task 6312 | eval time = 10531.53 ms / 216 tokens ( 48.98 ms per token, 20.41 tokens per second) 6.31.360.170 I slot print_timing: id 3 | task 6312 | total time = 10935.62 ms / 321 tokens 6.31.360.171 I slot print_timing: id 3 | task 6312 | graphs reused = 5680 6.31.360.172 I slot print_timing: id 3 | task 6312 | graph reallocs = 0 / 0 (same size) / (changed size) 6.31.360.306 I slot release: id 3 | task 6312 | stop processing: n_tokens = 1416, truncated = 0 6.31.404.915 I slot print_timing: id 2 | task 6431 | n_gen = 100, tg = 20.27 t/s, tg_3s = 20.48 t/s 6.31.404.924 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.774 6.31.404.955 I slot launch_slot_: id 3 | task 6535 | processing task, is_child = 0 6.34.405.375 I slot print_timing: id 0 | task 6496 | n_gen = 100, tg = 20.50 t/s, tg_3s = 20.70 t/s 6.34.406.065 I slot print_timing: id 2 | task 6431 | n_gen = 164, tg = 20.67 t/s, tg_3s = 21.33 t/s 6.34.491.031 I slot print_timing: id 1 | task 6499 | n_gen = 100, tg = 22.02 t/s, tg_3s = 22.24 t/s 6.35.172.976 I slot print_timing: id 1 | task 6499 | prompt eval time = 419.67 ms / 98 tokens ( 4.28 ms per token, 233.52 tokens per second) 6.35.172.983 I slot print_timing: id 1 | task 6499 | eval time = 5177.36 ms / 116 tokens ( 45.02 ms per token, 22.21 tokens per second) 6.35.172.984 I slot print_timing: id 1 | task 6499 | total time = 5597.03 ms / 214 tokens 6.35.172.985 I slot print_timing: id 1 | task 6499 | graphs reused = 5758 6.35.172.986 I slot print_timing: id 1 | task 6499 | graph reallocs = 0 / 0 (same size) / (changed size) 6.35.173.109 I slot release: id 1 | task 6499 | stop processing: n_tokens = 1309, truncated = 0 6.35.242.009 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.837 6.35.242.044 I slot launch_slot_: id 1 | task 6619 | processing task, is_child = 0 6.36.340.836 I slot print_timing: id 3 | task 6535 | n_gen = 100, tg = 21.57 t/s, tg_3s = 21.79 t/s 6.37.407.151 I slot print_timing: id 0 | task 6496 | n_gen = 162, tg = 20.56 t/s, tg_3s = 20.65 t/s 6.37.407.837 I slot print_timing: id 2 | task 6431 | n_gen = 226, tg = 20.67 t/s, tg_3s = 20.65 t/s 6.39.378.419 I slot print_timing: id 3 | task 6535 | n_gen = 171, tg = 22.29 t/s, tg_3s = 23.37 t/s 6.39.891.497 I slot print_timing: id 1 | task 6619 | n_gen = 100, tg = 23.36 t/s, tg_3s = 23.59 t/s 6.40.449.334 I slot print_timing: id 0 | task 6496 | n_gen = 233, tg = 21.34 t/s, tg_3s = 23.34 t/s 6.40.450.000 I slot print_timing: id 2 | task 6431 | n_gen = 297, tg = 21.25 t/s, tg_3s = 23.34 t/s 6.41.092.492 I slot print_timing: id 2 | task 6431 | prompt eval time = 396.83 ms / 98 tokens ( 4.05 ms per token, 246.95 tokens per second) 6.41.092.500 I slot print_timing: id 2 | task 6431 | eval time = 14571.55 ms / 312 tokens ( 46.85 ms per token, 21.34 tokens per second) 6.41.092.501 I slot print_timing: id 2 | task 6431 | total time = 14968.38 ms / 410 tokens 6.41.092.502 I slot print_timing: id 2 | task 6431 | graphs reused = 5884 6.41.092.503 I slot print_timing: id 2 | task 6431 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.092.641 I slot release: id 2 | task 6431 | stop processing: n_tokens = 1505, truncated = 0 6.41.162.161 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.728 6.41.162.196 I slot launch_slot_: id 2 | task 6750 | processing task, is_child = 0 6.42.408.980 I slot print_timing: id 3 | task 6535 | n_gen = 234, tg = 21.86 t/s, tg_3s = 20.79 t/s 6.42.920.414 I slot print_timing: id 1 | task 6619 | n_gen = 163, tg = 22.29 t/s, tg_3s = 20.80 t/s 6.43.262.034 I slot print_timing: id 1 | task 6619 | prompt eval time = 410.79 ms / 76 tokens ( 5.41 ms per token, 185.01 tokens per second) 6.43.262.039 I slot print_timing: id 1 | task 6619 | eval time = 7609.19 ms / 171 tokens ( 44.76 ms per token, 22.34 tokens per second) 6.43.262.040 I slot print_timing: id 1 | task 6619 | total time = 8019.98 ms / 247 tokens 6.43.262.040 I slot print_timing: id 1 | task 6619 | graphs reused = 5923 6.43.262.041 I slot print_timing: id 1 | task 6619 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.262.140 I slot release: id 1 | task 6619 | stop processing: n_tokens = 1342, truncated = 0 6.43.330.336 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.817 6.43.330.373 I slot launch_slot_: id 1 | task 6794 | processing task, is_child = 0 6.43.698.650 I slot print_timing: id 0 | task 6496 | n_gen = 293, tg = 20.68 t/s, tg_3s = 18.47 t/s 6.45.444.181 I slot print_timing: id 3 | task 6535 | n_gen = 295, tg = 21.47 t/s, tg_3s = 20.10 t/s 6.46.219.335 I slot print_timing: id 2 | task 6750 | n_gen = 100, tg = 21.20 t/s, tg_3s = 21.41 t/s 6.46.348.730 I slot print_timing: id 3 | task 6535 | prompt eval time = 346.70 ms / 93 tokens ( 3.73 ms per token, 268.24 tokens per second) 6.46.348.735 I slot print_timing: id 3 | task 6535 | eval time = 14597.07 ms / 316 tokens ( 46.34 ms per token, 21.58 tokens per second) 6.46.348.736 I slot print_timing: id 3 | task 6535 | total time = 14943.76 ms / 409 tokens 6.46.348.737 I slot print_timing: id 3 | task 6535 | graphs reused = 5980 6.46.348.738 I slot print_timing: id 3 | task 6535 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.348.897 I slot release: id 3 | task 6535 | stop processing: n_tokens = 1504, truncated = 0 6.46.393.954 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.729 6.46.393.981 I slot launch_slot_: id 3 | task 6857 | processing task, is_child = 0 6.46.725.032 I slot print_timing: id 0 | task 6496 | n_gen = 357, tg = 20.76 t/s, tg_3s = 21.15 t/s 6.47.452.137 I slot print_timing: id 2 | task 6750 | prompt eval time = 386.56 ms / 70 tokens ( 5.52 ms per token, 181.08 tokens per second) 6.47.452.142 I slot print_timing: id 2 | task 6750 | eval time = 5903.37 ms / 124 tokens ( 47.99 ms per token, 20.84 tokens per second) 6.47.452.143 I slot print_timing: id 2 | task 6750 | total time = 6289.93 ms / 194 tokens 6.47.452.144 I slot print_timing: id 2 | task 6750 | graphs reused = 5997 6.47.452.145 I slot print_timing: id 2 | task 6750 | graph reallocs = 0 / 0 (same size) / (changed size) 6.47.452.258 I slot release: id 2 | task 6750 | stop processing: n_tokens = 1289, truncated = 0 6.47.521.207 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.850 6.47.521.246 I slot launch_slot_: id 2 | task 6879 | processing task, is_child = 0 6.48.589.032 I slot print_timing: id 1 | task 6794 | n_gen = 100, tg = 20.75 t/s, tg_3s = 20.96 t/s 6.49.743.819 I slot print_timing: id 0 | task 6496 | n_gen = 420, tg = 20.78 t/s, tg_3s = 20.87 t/s 6.49.914.884 I slot print_timing: id 3 | task 6857 | prompt eval time = 287.89 ms / 64 tokens ( 4.50 ms per token, 222.30 tokens per second) 6.49.914.894 I slot print_timing: id 3 | task 6857 | eval time = 3232.99 ms / 69 tokens ( 47.54 ms per token, 21.03 tokens per second) 6.49.914.895 I slot print_timing: id 3 | task 6857 | total time = 3520.89 ms / 133 tokens 6.49.914.896 I slot print_timing: id 3 | task 6857 | graphs reused = 6043 6.49.914.897 I slot print_timing: id 3 | task 6857 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.915.025 I slot release: id 3 | task 6857 | stop processing: n_tokens = 1228, truncated = 0 6.49.959.264 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.893 6.49.959.295 I slot launch_slot_: id 3 | task 6930 | processing task, is_child = 0 6.51.616.024 I slot print_timing: id 1 | task 6794 | n_gen = 166, tg = 21.16 t/s, tg_3s = 21.80 t/s 6.52.343.500 I slot print_timing: id 2 | task 6879 | n_gen = 100, tg = 22.32 t/s, tg_3s = 22.54 t/s 6.52.770.570 I slot print_timing: id 0 | task 6496 | n_gen = 486, tg = 20.91 t/s, tg_3s = 21.81 t/s 6.54.482.730 I slot print_timing: id 3 | task 6930 | n_gen = 100, tg = 23.38 t/s, tg_3s = 23.61 t/s 6.54.524.352 I slot print_timing: id 0 | task 6496 | prompt eval time = 400.31 ms / 108 tokens ( 3.71 ms per token, 269.79 tokens per second) 6.54.524.356 I slot print_timing: id 0 | task 6496 | eval time = 24948.75 ms / 527 tokens ( 47.43 ms per token, 21.08 tokens per second) 6.54.524.358 I slot print_timing: id 0 | task 6496 | total time = 25349.07 ms / 635 tokens 6.54.524.359 I slot print_timing: id 0 | task 6496 | graphs reused = 6142 6.54.524.360 I slot print_timing: id 0 | task 6496 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.524.475 I slot release: id 0 | task 6496 | stop processing: n_tokens = 1730, truncated = 0 6.54.569.880 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.634 6.54.569.916 I slot launch_slot_: id 0 | task 7034 | processing task, is_child = 0 6.54.829.579 I slot print_timing: id 1 | task 6794 | n_gen = 236, tg = 21.34 t/s, tg_3s = 21.78 t/s 6.55.382.589 I slot print_timing: id 2 | task 6879 | n_gen = 165, tg = 21.94 t/s, tg_3s = 21.39 t/s 6.55.382.785 I slot print_timing: id 3 | task 6930 | prompt eval time = 288.56 ms / 67 tokens ( 4.31 ms per token, 232.19 tokens per second) 6.55.382.788 I slot print_timing: id 3 | task 6930 | eval time = 5134.93 ms / 115 tokens ( 45.04 ms per token, 22.20 tokens per second) 6.55.382.789 I slot print_timing: id 3 | task 6930 | total time = 5423.49 ms / 182 tokens 6.55.382.790 I slot print_timing: id 3 | task 6930 | graphs reused = 6153 6.55.382.790 I slot print_timing: id 3 | task 6930 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.382.859 I slot release: id 3 | task 6930 | stop processing: n_tokens = 1277, truncated = 0 6.55.424.623 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.858 6.55.424.656 I slot launch_slot_: id 3 | task 7049 | processing task, is_child = 0 6.57.513.580 I slot print_timing: id 2 | task 6879 | prompt eval time = 386.32 ms / 75 tokens ( 5.15 ms per token, 194.14 tokens per second) 6.57.513.588 I slot print_timing: id 2 | task 6879 | eval time = 9606.00 ms / 209 tokens ( 46.18 ms per token, 21.65 tokens per second) 6.57.513.588 I slot print_timing: id 2 | task 6879 | total time = 9992.32 ms / 284 tokens 6.57.513.589 I slot print_timing: id 2 | task 6879 | graphs reused = 6193 6.57.513.590 I slot print_timing: id 2 | task 6879 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.513.705 I slot release: id 2 | task 6879 | stop processing: n_tokens = 1379, truncated = 0 6.57.582.269 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.795 6.57.582.301 I slot launch_slot_: id 2 | task 7094 | processing task, is_child = 0 6.57.917.742 I slot print_timing: id 1 | task 6794 | n_gen = 295, tg = 20.85 t/s, tg_3s = 19.11 t/s 6.59.679.778 I slot print_timing: id 0 | task 7034 | n_gen = 100, tg = 20.77 t/s, tg_3s = 20.98 t/s 7.00.278.091 I slot print_timing: id 3 | task 7049 | n_gen = 100, tg = 21.94 t/s, tg_3s = 22.17 t/s 7.00.919.353 I slot print_timing: id 1 | task 6794 | n_gen = 365, tg = 21.28 t/s, tg_3s = 23.32 t/s 7.01.518.006 I slot print_timing: id 0 | task 7034 | prompt eval time = 343.23 ms / 90 tokens ( 3.81 ms per token, 262.22 tokens per second) 7.01.518.014 I slot print_timing: id 0 | task 7034 | eval time = 6604.85 ms / 143 tokens ( 46.51 ms per token, 21.50 tokens per second) 7.01.518.015 I slot print_timing: id 0 | task 7034 | total time = 6948.08 ms / 233 tokens 7.01.518.016 I slot print_timing: id 0 | task 7034 | graphs reused = 6275 7.01.518.017 I slot print_timing: id 0 | task 7034 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.518.136 I slot release: id 0 | task 7034 | stop processing: n_tokens = 1327, truncated = 0 7.01.564.221 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.826 7.01.564.255 I slot launch_slot_: id 0 | task 7182 | processing task, is_child = 0 7.02.550.304 I slot print_timing: id 2 | task 7094 | n_gen = 100, tg = 21.37 t/s, tg_3s = 21.59 t/s 7.03.234.023 I slot print_timing: id 2 | task 7094 | prompt eval time = 335.64 ms / 65 tokens ( 5.16 ms per token, 193.66 tokens per second) 7.03.234.033 I slot print_timing: id 2 | task 7094 | eval time = 5316.07 ms / 116 tokens ( 46.23 ms per token, 21.63 tokens per second) 7.03.234.034 I slot print_timing: id 2 | task 7094 | total time = 5651.71 ms / 181 tokens 7.03.234.035 I slot print_timing: id 2 | task 7094 | graphs reused = 6303 7.03.234.036 I slot print_timing: id 2 | task 7094 | graph reallocs = 0 / 0 (same size) / (changed size) 7.03.234.164 I slot release: id 2 | task 7094 | stop processing: n_tokens = 1276, truncated = 0 7.03.303.341 I slot print_timing: id 3 | task 7049 | n_gen = 161, tg = 21.23 t/s, tg_3s = 20.16 t/s 7.03.303.348 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.859 7.03.303.385 I slot launch_slot_: id 2 | task 7214 | processing task, is_child = 0 7.03.919.550 I slot print_timing: id 1 | task 6794 | n_gen = 418, tg = 20.74 t/s, tg_3s = 17.67 t/s 7.06.312.333 I slot print_timing: id 3 | task 7049 | n_gen = 224, tg = 21.15 t/s, tg_3s = 20.94 t/s 7.06.611.709 I slot print_timing: id 0 | task 7182 | n_gen = 100, tg = 21.61 t/s, tg_3s = 21.83 t/s 7.06.953.616 I slot print_timing: id 1 | task 6794 | n_gen = 489, tg = 21.09 t/s, tg_3s = 23.40 t/s 7.07.253.282 I slot print_timing: id 1 | task 6794 | prompt eval time = 486.53 ms / 128 tokens ( 3.80 ms per token, 263.09 tokens per second) 7.07.253.290 I slot print_timing: id 1 | task 6794 | eval time = 23436.37 ms / 496 tokens ( 47.35 ms per token, 21.12 tokens per second) 7.07.253.291 I slot print_timing: id 1 | task 6794 | total time = 23922.90 ms / 624 tokens 7.07.253.292 I slot print_timing: id 1 | task 6794 | graphs reused = 6385 7.07.253.293 I slot print_timing: id 1 | task 6794 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.253.417 I slot release: id 1 | task 6794 | stop processing: n_tokens = 1719, truncated = 0 7.07.322.796 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.638 7.07.322.833 I slot launch_slot_: id 1 | task 7301 | processing task, is_child = 0 7.08.370.490 I slot print_timing: id 2 | task 7214 | n_gen = 100, tg = 21.21 t/s, tg_3s = 21.42 t/s 7.09.313.696 I slot print_timing: id 3 | task 7049 | n_gen = 284, tg = 20.89 t/s, tg_3s = 19.99 t/s 7.09.653.952 I slot print_timing: id 0 | task 7182 | n_gen = 161, tg = 20.99 t/s, tg_3s = 20.05 t/s 7.11.411.228 I slot print_timing: id 2 | task 7214 | n_gen = 171, tg = 22.05 t/s, tg_3s = 23.35 t/s 7.11.539.803 I slot print_timing: id 3 | task 7049 | prompt eval time = 342.11 ms / 93 tokens ( 3.68 ms per token, 271.84 tokens per second) 7.11.539.817 I slot print_timing: id 3 | task 7049 | eval time = 15773.02 ms / 336 tokens ( 47.08 ms per token, 21.24 tokens per second) 7.11.539.823 I slot print_timing: id 3 | task 7049 | total time = 16115.13 ms / 429 tokens 7.11.539.824 I slot print_timing: id 3 | task 7049 | graphs reused = 6471 7.11.539.825 I slot print_timing: id 3 | task 7049 | graph reallocs = 0 / 0 (same size) / (changed size) 7.11.539.967 I slot release: id 3 | task 7049 | stop processing: n_tokens = 1524, truncated = 0 7.11.584.396 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.719 7.11.584.426 I slot launch_slot_: id 3 | task 7392 | processing task, is_child = 0 7.12.318.122 I slot print_timing: id 1 | task 7301 | n_gen = 100, tg = 21.94 t/s, tg_3s = 22.16 t/s 7.12.659.933 I slot print_timing: id 0 | task 7182 | n_gen = 225, tg = 21.07 t/s, tg_3s = 21.29 t/s 7.14.415.397 I slot print_timing: id 2 | task 7214 | n_gen = 235, tg = 21.84 t/s, tg_3s = 21.30 t/s 7.15.358.825 I slot print_timing: id 1 | task 7301 | n_gen = 171, tg = 22.51 t/s, tg_3s = 23.35 t/s 7.15.704.119 I slot print_timing: id 0 | task 7182 | n_gen = 296, tg = 21.58 t/s, tg_3s = 23.32 t/s 7.15.875.728 I slot print_timing: id 1 | task 7301 | prompt eval time = 482.89 ms / 122 tokens ( 3.96 ms per token, 252.64 tokens per second) 7.15.875.735 I slot print_timing: id 1 | task 7301 | eval time = 8069.99 ms / 183 tokens ( 44.34 ms per token, 22.55 tokens per second) 7.15.875.737 I slot print_timing: id 1 | task 7301 | total time = 8552.89 ms / 305 tokens 7.15.875.738 I slot print_timing: id 1 | task 7301 | graphs reused = 6561 7.15.875.739 I slot print_timing: id 1 | task 7301 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.875.872 I slot release: id 1 | task 7301 | stop processing: n_tokens = 1399, truncated = 0 7.15.944.757 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.783 7.15.944.790 I slot launch_slot_: id 1 | task 7488 | processing task, is_child = 0 7.16.595.249 I slot print_timing: id 3 | task 7392 | n_gen = 100, tg = 21.22 t/s, tg_3s = 21.44 t/s 7.16.637.203 I slot print_timing: id 2 | task 7214 | prompt eval time = 398.68 ms / 81 tokens ( 4.92 ms per token, 203.17 tokens per second) 7.16.637.206 I slot print_timing: id 2 | task 7214 | eval time = 12935.13 ms / 277 tokens ( 46.87 ms per token, 21.34 tokens per second) 7.16.637.206 I slot print_timing: id 2 | task 7214 | total time = 13333.81 ms / 358 tokens 7.16.637.207 I slot print_timing: id 2 | task 7214 | graphs reused = 6565 7.16.637.207 I slot print_timing: id 2 | task 7214 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.637.270 I slot release: id 2 | task 7214 | stop processing: n_tokens = 1453, truncated = 0 7.16.703.784 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.754 7.16.703.818 I slot launch_slot_: id 2 | task 7497 | processing task, is_child = 0 7.17.626.926 I slot print_timing: id 3 | task 7392 | prompt eval time = 345.79 ms / 84 tokens ( 4.12 ms per token, 242.92 tokens per second) 7.17.626.934 I slot print_timing: id 3 | task 7392 | eval time = 5696.70 ms / 116 tokens ( 49.54 ms per token, 20.19 tokens per second) 7.17.626.935 I slot print_timing: id 3 | task 7392 | total time = 6042.49 ms / 200 tokens 7.17.626.936 I slot print_timing: id 3 | task 7392 | graphs reused = 6576 7.17.626.937 I slot print_timing: id 3 | task 7392 | graph reallocs = 0 / 0 (same size) / (changed size) 7.17.627.067 I slot release: id 3 | task 7392 | stop processing: n_tokens = 1295, truncated = 0 7.17.671.268 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.846 7.17.671.301 I slot launch_slot_: id 3 | task 7513 | processing task, is_child = 0 7.18.722.388 I slot print_timing: id 0 | task 7182 | n_gen = 341, tg = 20.37 t/s, tg_3s = 14.91 t/s 7.19.790.374 I slot print_timing: id 0 | task 7182 | prompt eval time = 466.85 ms / 146 tokens ( 3.20 ms per token, 312.73 tokens per second) 7.19.790.381 I slot print_timing: id 0 | task 7182 | eval time = 17759.25 ms / 366 tokens ( 48.66 ms per token, 20.55 tokens per second) 7.19.790.382 I slot print_timing: id 0 | task 7182 | total time = 18226.11 ms / 512 tokens 7.19.790.383 I slot print_timing: id 0 | task 7182 | graphs reused = 6615 7.19.790.384 I slot print_timing: id 0 | task 7182 | graph reallocs = 0 / 0 (same size) / (changed size) 7.19.790.511 I slot release: id 0 | task 7182 | stop processing: n_tokens = 1607, truncated = 0 7.19.836.352 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.682 7.19.836.379 I slot launch_slot_: id 0 | task 7557 | processing task, is_child = 0 7.21.598.405 I slot print_timing: id 1 | task 7488 | n_gen = 100, tg = 19.14 t/s, tg_3s = 19.33 t/s 7.21.938.853 I slot print_timing: id 2 | task 7497 | n_gen = 100, tg = 20.50 t/s, tg_3s = 20.71 t/s 7.22.580.954 I slot print_timing: id 3 | task 7513 | n_gen = 100, tg = 21.98 t/s, tg_3s = 22.20 t/s 7.24.423.768 I slot print_timing: id 0 | task 7557 | n_gen = 100, tg = 23.35 t/s, tg_3s = 23.59 t/s 7.24.636.068 I slot print_timing: id 1 | task 7488 | n_gen = 171, tg = 20.70 t/s, tg_3s = 23.37 t/s 7.24.977.101 I slot print_timing: id 2 | task 7497 | n_gen = 171, tg = 21.61 t/s, tg_3s = 23.37 t/s 7.25.617.807 I slot print_timing: id 3 | task 7513 | n_gen = 171, tg = 22.54 t/s, tg_3s = 23.38 t/s 7.25.957.383 I slot print_timing: id 0 | task 7557 | prompt eval time = 347.97 ms / 96 tokens ( 3.62 ms per token, 275.89 tokens per second) 7.25.957.386 I slot print_timing: id 0 | task 7557 | eval time = 5773.03 ms / 136 tokens ( 42.76 ms per token, 23.38 tokens per second) 7.25.957.388 I slot print_timing: id 0 | task 7557 | total time = 6120.99 ms / 232 tokens 7.25.957.389 I slot print_timing: id 0 | task 7557 | graphs reused = 6748 7.25.957.390 I slot print_timing: id 0 | task 7557 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.957.488 I slot release: id 0 | task 7557 | stop processing: n_tokens = 1327, truncated = 0 7.26.002.666 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.826 7.26.002.698 I slot launch_slot_: id 0 | task 7696 | processing task, is_child = 0 7.27.230.996 I slot print_timing: id 1 | task 7488 | prompt eval time = 479.91 ms / 113 tokens ( 4.25 ms per token, 235.46 tokens per second) 7.27.231.003 I slot print_timing: id 1 | task 7488 | eval time = 10806.29 ms / 226 tokens ( 48.03 ms per token, 20.82 tokens per second) 7.27.231.004 I slot print_timing: id 1 | task 7488 | total time = 11286.19 ms / 339 tokens 7.27.231.004 I slot print_timing: id 1 | task 7488 | graphs reused = 6769 7.27.231.005 I slot print_timing: id 1 | task 7488 | graph reallocs = 0 / 0 (same size) / (changed size) 7.27.231.110 I slot release: id 1 | task 7488 | stop processing: n_tokens = 1434, truncated = 0 7.27.299.419 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.764 7.27.299.459 I slot launch_slot_: id 1 | task 7721 | processing task, is_child = 0 7.27.979.095 I slot print_timing: id 2 | task 7497 | n_gen = 227, tg = 20.79 t/s, tg_3s = 18.65 t/s 7.28.618.766 I slot print_timing: id 3 | task 7513 | n_gen = 227, tg = 21.44 t/s, tg_3s = 18.66 t/s 7.28.661.426 I slot print_timing: id 2 | task 7497 | prompt eval time = 405.78 ms / 86 tokens ( 4.72 ms per token, 211.94 tokens per second) 7.28.661.430 I slot print_timing: id 2 | task 7497 | eval time = 11551.82 ms / 243 tokens ( 47.73 ms per token, 20.95 tokens per second) 7.28.661.433 I slot print_timing: id 2 | task 7497 | total time = 11957.60 ms / 329 tokens 7.28.661.434 I slot print_timing: id 2 | task 7497 | graphs reused = 6790 7.28.661.435 I slot print_timing: id 2 | task 7497 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.661.584 I slot release: id 2 | task 7497 | stop processing: n_tokens = 1424, truncated = 0 7.28.730.502 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.770 7.28.730.533 I slot launch_slot_: id 2 | task 7747 | processing task, is_child = 0 7.30.230.436 I slot print_timing: id 3 | task 7513 | prompt eval time = 405.62 ms / 109 tokens ( 3.72 ms per token, 268.72 tokens per second) 7.30.230.441 I slot print_timing: id 3 | task 7513 | eval time = 12153.50 ms / 257 tokens ( 47.47 ms per token, 21.06 tokens per second) 7.30.230.442 I slot print_timing: id 3 | task 7513 | total time = 12559.12 ms / 366 tokens 7.30.230.443 I slot print_timing: id 3 | task 7513 | graphs reused = 6815 7.30.230.443 I slot print_timing: id 3 | task 7513 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.230.573 I slot release: id 3 | task 7513 | stop processing: n_tokens = 1461, truncated = 0 7.30.274.911 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.750 7.30.274.947 I slot launch_slot_: id 3 | task 7777 | processing task, is_child = 0 7.31.522.029 I slot print_timing: id 0 | task 7696 | n_gen = 100, tg = 19.10 t/s, tg_3s = 19.29 t/s 7.32.548.629 I slot print_timing: id 1 | task 7721 | n_gen = 100, tg = 20.49 t/s, tg_3s = 20.69 t/s 7.33.617.572 I slot print_timing: id 2 | task 7747 | n_gen = 100, tg = 22.00 t/s, tg_3s = 22.22 t/s 7.34.553.830 I slot print_timing: id 0 | task 7696 | n_gen = 171, tg = 20.69 t/s, tg_3s = 23.42 t/s 7.34.852.293 I slot print_timing: id 0 | task 7696 | prompt eval time = 336.01 ms / 71 tokens ( 4.73 ms per token, 211.30 tokens per second) 7.34.852.302 I slot print_timing: id 0 | task 7696 | eval time = 8513.58 ms / 178 tokens ( 48.10 ms per token, 20.79 tokens per second) 7.34.852.303 I slot print_timing: id 0 | task 7696 | total time = 8849.59 ms / 249 tokens 7.34.852.304 I slot print_timing: id 0 | task 7696 | graphs reused = 6912 7.34.852.305 I slot print_timing: id 0 | task 7696 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.852.422 I slot release: id 0 | task 7696 | stop processing: n_tokens = 1344, truncated = 0 7.34.853.453 I slot print_timing: id 3 | task 7777 | n_gen = 100, tg = 23.39 t/s, tg_3s = 23.63 t/s 7.34.897.927 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.815 7.34.897.956 I slot launch_slot_: id 0 | task 7880 | processing task, is_child = 0 7.35.575.198 I slot print_timing: id 1 | task 7721 | n_gen = 162, tg = 20.49 t/s, tg_3s = 20.49 t/s 7.36.391.150 I slot print_timing: id 2 | task 7747 | prompt eval time = 386.11 ms / 76 tokens ( 5.08 ms per token, 196.83 tokens per second) 7.36.391.158 I slot print_timing: id 2 | task 7747 | eval time = 7274.49 ms / 156 tokens ( 46.93 ms per token, 21.31 tokens per second) 7.36.391.159 I slot print_timing: id 2 | task 7747 | total time = 7660.60 ms / 232 tokens 7.36.391.160 I slot print_timing: id 2 | task 7747 | graphs reused = 6935 7.36.391.161 I slot print_timing: id 2 | task 7747 | graph reallocs = 0 / 0 (same size) / (changed size) 7.36.391.282 I slot release: id 2 | task 7747 | stop processing: n_tokens = 1327, truncated = 0 7.36.459.959 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.826 7.36.459.997 I slot launch_slot_: id 2 | task 7908 | processing task, is_child = 0 7.37.063.990 I slot print_timing: id 1 | task 7721 | prompt eval time = 416.95 ms / 86 tokens ( 4.85 ms per token, 206.26 tokens per second) 7.37.063.995 I slot print_timing: id 1 | task 7721 | eval time = 9347.57 ms / 189 tokens ( 49.72 ms per token, 20.11 tokens per second) 7.37.063.996 I slot print_timing: id 1 | task 7721 | total time = 9764.52 ms / 275 tokens 7.37.063.997 I slot print_timing: id 1 | task 7721 | graphs reused = 6939 7.37.063.998 I slot print_timing: id 1 | task 7721 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.064.088 I slot release: id 1 | task 7721 | stop processing: n_tokens = 1370, truncated = 0 7.37.131.406 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.800 7.37.131.439 I slot launch_slot_: id 1 | task 7917 | processing task, is_child = 0 7.37.880.148 I slot print_timing: id 3 | task 7777 | n_gen = 144, tg = 19.70 t/s, tg_3s = 14.54 t/s 7.40.363.972 I slot print_timing: id 0 | task 7880 | n_gen = 100, tg = 19.80 t/s, tg_3s = 20.00 t/s 7.40.920.538 I slot print_timing: id 3 | task 7777 | n_gen = 215, tg = 20.78 t/s, tg_3s = 23.35 t/s 7.41.519.356 I slot print_timing: id 2 | task 7908 | n_gen = 100, tg = 21.21 t/s, tg_3s = 21.43 t/s 7.41.861.302 I slot print_timing: id 1 | task 7917 | n_gen = 100, tg = 23.33 t/s, tg_3s = 23.57 t/s 7.42.674.120 I slot print_timing: id 3 | task 7777 | prompt eval time = 346.30 ms / 83 tokens ( 4.17 ms per token, 239.68 tokens per second) 7.42.674.130 I slot print_timing: id 3 | task 7777 | eval time = 12052.85 ms / 256 tokens ( 47.27 ms per token, 21.16 tokens per second) 7.42.674.131 I slot print_timing: id 3 | task 7777 | total time = 12399.15 ms / 339 tokens 7.42.674.132 I slot print_timing: id 3 | task 7777 | graphs reused = 7055 7.42.674.133 I slot print_timing: id 3 | task 7777 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.674.280 I slot release: id 3 | task 7777 | stop processing: n_tokens = 1434, truncated = 0 7.42.719.345 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.764 7.42.719.374 I slot launch_slot_: id 3 | task 8039 | processing task, is_child = 0 7.43.384.243 I slot print_timing: id 0 | task 7880 | n_gen = 166, tg = 20.57 t/s, tg_3s = 21.85 t/s 7.43.811.362 I slot print_timing: id 1 | task 7917 | prompt eval time = 486.34 ms / 104 tokens ( 4.68 ms per token, 213.84 tokens per second) 7.43.811.370 I slot print_timing: id 1 | task 7917 | eval time = 6193.58 ms / 141 tokens ( 44.24 ms per token, 22.60 tokens per second) 7.43.811.377 I slot print_timing: id 1 | task 7917 | total time = 6679.91 ms / 245 tokens 7.43.811.381 I slot print_timing: id 1 | task 7917 | graphs reused = 7073 7.43.811.382 I slot print_timing: id 1 | task 7917 | graph reallocs = 0 / 0 (same size) / (changed size) 7.43.811.499 I slot release: id 1 | task 7917 | stop processing: n_tokens = 1340, truncated = 0 7.43.880.305 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.818 7.43.880.338 I slot launch_slot_: id 1 | task 8062 | processing task, is_child = 0 7.44.532.724 I slot print_timing: id 2 | task 7908 | n_gen = 156, tg = 20.18 t/s, tg_3s = 18.58 t/s 7.45.645.458 I slot print_timing: id 2 | task 7908 | prompt eval time = 392.15 ms / 85 tokens ( 4.61 ms per token, 216.75 tokens per second) 7.45.645.471 I slot print_timing: id 2 | task 7908 | eval time = 8793.30 ms / 182 tokens ( 48.58 ms per token, 20.58 tokens per second) 7.45.645.472 I slot print_timing: id 2 | task 7908 | total time = 9185.45 ms / 267 tokens 7.45.645.473 I slot print_timing: id 2 | task 7908 | graphs reused = 7102 7.45.645.474 I slot print_timing: id 2 | task 7908 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.645.601 I slot release: id 2 | task 7908 | stop processing: n_tokens = 1362, truncated = 0 7.45.714.405 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.805 7.45.714.444 I slot launch_slot_: id 2 | task 8096 | processing task, is_child = 0 7.46.395.511 I slot print_timing: id 0 | task 7880 | n_gen = 219, tg = 19.76 t/s, tg_3s = 17.60 t/s 7.47.388.741 I slot print_timing: id 3 | task 8039 | prompt eval time = 286.32 ms / 69 tokens ( 4.15 ms per token, 240.99 tokens per second) 7.47.388.746 I slot print_timing: id 3 | task 8039 | eval time = 4383.04 ms / 86 tokens ( 51.57 ms per token, 19.39 tokens per second) 7.47.388.747 I slot print_timing: id 3 | task 8039 | total time = 4669.36 ms / 155 tokens 7.47.388.748 I slot print_timing: id 3 | task 8039 | graphs reused = 7131 7.47.388.749 I slot print_timing: id 3 | task 8039 | graph reallocs = 0 / 0 (same size) / (changed size) 7.47.388.878 I slot release: id 3 | task 8039 | stop processing: n_tokens = 1250, truncated = 0 7.48.791.425 I slot print_timing: id 0 | task 7880 | prompt eval time = 465.53 ms / 143 tokens ( 3.26 ms per token, 307.18 tokens per second) 7.48.791.433 I slot print_timing: id 0 | task 7880 | eval time = 13427.93 ms / 276 tokens ( 48.83 ms per token, 20.48 tokens per second) 7.48.791.433 I slot print_timing: id 0 | task 7880 | total time = 13893.46 ms / 419 tokens 7.48.791.434 I slot print_timing: id 0 | task 7880 | graphs reused = 7164 7.48.791.435 I slot print_timing: id 0 | task 7880 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.791.553 I slot release: id 0 | task 7880 | stop processing: n_tokens = 1514, truncated = 0 7.48.875.699 I slot print_timing: id 1 | task 8062 | n_gen = 100, tg = 21.93 t/s, tg_3s = 22.16 t/s 7.49.954.814 I slot print_timing: id 2 | task 8096 | prompt eval time = 385.69 ms / 71 tokens ( 5.43 ms per token, 184.08 tokens per second) 7.49.954.818 I slot print_timing: id 2 | task 8096 | eval time = 3854.67 ms / 94 tokens ( 41.45 ms per token, 24.13 tokens per second) 7.49.954.819 I slot print_timing: id 2 | task 8096 | total time = 4240.36 ms / 165 tokens 7.49.954.820 I slot print_timing: id 2 | task 8096 | graphs reused = 7192 7.49.954.820 I slot print_timing: id 2 | task 8096 | graph reallocs = 0 / 0 (same size) / (changed size) 7.49.954.933 I slot release: id 2 | task 8096 | stop processing: n_tokens = 1260, truncated = 0 7.51.892.196 I slot print_timing: id 1 | task 8062 | n_gen = 205, tg = 27.09 t/s, tg_3s = 34.81 t/s 7.53.645.514 I slot print_timing: id 1 | task 8062 | prompt eval time = 481.76 ms / 120 tokens ( 4.01 ms per token, 249.09 tokens per second) 7.53.645.520 I slot print_timing: id 1 | task 8062 | eval time = 9283.40 ms / 276 tokens ( 33.76 ms per token, 29.62 tokens per second) 7.53.645.521 I slot print_timing: id 1 | task 8062 | total time = 9765.16 ms / 396 tokens 7.53.645.521 I slot print_timing: id 1 | task 8062 | graphs reused = 7339 7.53.645.522 I slot print_timing: id 1 | task 8062 | graph reallocs = 0 / 0 (same size) / (changed size) 7.53.645.600 I slot release: id 1 | task 8062 | stop processing: n_tokens = 1491, truncated = 0 7.53.670.354 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1250, t_last = 244211194812 7.53.681.983 I slot launch_slot_: id 3 | task 8341 | processing task, is_child = 0 7.53.714.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1514, t_last = 244212597487 7.53.714.425 I slot launch_slot_: id 0 | task 8342 | processing task, is_child = 0 7.53.714.587 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1260, t_last = 244213760867 7.53.714.686 I slot launch_slot_: id 2 | task 8343 | processing task, is_child = 0 7.53.714.776 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1491, t_last = 244217451534 7.53.714.889 I slot launch_slot_: id 1 | task 8344 | processing task, is_child = 0 7.59.633.713 I slot print_timing: id 0 | task 8342 | prompt processing, n_tokens = 622, progress = 0.80, t = 5.92 s / 105.09 tokens per second 7.59.671.596 I slot print_timing: id 1 | task 8344 | prompt processing, n_tokens = 819, progress = 0.87, t = 5.92 s / 138.38 tokens per second 7.59.672.617 I slot print_timing: id 2 | task 8343 | prompt processing, n_tokens = 872, progress = 0.89, t = 5.92 s / 147.34 tokens per second 7.59.674.081 I slot print_timing: id 3 | task 8341 | prompt processing, n_tokens = 653, progress = 0.84, t = 5.92 s / 110.34 tokens per second 8.00.800.224 I slot print_timing: id 0 | task 8342 | prompt processing, n_tokens = 772, progress = 0.99, t = 7.09 s / 108.96 tokens per second 8.00.860.074 I slot print_timing: id 1 | task 8344 | prompt processing, n_tokens = 936, progress = 1.00, t = 7.09 s / 132.11 tokens per second 8.00.861.144 I slot print_timing: id 2 | task 8343 | prompt processing, n_tokens = 981, progress = 1.00, t = 7.08 s / 138.46 tokens per second 8.00.862.670 I slot print_timing: id 3 | task 8341 | prompt processing, n_tokens = 776, progress = 0.99, t = 7.08 s / 109.53 tokens per second 8.00.978.728 I slot print_timing: id 0 | task 8342 | prompt eval time = 7220.30 ms / 776 tokens ( 9.30 ms per token, 107.47 tokens per second) 8.00.978.731 I slot print_timing: id 0 | task 8342 | eval time = 43.53 ms / 2 tokens ( 43.53 ms per token, 22.97 tokens per second) 8.00.978.731 I slot print_timing: id 0 | task 8342 | total time = 7263.83 ms / 778 tokens 8.00.978.732 I slot print_timing: id 0 | task 8342 | graphs reused = 7340 8.00.978.732 I slot print_timing: id 0 | task 8342 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.978.782 I slot release: id 0 | task 8342 | stop processing: n_tokens = 778, truncated = 0 8.00.979.131 I slot print_timing: id 2 | task 8343 | prompt eval time = 7220.22 ms / 985 tokens ( 7.33 ms per token, 136.42 tokens per second) 8.00.979.134 I slot print_timing: id 2 | task 8343 | eval time = 43.55 ms / 2 tokens ( 43.55 ms per token, 22.96 tokens per second) 8.00.979.135 I slot print_timing: id 2 | task 8343 | total time = 7263.77 ms / 987 tokens 8.00.979.135 I slot print_timing: id 2 | task 8343 | graphs reused = 7340 8.00.979.136 I slot print_timing: id 2 | task 8343 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.979.189 I slot release: id 2 | task 8343 | stop processing: n_tokens = 987, truncated = 0 8.00.979.381 I slot print_timing: id 3 | task 8341 | prompt eval time = 7220.27 ms / 780 tokens ( 9.26 ms per token, 108.03 tokens per second) 8.00.979.384 I slot print_timing: id 3 | task 8341 | eval time = 43.60 ms / 2 tokens ( 43.60 ms per token, 22.93 tokens per second) 8.00.979.384 I slot print_timing: id 3 | task 8341 | total time = 7263.88 ms / 782 tokens 8.00.979.385 I slot print_timing: id 3 | task 8341 | graphs reused = 7340 8.00.979.385 I slot print_timing: id 3 | task 8341 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.979.428 I slot release: id 3 | task 8341 | stop processing: n_tokens = 782, truncated = 0 8.01.006.182 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 244224784716 8.01.010.399 I slot launch_slot_: id 0 | task 8351 | processing task, is_child = 0 8.01.020.225 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 244224785123 8.01.020.338 I slot launch_slot_: id 2 | task 8352 | processing task, is_child = 0 8.01.020.413 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 244224785362 8.01.020.506 I slot launch_slot_: id 3 | task 8353 | processing task, is_child = 0 8.05.140.801 I slot print_timing: id 0 | task 8351 | prompt processing, n_tokens = 672, progress = 0.82, t = 4.12 s / 163.10 tokens per second 8.05.141.513 I slot print_timing: id 2 | task 8352 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.12 s / 163.11 tokens per second 8.05.142.755 I slot print_timing: id 3 | task 8353 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.12 s / 163.12 tokens per second 8.06.014.011 I slot print_timing: id 0 | task 8351 | prompt processing, n_tokens = 819, progress = 1.00, t = 4.99 s / 164.02 tokens per second 8.06.014.856 I slot print_timing: id 2 | task 8352 | prompt processing, n_tokens = 780, progress = 0.99, t = 4.99 s / 156.21 tokens per second 8.06.016.496 I slot print_timing: id 3 | task 8353 | prompt processing, n_tokens = 777, progress = 0.99, t = 4.99 s / 155.62 tokens per second 8.06.181.932 I slot print_timing: id 0 | task 8351 | prompt eval time = 5118.02 ms / 823 tokens ( 6.22 ms per token, 160.80 tokens per second) 8.06.181.934 I slot print_timing: id 0 | task 8351 | eval time = 43.39 ms / 2 tokens ( 43.39 ms per token, 23.05 tokens per second) 8.06.181.935 I slot print_timing: id 0 | task 8351 | total time = 5161.41 ms / 825 tokens 8.06.181.936 I slot print_timing: id 0 | task 8351 | graphs reused = 7340 8.06.181.936 I slot print_timing: id 0 | task 8351 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.181.987 I slot release: id 0 | task 8351 | stop processing: n_tokens = 825, truncated = 0 8.06.182.157 I slot print_timing: id 1 | task 8344 | prompt eval time = 7220.25 ms / 940 tokens ( 7.68 ms per token, 130.19 tokens per second) 8.06.182.160 I slot print_timing: id 1 | task 8344 | eval time = 5246.77 ms / 8 tokens ( 749.54 ms per token, 1.33 tokens per second) 8.06.182.160 I slot print_timing: id 1 | task 8344 | total time = 12467.02 ms / 948 tokens 8.06.182.161 I slot print_timing: id 1 | task 8344 | graphs reused = 7340 8.06.182.161 I slot print_timing: id 1 | task 8344 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.182.205 I slot release: id 1 | task 8344 | stop processing: n_tokens = 948, truncated = 0 8.06.182.401 I slot print_timing: id 2 | task 8352 | prompt eval time = 5118.14 ms / 784 tokens ( 6.53 ms per token, 153.18 tokens per second) 8.06.182.403 I slot print_timing: id 2 | task 8352 | eval time = 43.55 ms / 2 tokens ( 43.55 ms per token, 22.96 tokens per second) 8.06.182.404 I slot print_timing: id 2 | task 8352 | total time = 5161.69 ms / 786 tokens 8.06.182.404 I slot print_timing: id 2 | task 8352 | graphs reused = 7340 8.06.182.404 I slot print_timing: id 2 | task 8352 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.182.434 I slot release: id 2 | task 8352 | stop processing: n_tokens = 786, truncated = 0 8.06.182.611 I slot print_timing: id 3 | task 8353 | prompt eval time = 5118.15 ms / 781 tokens ( 6.55 ms per token, 152.59 tokens per second) 8.06.182.613 I slot print_timing: id 3 | task 8353 | eval time = 43.57 ms / 2 tokens ( 43.57 ms per token, 22.95 tokens per second) 8.06.182.613 I slot print_timing: id 3 | task 8353 | total time = 5161.71 ms / 783 tokens 8.06.182.614 I slot print_timing: id 3 | task 8353 | graphs reused = 7340 8.06.182.614 I slot print_timing: id 3 | task 8353 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.182.641 I slot release: id 3 | task 8353 | stop processing: n_tokens = 783, truncated = 0 8.06.195.045 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.850 8.06.195.085 I slot launch_slot_: id 0 | task 8359 | processing task, is_child = 0 8.06.214.323 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.841 (> 0.100 thold), f_keep = 0.892 8.06.214.356 I slot launch_slot_: id 2 | task 8360 | processing task, is_child = 0 8.06.214.481 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 244229988139 8.06.214.578 I slot launch_slot_: id 1 | task 8361 | processing task, is_child = 0 8.06.214.638 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 244229988575 8.06.214.714 I slot launch_slot_: id 3 | task 8362 | processing task, is_child = 0 8.09.764.876 I slot print_timing: id 1 | task 8361 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.55 s / 207.95 tokens per second 8.09.765.805 I slot print_timing: id 3 | task 8362 | prompt processing, n_tokens = 738, progress = 0.85, t = 3.55 s / 208.00 tokens per second 8.10.458.583 I slot print_timing: id 0 | task 8359 | prompt eval time = 3549.95 ms / 103 tokens ( 34.47 ms per token, 29.01 tokens per second) 8.10.458.588 I slot print_timing: id 0 | task 8359 | eval time = 693.91 ms / 2 tokens ( 693.91 ms per token, 1.44 tokens per second) 8.10.458.589 I slot print_timing: id 0 | task 8359 | total time = 4243.86 ms / 105 tokens 8.10.458.589 I slot print_timing: id 0 | task 8359 | graphs reused = 7340 8.10.458.590 I slot print_timing: id 0 | task 8359 | graph reallocs = 0 / 0 (same size) / (changed size) 8.10.458.638 I slot release: id 0 | task 8359 | stop processing: n_tokens = 805, truncated = 0 8.10.458.813 I slot print_timing: id 2 | task 8360 | prompt eval time = 3549.20 ms / 133 tokens ( 26.69 ms per token, 37.47 tokens per second) 8.10.458.818 I slot print_timing: id 2 | task 8360 | eval time = 693.95 ms / 2 tokens ( 693.95 ms per token, 1.44 tokens per second) 8.10.458.819 I slot print_timing: id 2 | task 8360 | total time = 4243.15 ms / 135 tokens 8.10.458.819 I slot print_timing: id 2 | task 8360 | graphs reused = 7340 8.10.458.819 I slot print_timing: id 2 | task 8360 | graph reallocs = 0 / 0 (same size) / (changed size) 8.10.458.859 I slot release: id 2 | task 8360 | stop processing: n_tokens = 835, truncated = 0 8.10.458.866 I slot print_timing: id 1 | task 8361 | prompt processing, n_tokens = 871, progress = 1.00, t = 4.24 s / 205.28 tokens per second 8.10.462.106 I slot print_timing: id 3 | task 8362 | prompt processing, n_tokens = 863, progress = 1.00, t = 4.24 s / 203.44 tokens per second 8.10.544.244 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 244234264572 8.10.552.723 I slot launch_slot_: id 0 | task 8367 | processing task, is_child = 0 8.10.560.163 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 244234264793 8.10.560.260 I slot launch_slot_: id 2 | task 8368 | processing task, is_child = 0 8.12.435.914 I slot print_timing: id 1 | task 8361 | prompt eval time = 4328.58 ms / 875 tokens ( 4.95 ms per token, 202.14 tokens per second) 8.12.435.916 I slot print_timing: id 1 | task 8361 | eval time = 1891.85 ms / 2 tokens ( 1891.85 ms per token, 0.53 tokens per second) 8.12.435.917 I slot print_timing: id 1 | task 8361 | total time = 6220.43 ms / 877 tokens 8.12.435.917 I slot print_timing: id 1 | task 8361 | graphs reused = 7340 8.12.435.918 I slot print_timing: id 1 | task 8361 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.435.970 I slot release: id 1 | task 8361 | stop processing: n_tokens = 877, truncated = 0 8.12.436.138 I slot print_timing: id 3 | task 8362 | prompt eval time = 4327.89 ms / 867 tokens ( 4.99 ms per token, 200.33 tokens per second) 8.12.436.141 I slot print_timing: id 3 | task 8362 | eval time = 1891.90 ms / 2 tokens ( 1891.90 ms per token, 0.53 tokens per second) 8.12.436.141 I slot print_timing: id 3 | task 8362 | total time = 6219.79 ms / 869 tokens 8.12.436.141 I slot print_timing: id 3 | task 8362 | graphs reused = 7340 8.12.436.142 I slot print_timing: id 3 | task 8362 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.436.186 I slot release: id 3 | task 8362 | stop processing: n_tokens = 869, truncated = 0 8.13.209.728 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 244236241904 8.14.031.618 I slot launch_slot_: id 1 | task 8371 | processing task, is_child = 0 8.14.036.803 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 244236242120 8.14.036.901 I slot launch_slot_: id 3 | task 8372 | processing task, is_child = 0 8.15.917.422 I slot print_timing: id 0 | task 8367 | prompt processing, n_tokens = 952, progress = 1.00, t = 5.36 s / 177.71 tokens per second 8.16.475.338 I slot print_timing: id 2 | task 8368 | prompt processing, n_tokens = 997, progress = 1.00, t = 5.36 s / 186.11 tokens per second 8.18.003.834 I slot print_timing: id 1 | task 8371 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.96 s / 222.46 tokens per second 8.18.004.654 I slot print_timing: id 3 | task 8372 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.96 s / 186.94 tokens per second 8.18.827.756 I slot print_timing: id 0 | task 8367 | prompt eval time = 7443.36 ms / 956 tokens ( 7.79 ms per token, 128.44 tokens per second) 8.18.827.758 I slot print_timing: id 0 | task 8367 | eval time = 824.12 ms / 2 tokens ( 824.12 ms per token, 1.21 tokens per second) 8.18.827.759 I slot print_timing: id 0 | task 8367 | total time = 8267.48 ms / 958 tokens 8.18.827.759 I slot print_timing: id 0 | task 8367 | graphs reused = 7340 8.18.827.760 I slot print_timing: id 0 | task 8367 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.827.812 I slot release: id 0 | task 8367 | stop processing: n_tokens = 958, truncated = 0 8.18.827.982 I slot print_timing: id 2 | task 8368 | prompt eval time = 7443.39 ms / 1001 tokens ( 7.44 ms per token, 134.48 tokens per second) 8.18.827.984 I slot print_timing: id 2 | task 8368 | eval time = 824.16 ms / 2 tokens ( 824.16 ms per token, 1.21 tokens per second) 8.18.827.985 I slot print_timing: id 2 | task 8368 | total time = 8267.55 ms / 1003 tokens 8.18.827.986 I slot print_timing: id 2 | task 8368 | graphs reused = 7340 8.18.827.986 I slot print_timing: id 2 | task 8368 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.828.029 I slot release: id 2 | task 8368 | stop processing: n_tokens = 1003, truncated = 0 8.18.828.037 I slot print_timing: id 1 | task 8371 | prompt processing, n_tokens = 1032, progress = 1.00, t = 4.79 s / 215.50 tokens per second 8.18.831.164 I slot print_timing: id 3 | task 8372 | prompt processing, n_tokens = 908, progress = 1.00, t = 4.79 s / 189.64 tokens per second 8.18.913.583 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 244242633746 8.18.921.282 I slot launch_slot_: id 0 | task 8377 | processing task, is_child = 0 8.18.928.301 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 244242633963 8.18.928.400 I slot launch_slot_: id 2 | task 8378 | processing task, is_child = 0 8.21.249.551 I slot print_timing: id 1 | task 8371 | prompt eval time = 4874.72 ms / 1036 tokens ( 4.71 ms per token, 212.53 tokens per second) 8.21.249.553 I slot print_timing: id 1 | task 8371 | eval time = 2336.16 ms / 2 tokens ( 2336.16 ms per token, 0.43 tokens per second) 8.21.249.554 I slot print_timing: id 1 | task 8371 | total time = 7210.88 ms / 1038 tokens 8.21.249.554 I slot print_timing: id 1 | task 8371 | graphs reused = 7340 8.21.249.555 I slot print_timing: id 1 | task 8371 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.249.614 I slot release: id 1 | task 8371 | stop processing: n_tokens = 1038, truncated = 0 8.21.249.783 I slot print_timing: id 3 | task 8372 | prompt eval time = 4873.99 ms / 912 tokens ( 5.34 ms per token, 187.12 tokens per second) 8.21.249.785 I slot print_timing: id 3 | task 8372 | eval time = 2336.20 ms / 2 tokens ( 2336.20 ms per token, 0.43 tokens per second) 8.21.249.786 I slot print_timing: id 3 | task 8372 | total time = 7210.19 ms / 914 tokens 8.21.249.786 I slot print_timing: id 3 | task 8372 | graphs reused = 7340 8.21.249.786 I slot print_timing: id 3 | task 8372 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.249.846 I slot release: id 3 | task 8372 | stop processing: n_tokens = 914, truncated = 0 8.22.977.048 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 244245055548 8.23.036.858 I slot launch_slot_: id 1 | task 8381 | processing task, is_child = 0 8.23.043.497 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 244245055781 8.23.043.604 I slot launch_slot_: id 3 | task 8382 | processing task, is_child = 0 8.23.043.614 I slot print_timing: id 0 | task 8377 | prompt processing, n_tokens = 741, progress = 0.80, t = 4.05 s / 183.02 tokens per second 8.23.045.514 I slot print_timing: id 2 | task 8378 | prompt processing, n_tokens = 1265, progress = 0.71, t = 4.05 s / 312.47 tokens per second 8.25.366.544 I slot print_timing: id 0 | task 8377 | prompt processing, n_tokens = 923, progress = 1.00, t = 6.44 s / 143.36 tokens per second 8.25.726.192 I slot print_timing: id 2 | task 8378 | prompt processing, n_tokens = 1777, progress = 1.00, t = 6.44 s / 276.02 tokens per second 8.27.354.324 I slot print_timing: id 1 | task 8381 | prompt processing, n_tokens = 599, progress = 0.81, t = 4.31 s / 139.02 tokens per second 8.27.355.131 I slot print_timing: id 3 | task 8382 | prompt processing, n_tokens = 756, progress = 0.87, t = 4.31 s / 175.50 tokens per second 8.28.040.885 I slot print_timing: id 0 | task 8377 | prompt eval time = 8425.73 ms / 927 tokens ( 9.09 ms per token, 110.02 tokens per second) 8.28.040.888 I slot print_timing: id 0 | task 8377 | eval time = 686.75 ms / 2 tokens ( 686.75 ms per token, 1.46 tokens per second) 8.28.040.889 I slot print_timing: id 0 | task 8377 | total time = 9112.48 ms / 929 tokens 8.28.040.890 I slot print_timing: id 0 | task 8377 | graphs reused = 7340 8.28.040.890 I slot print_timing: id 0 | task 8377 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.040.948 I slot release: id 0 | task 8377 | stop processing: n_tokens = 929, truncated = 0 8.28.041.117 I slot print_timing: id 2 | task 8378 | prompt eval time = 8425.72 ms / 1781 tokens ( 4.73 ms per token, 211.38 tokens per second) 8.28.041.121 I slot print_timing: id 2 | task 8378 | eval time = 686.80 ms / 2 tokens ( 686.80 ms per token, 1.46 tokens per second) 8.28.041.121 I slot print_timing: id 2 | task 8378 | total time = 9112.52 ms / 1783 tokens 8.28.041.122 I slot print_timing: id 2 | task 8378 | graphs reused = 7340 8.28.041.122 I slot print_timing: id 2 | task 8378 | graph reallocs = 0 / 0 (same size) / (changed size) 8.28.041.213 I slot release: id 2 | task 8378 | stop processing: n_tokens = 1783, truncated = 0 8.28.041.223 I slot print_timing: id 1 | task 8381 | prompt processing, n_tokens = 738, progress = 0.99, t = 5.00 s / 147.74 tokens per second 8.28.043.510 I slot print_timing: id 3 | task 8382 | prompt processing, n_tokens = 866, progress = 1.00, t = 4.99 s / 173.39 tokens per second 8.28.125.172 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 244251846883 8.28.134.124 I slot launch_slot_: id 0 | task 8387 | processing task, is_child = 0 8.28.142.136 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 244251847149 8.28.142.265 I slot launch_slot_: id 2 | task 8388 | processing task, is_child = 0 8.29.067.701 I slot print_timing: id 1 | task 8381 | prompt eval time = 5079.64 ms / 742 tokens ( 6.85 ms per token, 146.07 tokens per second) 8.29.067.704 I slot print_timing: id 1 | task 8381 | eval time = 942.71 ms / 2 tokens ( 942.71 ms per token, 1.06 tokens per second) 8.29.067.704 I slot print_timing: id 1 | task 8381 | total time = 6022.35 ms / 744 tokens 8.29.067.705 I slot print_timing: id 1 | task 8381 | graphs reused = 7340 8.29.067.705 I slot print_timing: id 1 | task 8381 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.067.747 I slot release: id 1 | task 8381 | stop processing: n_tokens = 744, truncated = 0 8.29.067.917 I slot print_timing: id 3 | task 8382 | prompt eval time = 5078.90 ms / 870 tokens ( 5.84 ms per token, 171.30 tokens per second) 8.29.067.919 I slot print_timing: id 3 | task 8382 | eval time = 942.75 ms / 2 tokens ( 942.75 ms per token, 1.06 tokens per second) 8.29.067.920 I slot print_timing: id 3 | task 8382 | total time = 6021.65 ms / 872 tokens 8.29.067.920 I slot print_timing: id 3 | task 8382 | graphs reused = 7340 8.29.067.920 I slot print_timing: id 3 | task 8382 | graph reallocs = 0 / 0 (same size) / (changed size) 8.29.067.967 I slot release: id 3 | task 8382 | stop processing: n_tokens = 872, truncated = 0 8.29.876.941 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.844 8.29.877.011 I slot launch_slot_: id 1 | task 8391 | processing task, is_child = 0 8.30.676.732 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 244252873902 8.30.676.854 I slot launch_slot_: id 3 | task 8392 | processing task, is_child = 0 8.31.627.128 I slot print_timing: id 0 | task 8387 | prompt processing, n_tokens = 708, progress = 0.99, t = 3.48 s / 203.17 tokens per second 8.31.828.136 I slot print_timing: id 2 | task 8388 | prompt processing, n_tokens = 712, progress = 0.99, t = 3.48 s / 204.32 tokens per second 8.33.020.458 I slot print_timing: id 0 | task 8387 | prompt eval time = 4556.84 ms / 712 tokens ( 6.40 ms per token, 156.25 tokens per second) 8.33.020.461 I slot print_timing: id 0 | task 8387 | eval time = 321.34 ms / 2 tokens ( 321.34 ms per token, 3.11 tokens per second) 8.33.020.461 I slot print_timing: id 0 | task 8387 | total time = 4878.18 ms / 714 tokens 8.33.020.462 I slot print_timing: id 0 | task 8387 | graphs reused = 7340 8.33.020.462 I slot print_timing: id 0 | task 8387 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.020.504 I slot release: id 0 | task 8387 | stop processing: n_tokens = 714, truncated = 0 8.33.020.669 I slot print_timing: id 1 | task 8391 | prompt eval time = 2021.19 ms / 92 tokens ( 21.97 ms per token, 45.52 tokens per second) 8.33.020.675 I slot print_timing: id 1 | task 8391 | eval time = 321.38 ms / 2 tokens ( 321.38 ms per token, 3.11 tokens per second) 8.33.020.675 I slot print_timing: id 1 | task 8391 | total time = 2342.56 ms / 94 tokens 8.33.020.675 I slot print_timing: id 1 | task 8391 | graphs reused = 7340 8.33.020.676 I slot print_timing: id 1 | task 8391 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.020.713 I slot release: id 1 | task 8391 | stop processing: n_tokens = 721, truncated = 0 8.33.020.901 I slot print_timing: id 2 | task 8388 | prompt eval time = 4557.04 ms / 716 tokens ( 6.36 ms per token, 157.12 tokens per second) 8.33.020.903 I slot print_timing: id 2 | task 8388 | eval time = 321.41 ms / 2 tokens ( 321.41 ms per token, 3.11 tokens per second) 8.33.020.904 I slot print_timing: id 2 | task 8388 | total time = 4878.45 ms / 718 tokens 8.33.020.904 I slot print_timing: id 2 | task 8388 | graphs reused = 7340 8.33.020.905 I slot print_timing: id 2 | task 8388 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.020.936 I slot release: id 2 | task 8388 | stop processing: n_tokens = 718, truncated = 0 8.33.065.298 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 714, t_last = 244256826438 8.33.071.289 I slot launch_slot_: id 0 | task 8397 | processing task, is_child = 0 8.33.084.356 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 244256826647 8.33.084.446 I slot launch_slot_: id 1 | task 8398 | processing task, is_child = 0 8.33.084.508 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 244256826870 8.33.084.591 I slot launch_slot_: id 2 | task 8399 | processing task, is_child = 0 8.35.831.423 I slot print_timing: id 3 | task 8392 | prompt eval time = 2384.36 ms / 725 tokens ( 3.29 ms per token, 304.06 tokens per second) 8.35.831.430 I slot print_timing: id 3 | task 8392 | eval time = 2766.13 ms / 2 tokens ( 2766.13 ms per token, 0.36 tokens per second) 8.35.831.431 I slot print_timing: id 3 | task 8392 | total time = 5150.49 ms / 727 tokens 8.35.831.431 I slot print_timing: id 3 | task 8392 | graphs reused = 7340 8.35.831.432 I slot print_timing: id 3 | task 8392 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.831.481 I slot release: id 3 | task 8392 | stop processing: n_tokens = 727, truncated = 0 8.38.051.131 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 244259637415 8.38.201.045 I slot launch_slot_: id 3 | task 8402 | processing task, is_child = 0 8.38.201.056 I slot print_timing: id 0 | task 8397 | prompt processing, n_tokens = 765, progress = 0.87, t = 4.97 s / 154.03 tokens per second 8.38.202.367 I slot print_timing: id 1 | task 8398 | prompt processing, n_tokens = 861, progress = 0.83, t = 4.97 s / 173.37 tokens per second 8.38.203.799 I slot print_timing: id 2 | task 8399 | prompt processing, n_tokens = 861, progress = 0.86, t = 4.97 s / 173.37 tokens per second 8.39.468.770 I slot print_timing: id 0 | task 8397 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.38 s / 136.74 tokens per second 8.40.202.306 I slot print_timing: id 1 | task 8398 | prompt processing, n_tokens = 1032, progress = 1.00, t = 6.38 s / 161.65 tokens per second 8.40.203.592 I slot print_timing: id 2 | task 8399 | prompt processing, n_tokens = 992, progress = 1.00, t = 6.38 s / 155.39 tokens per second 8.41.424.301 I slot print_timing: id 0 | task 8397 | prompt eval time = 7956.37 ms / 877 tokens ( 9.07 ms per token, 110.23 tokens per second) 8.41.424.306 I slot print_timing: id 0 | task 8397 | eval time = 383.33 ms / 2 tokens ( 383.33 ms per token, 2.61 tokens per second) 8.41.424.306 I slot print_timing: id 0 | task 8397 | total time = 8339.70 ms / 879 tokens 8.41.424.307 I slot print_timing: id 0 | task 8397 | graphs reused = 7340 8.41.424.307 I slot print_timing: id 0 | task 8397 | graph reallocs = 0 / 0 (same size) / (changed size) 8.41.424.353 I slot release: id 0 | task 8397 | stop processing: n_tokens = 879, truncated = 0 8.41.424.520 I slot print_timing: id 1 | task 8398 | prompt eval time = 7956.42 ms / 1036 tokens ( 7.68 ms per token, 130.21 tokens per second) 8.41.424.522 I slot print_timing: id 1 | task 8398 | eval time = 383.35 ms / 2 tokens ( 383.35 ms per token, 2.61 tokens per second) 8.41.424.523 I slot print_timing: id 1 | task 8398 | total time = 8339.77 ms / 1038 tokens 8.41.424.523 I slot print_timing: id 1 | task 8398 | graphs reused = 7340 8.41.424.523 I slot print_timing: id 1 | task 8398 | graph reallocs = 0 / 0 (same size) / (changed size) 8.41.424.577 I slot release: id 1 | task 8398 | stop processing: n_tokens = 1038, truncated = 0 8.41.424.751 I slot print_timing: id 2 | task 8399 | prompt eval time = 7956.51 ms / 996 tokens ( 7.99 ms per token, 125.18 tokens per second) 8.41.424.754 I slot print_timing: id 2 | task 8399 | eval time = 383.37 ms / 2 tokens ( 383.37 ms per token, 2.61 tokens per second) 8.41.424.754 I slot print_timing: id 2 | task 8399 | total time = 8339.88 ms / 998 tokens 8.41.424.754 I slot print_timing: id 2 | task 8399 | graphs reused = 7340 8.41.424.755 I slot print_timing: id 2 | task 8399 | graph reallocs = 0 / 0 (same size) / (changed size) 8.41.424.793 I slot release: id 2 | task 8399 | stop processing: n_tokens = 998, truncated = 0 8.41.424.799 I slot print_timing: id 3 | task 8402 | prompt processing, n_tokens = 1006, progress = 1.00, t = 3.22 s / 312.59 tokens per second 8.41.469.388 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.857 8.41.469.428 I slot launch_slot_: id 1 | task 8407 | processing task, is_child = 0 8.41.483.596 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 244265230287 8.41.483.692 I slot launch_slot_: id 0 | task 8408 | processing task, is_child = 0 8.41.483.764 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.892 8.41.483.781 I slot launch_slot_: id 2 | task 8409 | processing task, is_child = 0 8.42.737.485 I slot print_timing: id 3 | task 8402 | prompt eval time = 3263.50 ms / 1010 tokens ( 3.23 ms per token, 309.48 tokens per second) 8.42.737.488 I slot print_timing: id 3 | task 8402 | eval time = 1268.10 ms / 2 tokens ( 1268.10 ms per token, 0.79 tokens per second) 8.42.737.488 I slot print_timing: id 3 | task 8402 | total time = 4531.60 ms / 1012 tokens 8.42.737.489 I slot print_timing: id 3 | task 8402 | graphs reused = 7340 8.42.737.489 I slot print_timing: id 3 | task 8402 | graph reallocs = 0 / 0 (same size) / (changed size) 8.42.737.541 I slot release: id 3 | task 8402 | stop processing: n_tokens = 1012, truncated = 0 8.43.559.221 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 244266543475 8.43.569.269 I slot launch_slot_: id 3 | task 8412 | processing task, is_child = 0 8.44.906.731 I slot print_timing: id 1 | task 8407 | prompt eval time = 2075.06 ms / 108 tokens ( 19.21 ms per token, 52.05 tokens per second) 8.44.906.736 I slot print_timing: id 1 | task 8407 | eval time = 1347.72 ms / 2 tokens ( 1347.72 ms per token, 0.74 tokens per second) 8.44.906.737 I slot print_timing: id 1 | task 8407 | total time = 3422.77 ms / 110 tokens 8.44.906.737 I slot print_timing: id 1 | task 8407 | graphs reused = 7340 8.44.906.738 I slot print_timing: id 1 | task 8407 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.906.787 I slot release: id 1 | task 8407 | stop processing: n_tokens = 999, truncated = 0 8.44.906.958 I slot print_timing: id 2 | task 8409 | prompt eval time = 2074.58 ms / 114 tokens ( 18.20 ms per token, 54.95 tokens per second) 8.44.906.960 I slot print_timing: id 2 | task 8409 | eval time = 1347.74 ms / 2 tokens ( 1347.74 ms per token, 0.74 tokens per second) 8.44.906.960 I slot print_timing: id 2 | task 8409 | total time = 3422.32 ms / 116 tokens 8.44.906.961 I slot print_timing: id 2 | task 8409 | graphs reused = 7340 8.44.906.961 I slot print_timing: id 2 | task 8409 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.907.009 I slot release: id 2 | task 8409 | stop processing: n_tokens = 1005, truncated = 0 8.44.907.018 I slot print_timing: id 0 | task 8408 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.42 s / 257.98 tokens per second 8.45.527.666 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 244268712721 8.45.537.878 I slot launch_slot_: id 1 | task 8415 | processing task, is_child = 0 8.45.546.030 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 244268712943 8.45.546.130 I slot launch_slot_: id 2 | task 8416 | processing task, is_child = 0 8.47.843.832 I slot print_timing: id 0 | task 8408 | prompt eval time = 4043.88 ms / 887 tokens ( 4.56 ms per token, 219.34 tokens per second) 8.47.843.835 I slot print_timing: id 0 | task 8408 | eval time = 2316.16 ms / 2 tokens ( 2316.16 ms per token, 0.43 tokens per second) 8.47.843.835 I slot print_timing: id 0 | task 8408 | total time = 6360.04 ms / 889 tokens 8.47.843.836 I slot print_timing: id 0 | task 8408 | graphs reused = 7340 8.47.843.836 I slot print_timing: id 0 | task 8408 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.843.889 I slot release: id 0 | task 8408 | stop processing: n_tokens = 889, truncated = 0 8.47.845.500 I slot print_timing: id 3 | task 8412 | prompt processing, n_tokens = 998, progress = 1.00, t = 4.27 s / 233.57 tokens per second 8.49.329.506 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 244271649823 8.49.335.425 I slot launch_slot_: id 0 | task 8419 | processing task, is_child = 0 8.49.335.593 I slot print_timing: id 1 | task 8415 | prompt processing, n_tokens = 759, progress = 0.86, t = 3.78 s / 200.63 tokens per second 8.49.336.357 I slot print_timing: id 2 | task 8416 | prompt processing, n_tokens = 759, progress = 0.77, t = 3.78 s / 200.63 tokens per second 8.50.892.973 I slot print_timing: id 3 | task 8412 | prompt eval time = 5758.59 ms / 1002 tokens ( 5.75 ms per token, 174.00 tokens per second) 8.50.892.978 I slot print_timing: id 3 | task 8412 | eval time = 1563.47 ms / 2 tokens ( 1563.47 ms per token, 0.64 tokens per second) 8.50.892.979 I slot print_timing: id 3 | task 8412 | total time = 7322.06 ms / 1004 tokens 8.50.892.979 I slot print_timing: id 3 | task 8412 | graphs reused = 7340 8.50.892.980 I slot print_timing: id 3 | task 8412 | graph reallocs = 0 / 0 (same size) / (changed size) 8.50.893.037 I slot release: id 3 | task 8412 | stop processing: n_tokens = 1004, truncated = 0 8.50.893.591 I slot print_timing: id 1 | task 8415 | prompt processing, n_tokens = 880, progress = 1.00, t = 5.35 s / 164.59 tokens per second 8.50.895.154 I slot print_timing: id 2 | task 8416 | prompt processing, n_tokens = 980, progress = 1.00, t = 5.35 s / 183.30 tokens per second 8.51.724.317 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.785 8.51.724.384 I slot launch_slot_: id 3 | task 8422 | processing task, is_child = 0 8.52.444.342 I slot print_timing: id 1 | task 8415 | prompt eval time = 6177.98 ms / 884 tokens ( 6.99 ms per token, 143.09 tokens per second) 8.52.444.348 I slot print_timing: id 1 | task 8415 | eval time = 720.23 ms / 2 tokens ( 720.23 ms per token, 1.39 tokens per second) 8.52.444.348 I slot print_timing: id 1 | task 8415 | total time = 6898.20 ms / 886 tokens 8.52.444.349 I slot print_timing: id 1 | task 8415 | graphs reused = 7340 8.52.444.349 I slot print_timing: id 1 | task 8415 | graph reallocs = 0 / 0 (same size) / (changed size) 8.52.444.402 I slot release: id 1 | task 8415 | stop processing: n_tokens = 886, truncated = 0 8.52.444.573 I slot print_timing: id 2 | task 8416 | prompt eval time = 6178.01 ms / 984 tokens ( 6.28 ms per token, 159.27 tokens per second) 8.52.444.574 I slot print_timing: id 2 | task 8416 | eval time = 720.26 ms / 2 tokens ( 720.26 ms per token, 1.39 tokens per second) 8.52.444.575 I slot print_timing: id 2 | task 8416 | total time = 6898.27 ms / 986 tokens 8.52.444.575 I slot print_timing: id 2 | task 8416 | graphs reused = 7340 8.52.444.575 I slot print_timing: id 2 | task 8416 | graph reallocs = 0 / 0 (same size) / (changed size) 8.52.444.622 I slot release: id 2 | task 8416 | stop processing: n_tokens = 986, truncated = 0 8.52.444.628 I slot print_timing: id 0 | task 8419 | prompt processing, n_tokens = 888, progress = 1.00, t = 3.11 s / 285.65 tokens per second 8.52.529.925 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.889 8.52.529.959 I slot launch_slot_: id 1 | task 8425 | processing task, is_child = 0 8.52.537.733 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 244276250556 8.52.537.830 I slot launch_slot_: id 2 | task 8426 | processing task, is_child = 0 8.53.608.909 I slot print_timing: id 0 | task 8419 | prompt eval time = 3194.30 ms / 892 tokens ( 3.58 ms per token, 279.25 tokens per second) 8.53.608.911 I slot print_timing: id 0 | task 8419 | eval time = 1079.17 ms / 2 tokens ( 1079.17 ms per token, 0.93 tokens per second) 8.53.608.912 I slot print_timing: id 0 | task 8419 | total time = 4273.47 ms / 894 tokens 8.53.608.912 I slot print_timing: id 0 | task 8419 | graphs reused = 7340 8.53.608.913 I slot print_timing: id 0 | task 8419 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.608.963 I slot release: id 0 | task 8419 | stop processing: n_tokens = 894, truncated = 0 8.53.609.128 I slot print_timing: id 3 | task 8422 | prompt eval time = 802.55 ms / 164 tokens ( 4.89 ms per token, 204.35 tokens per second) 8.53.609.131 I slot print_timing: id 3 | task 8422 | eval time = 1079.21 ms / 2 tokens ( 1079.21 ms per token, 0.93 tokens per second) 8.53.609.132 I slot print_timing: id 3 | task 8422 | total time = 1881.76 ms / 166 tokens 8.53.609.132 I slot print_timing: id 3 | task 8422 | graphs reused = 7340 8.53.609.132 I slot print_timing: id 3 | task 8422 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.609.176 I slot release: id 3 | task 8422 | stop processing: n_tokens = 953, truncated = 0 8.54.349.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 244277414897 8.54.358.477 I slot launch_slot_: id 0 | task 8429 | processing task, is_child = 0 8.54.367.499 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 244277415110 8.54.367.604 I slot launch_slot_: id 3 | task 8430 | processing task, is_child = 0 8.56.378.666 I slot print_timing: id 1 | task 8425 | prompt eval time = 1811.70 ms / 84 tokens ( 21.57 ms per token, 46.37 tokens per second) 8.56.378.668 I slot print_timing: id 1 | task 8425 | eval time = 2029.12 ms / 2 tokens ( 2029.12 ms per token, 0.49 tokens per second) 8.56.378.669 I slot print_timing: id 1 | task 8425 | total time = 3840.82 ms / 86 tokens 8.56.378.669 I slot print_timing: id 1 | task 8425 | graphs reused = 7340 8.56.378.670 I slot print_timing: id 1 | task 8425 | graph reallocs = 0 / 0 (same size) / (changed size) 8.56.378.723 I slot release: id 1 | task 8425 | stop processing: n_tokens = 873, truncated = 0 8.56.379.300 I slot print_timing: id 2 | task 8426 | prompt processing, n_tokens = 939, progress = 1.00, t = 3.84 s / 244.54 tokens per second 8.57.886.748 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 244280184658 8.57.894.184 I slot launch_slot_: id 1 | task 8433 | processing task, is_child = 0 8.57.894.195 I slot print_timing: id 0 | task 8429 | prompt processing, n_tokens = 761, progress = 0.85, t = 3.52 s / 216.26 tokens per second 8.57.896.001 I slot print_timing: id 3 | task 8430 | prompt processing, n_tokens = 761, progress = 0.82, t = 3.52 s / 216.31 tokens per second 9.00.281.997 I slot print_timing: id 2 | task 8426 | prompt eval time = 5348.11 ms / 943 tokens ( 5.67 ms per token, 176.32 tokens per second) 9.00.282.003 I slot print_timing: id 2 | task 8426 | eval time = 2395.25 ms / 2 tokens ( 2395.25 ms per token, 0.42 tokens per second) 9.00.282.003 I slot print_timing: id 2 | task 8426 | total time = 7743.36 ms / 945 tokens 9.00.282.004 I slot print_timing: id 2 | task 8426 | graphs reused = 7340 9.00.282.004 I slot print_timing: id 2 | task 8426 | graph reallocs = 0 / 0 (same size) / (changed size) 9.00.282.062 I slot release: id 2 | task 8426 | stop processing: n_tokens = 945, truncated = 0 9.00.282.074 I slot print_timing: id 0 | task 8429 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.91 s / 151.16 tokens per second 9.00.284.472 I slot print_timing: id 3 | task 8430 | prompt processing, n_tokens = 920, progress = 1.00, t = 5.91 s / 155.58 tokens per second 9.01.020.223 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 244284087996 9.01.030.789 I slot launch_slot_: id 2 | task 8436 | processing task, is_child = 0 9.01.030.800 I slot print_timing: id 1 | task 8433 | prompt processing, n_tokens = 1157, progress = 0.85, t = 3.12 s / 370.36 tokens per second 9.03.185.546 I slot print_timing: id 0 | task 8429 | prompt eval time = 6652.42 ms / 898 tokens ( 7.41 ms per token, 134.99 tokens per second) 9.03.185.548 I slot print_timing: id 0 | task 8429 | eval time = 2165.51 ms / 2 tokens ( 2165.51 ms per token, 0.46 tokens per second) 9.03.185.548 I slot print_timing: id 0 | task 8429 | total time = 8817.93 ms / 900 tokens 9.03.185.548 I slot print_timing: id 0 | task 8429 | graphs reused = 7340 9.03.185.549 I slot print_timing: id 0 | task 8429 | graph reallocs = 0 / 0 (same size) / (changed size) 9.03.185.596 I slot release: id 0 | task 8429 | stop processing: n_tokens = 900, truncated = 0 9.03.185.771 I slot print_timing: id 3 | task 8430 | prompt eval time = 6651.77 ms / 924 tokens ( 7.20 ms per token, 138.91 tokens per second) 9.03.185.773 I slot print_timing: id 3 | task 8430 | eval time = 2165.55 ms / 2 tokens ( 2165.55 ms per token, 0.46 tokens per second) 9.03.185.773 I slot print_timing: id 3 | task 8430 | total time = 8817.32 ms / 926 tokens 9.03.185.774 I slot print_timing: id 3 | task 8430 | graphs reused = 7340 9.03.185.774 I slot print_timing: id 3 | task 8430 | graph reallocs = 0 / 0 (same size) / (changed size) 9.03.185.814 I slot release: id 3 | task 8430 | stop processing: n_tokens = 926, truncated = 0 9.03.185.824 I slot print_timing: id 1 | task 8433 | prompt processing, n_tokens = 1361, progress = 1.00, t = 5.29 s / 257.30 tokens per second 9.03.892.600 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 244286991530 9.03.901.634 I slot launch_slot_: id 0 | task 8439 | processing task, is_child = 0 9.03.908.700 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 244286991748 9.03.908.802 I slot launch_slot_: id 3 | task 8440 | processing task, is_child = 0 9.07.438.519 I slot print_timing: id 1 | task 8433 | prompt eval time = 5996.75 ms / 1365 tokens ( 4.39 ms per token, 227.62 tokens per second) 9.07.438.521 I slot print_timing: id 1 | task 8433 | eval time = 3545.91 ms / 2 tokens ( 3545.91 ms per token, 0.28 tokens per second) 9.07.438.522 I slot print_timing: id 1 | task 8433 | total time = 9542.67 ms / 1367 tokens 9.07.438.522 I slot print_timing: id 1 | task 8433 | graphs reused = 7340 9.07.438.522 I slot print_timing: id 1 | task 8433 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.438.590 I slot release: id 1 | task 8433 | stop processing: n_tokens = 1367, truncated = 0 9.07.438.604 I slot print_timing: id 0 | task 8439 | prompt processing, n_tokens = 752, progress = 0.59, t = 3.53 s / 213.06 tokens per second 9.07.439.439 I slot print_timing: id 2 | task 8436 | prompt processing, n_tokens = 1351, progress = 1.00, t = 6.41 s / 210.90 tokens per second 9.07.441.190 I slot print_timing: id 3 | task 8440 | prompt processing, n_tokens = 794, progress = 0.61, t = 3.53 s / 225.02 tokens per second 9.09.104.186 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1367, t_last = 244291244524 9.09.113.722 I slot launch_slot_: id 1 | task 8443 | processing task, is_child = 0 9.09.113.738 I slot print_timing: id 0 | task 8439 | prompt processing, n_tokens = 1157, progress = 0.91, t = 5.20 s / 222.71 tokens per second 9.09.115.919 I slot print_timing: id 3 | task 8440 | prompt processing, n_tokens = 1157, progress = 0.88, t = 5.19 s / 222.75 tokens per second 9.10.345.537 I slot print_timing: id 2 | task 8436 | prompt eval time = 8071.65 ms / 1355 tokens ( 5.96 ms per token, 167.87 tokens per second) 9.10.345.539 I slot print_timing: id 2 | task 8436 | eval time = 1241.36 ms / 2 tokens ( 1241.36 ms per token, 0.81 tokens per second) 9.10.345.540 I slot print_timing: id 2 | task 8436 | total time = 9313.00 ms / 1357 tokens 9.10.345.540 I slot print_timing: id 2 | task 8436 | graphs reused = 7340 9.10.345.541 I slot print_timing: id 2 | task 8436 | graph reallocs = 0 / 0 (same size) / (changed size) 9.10.345.607 I slot release: id 2 | task 8436 | stop processing: n_tokens = 1357, truncated = 0 9.10.345.618 I slot print_timing: id 0 | task 8439 | prompt processing, n_tokens = 1264, progress = 1.00, t = 6.44 s / 196.38 tokens per second 9.10.347.735 I slot print_timing: id 3 | task 8440 | prompt processing, n_tokens = 1306, progress = 1.00, t = 6.44 s / 202.93 tokens per second 9.11.237.792 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 244294151541 9.11.248.127 I slot launch_slot_: id 2 | task 8446 | processing task, is_child = 0 9.12.151.645 I slot print_timing: id 0 | task 8439 | prompt eval time = 7328.80 ms / 1268 tokens ( 5.78 ms per token, 173.02 tokens per second) 9.12.151.650 I slot print_timing: id 0 | task 8439 | eval time = 914.03 ms / 2 tokens ( 914.03 ms per token, 1.09 tokens per second) 9.12.151.651 I slot print_timing: id 0 | task 8439 | total time = 8242.83 ms / 1270 tokens 9.12.151.651 I slot print_timing: id 0 | task 8439 | graphs reused = 7340 9.12.151.652 I slot print_timing: id 0 | task 8439 | graph reallocs = 0 / 0 (same size) / (changed size) 9.12.151.714 I slot release: id 0 | task 8439 | stop processing: n_tokens = 1270, truncated = 0 9.12.151.883 I slot print_timing: id 3 | task 8440 | prompt eval time = 7328.09 ms / 1310 tokens ( 5.59 ms per token, 178.76 tokens per second) 9.12.151.889 I slot print_timing: id 3 | task 8440 | eval time = 914.09 ms / 2 tokens ( 914.09 ms per token, 1.09 tokens per second) 9.12.151.889 I slot print_timing: id 3 | task 8440 | total time = 8242.18 ms / 1312 tokens 9.12.151.890 I slot print_timing: id 3 | task 8440 | graphs reused = 7340 9.12.151.890 I slot print_timing: id 3 | task 8440 | graph reallocs = 0 / 0 (same size) / (changed size) 9.12.151.936 I slot release: id 3 | task 8440 | stop processing: n_tokens = 1312, truncated = 0 9.12.151.943 I slot print_timing: id 1 | task 8443 | prompt processing, n_tokens = 786, progress = 0.99, t = 3.04 s / 258.91 tokens per second 9.12.952.153 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 244295957648 9.12.961.263 I slot launch_slot_: id 0 | task 8449 | processing task, is_child = 0 9.12.968.692 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 244295957870 9.12.968.806 I slot launch_slot_: id 3 | task 8450 | processing task, is_child = 0 9.14.686.498 I slot print_timing: id 1 | task 8443 | prompt eval time = 3836.44 ms / 790 tokens ( 4.86 ms per token, 205.92 tokens per second) 9.14.686.501 I slot print_timing: id 1 | task 8443 | eval time = 1734.35 ms / 2 tokens ( 1734.35 ms per token, 0.58 tokens per second) 9.14.686.501 I slot print_timing: id 1 | task 8443 | total time = 5570.78 ms / 792 tokens 9.14.686.502 I slot print_timing: id 1 | task 8443 | graphs reused = 7340 9.14.686.502 I slot print_timing: id 1 | task 8443 | graph reallocs = 0 / 0 (same size) / (changed size) 9.14.686.555 I slot release: id 1 | task 8443 | stop processing: n_tokens = 792, truncated = 0 9.14.687.074 I slot print_timing: id 2 | task 8446 | prompt processing, n_tokens = 804, progress = 1.00, t = 3.44 s / 233.97 tokens per second 9.16.297.081 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 244298492489 9.16.303.707 I slot launch_slot_: id 1 | task 8453 | processing task, is_child = 0 9.16.303.720 I slot print_timing: id 0 | task 8449 | prompt processing, n_tokens = 742, progress = 0.86, t = 3.33 s / 222.95 tokens per second 9.16.305.682 I slot print_timing: id 3 | task 8450 | prompt processing, n_tokens = 742, progress = 0.83, t = 3.33 s / 223.01 tokens per second 9.17.573.354 I slot print_timing: id 2 | task 8446 | prompt eval time = 5047.06 ms / 808 tokens ( 6.25 ms per token, 160.09 tokens per second) 9.17.573.358 I slot print_timing: id 2 | task 8446 | eval time = 1276.28 ms / 2 tokens ( 1276.28 ms per token, 0.78 tokens per second) 9.17.573.359 I slot print_timing: id 2 | task 8446 | total time = 6323.34 ms / 810 tokens 9.17.573.359 I slot print_timing: id 2 | task 8446 | graphs reused = 7340 9.17.573.360 I slot print_timing: id 2 | task 8446 | graph reallocs = 0 / 0 (same size) / (changed size) 9.17.573.408 I slot release: id 2 | task 8446 | stop processing: n_tokens = 810, truncated = 0 9.17.573.420 I slot print_timing: id 0 | task 8449 | prompt processing, n_tokens = 861, progress = 1.00, t = 4.60 s / 187.00 tokens per second 9.17.574.970 I slot print_timing: id 3 | task 8450 | prompt processing, n_tokens = 891, progress = 1.00, t = 4.60 s / 193.55 tokens per second 9.18.408.251 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 244301379342 9.18.418.101 I slot launch_slot_: id 2 | task 8456 | processing task, is_child = 0 9.19.492.444 I slot print_timing: id 0 | task 8449 | prompt eval time = 5439.25 ms / 865 tokens ( 6.29 ms per token, 159.03 tokens per second) 9.19.492.447 I slot print_timing: id 0 | task 8449 | eval time = 1084.38 ms / 2 tokens ( 1084.38 ms per token, 0.92 tokens per second) 9.19.492.447 I slot print_timing: id 0 | task 8449 | total time = 6523.62 ms / 867 tokens 9.19.492.448 I slot print_timing: id 0 | task 8449 | graphs reused = 7340 9.19.492.448 I slot print_timing: id 0 | task 8449 | graph reallocs = 0 / 0 (same size) / (changed size) 9.19.492.503 I slot release: id 0 | task 8449 | stop processing: n_tokens = 867, truncated = 0 9.19.492.677 I slot print_timing: id 3 | task 8450 | prompt eval time = 5438.55 ms / 895 tokens ( 6.08 ms per token, 164.57 tokens per second) 9.19.492.679 I slot print_timing: id 3 | task 8450 | eval time = 1084.42 ms / 2 tokens ( 1084.42 ms per token, 0.92 tokens per second) 9.19.492.680 I slot print_timing: id 3 | task 8450 | total time = 6522.97 ms / 897 tokens 9.19.492.680 I slot print_timing: id 3 | task 8450 | graphs reused = 7340 9.19.492.680 I slot print_timing: id 3 | task 8450 | graph reallocs = 0 / 0 (same size) / (changed size) 9.19.492.729 I slot release: id 3 | task 8450 | stop processing: n_tokens = 897, truncated = 0 9.19.492.739 I slot print_timing: id 1 | task 8453 | prompt processing, n_tokens = 797, progress = 1.00, t = 3.19 s / 250.10 tokens per second 9.20.171.843 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 244303298438 9.20.178.724 I slot launch_slot_: id 0 | task 8460 | processing task, is_child = 0 9.20.185.912 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 244303298663 9.20.186.024 I slot launch_slot_: id 3 | task 8459 | processing task, is_child = 0 9.21.779.927 I slot print_timing: id 1 | task 8453 | prompt eval time = 3866.29 ms / 801 tokens ( 4.83 ms per token, 207.18 tokens per second) 9.21.779.932 I slot print_timing: id 1 | task 8453 | eval time = 1608.09 ms / 2 tokens ( 1608.09 ms per token, 0.62 tokens per second) 9.21.779.933 I slot print_timing: id 1 | task 8453 | total time = 5474.38 ms / 803 tokens 9.21.779.933 I slot print_timing: id 1 | task 8453 | graphs reused = 7340 9.21.779.934 I slot print_timing: id 1 | task 8453 | graph reallocs = 0 / 0 (same size) / (changed size) 9.21.779.984 I slot release: id 1 | task 8453 | stop processing: n_tokens = 803, truncated = 0 9.21.780.391 I slot print_timing: id 2 | task 8456 | prompt processing, n_tokens = 862, progress = 1.00, t = 3.36 s / 256.57 tokens per second 9.23.437.289 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 9.23.437.353 I slot launch_slot_: id 1 | task 8463 | processing task, is_child = 0 9.23.437.365 I slot print_timing: id 0 | task 8460 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.25 s / 203.63 tokens per second 9.23.439.710 I slot print_timing: id 3 | task 8459 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.25 s / 203.68 tokens per second 9.24.316.233 I slot print_timing: id 2 | task 8456 | prompt eval time = 5017.27 ms / 866 tokens ( 5.79 ms per token, 172.60 tokens per second) 9.24.316.238 I slot print_timing: id 2 | task 8456 | eval time = 878.95 ms / 2 tokens ( 878.95 ms per token, 1.14 tokens per second) 9.24.316.238 I slot print_timing: id 2 | task 8456 | total time = 5896.22 ms / 868 tokens 9.24.316.239 I slot print_timing: id 2 | task 8456 | graphs reused = 7340 9.24.316.239 I slot print_timing: id 2 | task 8456 | graph reallocs = 0 / 0 (same size) / (changed size) 9.24.316.290 I slot release: id 2 | task 8456 | stop processing: n_tokens = 868, truncated = 0 9.24.316.301 I slot print_timing: id 0 | task 8460 | prompt processing, n_tokens = 785, progress = 0.99, t = 4.13 s / 190.07 tokens per second 9.24.320.909 I slot print_timing: id 3 | task 8459 | prompt processing, n_tokens = 781, progress = 0.99, t = 4.13 s / 189.14 tokens per second 9.24.407.960 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 244308122224 9.24.415.869 I slot launch_slot_: id 2 | task 8466 | processing task, is_child = 0 9.25.335.357 I slot print_timing: id 0 | task 8460 | prompt eval time = 4221.54 ms / 789 tokens ( 5.35 ms per token, 186.90 tokens per second) 9.25.335.359 I slot print_timing: id 0 | task 8460 | eval time = 927.78 ms / 2 tokens ( 927.78 ms per token, 1.08 tokens per second) 9.25.335.365 I slot print_timing: id 0 | task 8460 | total time = 5149.32 ms / 791 tokens 9.25.335.366 I slot print_timing: id 0 | task 8460 | graphs reused = 7340 9.25.335.368 I slot print_timing: id 0 | task 8460 | graph reallocs = 0 / 0 (same size) / (changed size) 9.25.335.416 I slot release: id 0 | task 8460 | stop processing: n_tokens = 791, truncated = 0 9.25.335.597 I slot print_timing: id 1 | task 8463 | prompt eval time = 969.52 ms / 119 tokens ( 8.15 ms per token, 122.74 tokens per second) 9.25.335.599 I slot print_timing: id 1 | task 8463 | eval time = 927.83 ms / 2 tokens ( 927.83 ms per token, 1.08 tokens per second) 9.25.335.599 I slot print_timing: id 1 | task 8463 | total time = 1897.34 ms / 121 tokens 9.25.335.600 I slot print_timing: id 1 | task 8463 | graphs reused = 7340 9.25.335.600 I slot print_timing: id 1 | task 8463 | graph reallocs = 0 / 0 (same size) / (changed size) 9.25.335.635 I slot release: id 1 | task 8463 | stop processing: n_tokens = 811, truncated = 0 9.25.335.814 I slot print_timing: id 3 | task 8459 | prompt eval time = 4221.10 ms / 785 tokens ( 5.38 ms per token, 185.97 tokens per second) 9.25.335.817 I slot print_timing: id 3 | task 8459 | eval time = 927.86 ms / 2 tokens ( 927.86 ms per token, 1.08 tokens per second) 9.25.335.817 I slot print_timing: id 3 | task 8459 | total time = 5148.96 ms / 787 tokens 9.25.335.817 I slot print_timing: id 3 | task 8459 | graphs reused = 7340 9.25.335.818 I slot print_timing: id 3 | task 8459 | graph reallocs = 0 / 0 (same size) / (changed size) 9.25.335.847 I slot release: id 3 | task 8459 | stop processing: n_tokens = 787, truncated = 0 9.26.112.872 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 244309141350 9.26.448.295 I slot launch_slot_: id 0 | task 8470 | processing task, is_child = 0 9.26.468.733 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 244309141569 9.26.468.833 I slot launch_slot_: id 1 | task 8471 | processing task, is_child = 0 9.26.468.898 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 244309141781 9.26.468.980 I slot launch_slot_: id 3 | task 8472 | processing task, is_child = 0 9.31.460.652 I slot print_timing: id 2 | task 8466 | prompt eval time = 4570.46 ms / 958 tokens ( 4.77 ms per token, 209.61 tokens per second) 9.31.460.658 I slot print_timing: id 2 | task 8466 | eval time = 2474.31 ms / 2 tokens ( 2474.31 ms per token, 0.40 tokens per second) 9.31.460.658 I slot print_timing: id 2 | task 8466 | total time = 7044.77 ms / 960 tokens 9.31.460.659 I slot print_timing: id 2 | task 8466 | graphs reused = 7340 9.31.460.659 I slot print_timing: id 2 | task 8466 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.460.709 I slot release: id 2 | task 8466 | stop processing: n_tokens = 960, truncated = 0 9.31.460.721 I slot print_timing: id 0 | task 8470 | prompt processing, n_tokens = 822, progress = 0.88, t = 4.99 s / 164.68 tokens per second 9.31.461.587 I slot print_timing: id 1 | task 8471 | prompt processing, n_tokens = 822, progress = 0.88, t = 4.99 s / 164.69 tokens per second 9.31.462.840 I slot print_timing: id 3 | task 8472 | prompt processing, n_tokens = 822, progress = 0.86, t = 4.99 s / 164.72 tokens per second 9.31.974.502 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.886 9.31.974.578 I slot launch_slot_: id 2 | task 8476 | processing task, is_child = 0 9.31.974.584 I slot print_timing: id 0 | task 8470 | prompt processing, n_tokens = 933, progress = 1.00, t = 5.51 s / 169.47 tokens per second 9.32.252.066 I slot print_timing: id 1 | task 8471 | prompt processing, n_tokens = 930, progress = 1.00, t = 5.51 s / 168.93 tokens per second 9.32.254.570 I slot print_timing: id 3 | task 8472 | prompt processing, n_tokens = 950, progress = 1.00, t = 5.50 s / 172.59 tokens per second 9.32.711.692 I slot print_timing: id 0 | task 8470 | prompt eval time = 6132.48 ms / 937 tokens ( 6.54 ms per token, 152.79 tokens per second) 9.32.711.696 I slot print_timing: id 0 | task 8470 | eval time = 110.21 ms / 2 tokens ( 110.21 ms per token, 9.07 tokens per second) 9.32.711.696 I slot print_timing: id 0 | task 8470 | total time = 6242.69 ms / 939 tokens 9.32.711.697 I slot print_timing: id 0 | task 8470 | graphs reused = 7340 9.32.711.697 I slot print_timing: id 0 | task 8470 | graph reallocs = 0 / 0 (same size) / (changed size) 9.32.711.749 I slot release: id 0 | task 8470 | stop processing: n_tokens = 939, truncated = 0 9.32.711.993 I slot print_timing: id 1 | task 8471 | prompt eval time = 6132.50 ms / 934 tokens ( 6.57 ms per token, 152.30 tokens per second) 9.32.711.998 I slot print_timing: id 1 | task 8471 | eval time = 110.34 ms / 2 tokens ( 110.34 ms per token, 9.06 tokens per second) 9.32.711.998 I slot print_timing: id 1 | task 8471 | total time = 6242.84 ms / 936 tokens 9.32.711.999 I slot print_timing: id 1 | task 8471 | graphs reused = 7340 9.32.711.999 I slot print_timing: id 1 | task 8471 | graph reallocs = 0 / 0 (same size) / (changed size) 9.32.712.034 I slot release: id 1 | task 8471 | stop processing: n_tokens = 936, truncated = 0 9.32.712.491 I slot print_timing: id 3 | task 8472 | prompt eval time = 6131.81 ms / 954 tokens ( 6.43 ms per token, 155.58 tokens per second) 9.32.712.496 I slot print_timing: id 3 | task 8472 | eval time = 110.64 ms / 2 tokens ( 110.64 ms per token, 9.04 tokens per second) 9.32.712.497 I slot print_timing: id 3 | task 8472 | total time = 6242.45 ms / 956 tokens 9.32.712.497 I slot print_timing: id 3 | task 8472 | graphs reused = 7340 9.32.712.497 I slot print_timing: id 3 | task 8472 | graph reallocs = 0 / 0 (same size) / (changed size) 9.32.712.536 I slot release: id 3 | task 8472 | stop processing: n_tokens = 956, truncated = 0 9.32.739.294 I slot print_timing: id 2 | task 8476 | prompt eval time = 459.12 ms / 108 tokens ( 4.25 ms per token, 235.24 tokens per second) 9.32.739.297 I slot print_timing: id 2 | task 8476 | eval time = 27.05 ms / 2 tokens ( 27.05 ms per token, 36.97 tokens per second) 9.32.739.297 I slot print_timing: id 2 | task 8476 | total time = 486.17 ms / 110 tokens 9.32.739.297 I slot print_timing: id 2 | task 8476 | graphs reused = 7340 9.32.739.298 I slot print_timing: id 2 | task 8476 | graph reallocs = 0 / 0 (same size) / (changed size) 9.32.739.338 I slot release: id 2 | task 8476 | stop processing: n_tokens = 960, truncated = 0 9.32.739.343 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 244316517683 9.32.751.524 I slot launch_slot_: id 0 | task 8480 | processing task, is_child = 0 9.32.783.465 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 244316517968 9.32.783.606 I slot launch_slot_: id 1 | task 8481 | processing task, is_child = 0 9.32.783.776 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 244316518470 9.32.783.890 I slot launch_slot_: id 3 | task 8482 | processing task, is_child = 0 9.32.783.977 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 244316545272 9.32.784.085 I slot launch_slot_: id 2 | task 8483 | processing task, is_child = 0 9.38.781.948 I slot print_timing: id 0 | task 8480 | prompt processing, n_tokens = 678, progress = 0.85, t = 6.00 s / 113.04 tokens per second 9.38.802.648 I slot print_timing: id 1 | task 8481 | prompt processing, n_tokens = 678, progress = 0.85, t = 6.00 s / 113.04 tokens per second 9.38.803.560 I slot print_timing: id 2 | task 8483 | prompt processing, n_tokens = 823, progress = 0.86, t = 6.00 s / 137.23 tokens per second 9.38.805.008 I slot print_timing: id 3 | task 8482 | prompt processing, n_tokens = 823, progress = 0.84, t = 6.00 s / 137.23 tokens per second 9.39.856.161 I slot print_timing: id 0 | task 8480 | prompt processing, n_tokens = 798, progress = 1.00, t = 7.07 s / 112.84 tokens per second 9.39.962.143 I slot print_timing: id 1 | task 8481 | prompt processing, n_tokens = 797, progress = 1.00, t = 7.07 s / 112.70 tokens per second 9.39.963.291 I slot print_timing: id 2 | task 8483 | prompt processing, n_tokens = 950, progress = 1.00, t = 7.07 s / 134.34 tokens per second 9.39.964.811 I slot print_timing: id 3 | task 8482 | prompt processing, n_tokens = 971, progress = 1.00, t = 7.07 s / 137.31 tokens per second 9.40.081.676 I slot print_timing: id 0 | task 8480 | prompt eval time = 7254.10 ms / 802 tokens ( 9.05 ms per token, 110.56 tokens per second) 9.40.081.679 I slot print_timing: id 0 | task 8480 | eval time = 43.48 ms / 2 tokens ( 43.48 ms per token, 23.00 tokens per second) 9.40.081.680 I slot print_timing: id 0 | task 8480 | total time = 7297.58 ms / 804 tokens 9.40.081.680 I slot print_timing: id 0 | task 8480 | graphs reused = 7341 9.40.081.681 I slot print_timing: id 0 | task 8480 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.081.730 I slot release: id 0 | task 8480 | stop processing: n_tokens = 804, truncated = 0 9.40.081.903 I slot print_timing: id 1 | task 8481 | prompt eval time = 7254.13 ms / 801 tokens ( 9.06 ms per token, 110.42 tokens per second) 9.40.081.905 I slot print_timing: id 1 | task 8481 | eval time = 43.47 ms / 2 tokens ( 43.47 ms per token, 23.00 tokens per second) 9.40.081.906 I slot print_timing: id 1 | task 8481 | total time = 7297.60 ms / 803 tokens 9.40.081.906 I slot print_timing: id 1 | task 8481 | graphs reused = 7341 9.40.081.906 I slot print_timing: id 1 | task 8481 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.081.944 I slot release: id 1 | task 8481 | stop processing: n_tokens = 803, truncated = 0 9.40.082.122 I slot print_timing: id 2 | task 8483 | prompt eval time = 7254.17 ms / 954 tokens ( 7.60 ms per token, 131.51 tokens per second) 9.40.082.128 I slot print_timing: id 2 | task 8483 | eval time = 43.46 ms / 2 tokens ( 43.46 ms per token, 23.01 tokens per second) 9.40.082.128 I slot print_timing: id 2 | task 8483 | total time = 7297.63 ms / 956 tokens 9.40.082.129 I slot print_timing: id 2 | task 8483 | graphs reused = 7341 9.40.082.129 I slot print_timing: id 2 | task 8483 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.082.171 I slot release: id 2 | task 8483 | stop processing: n_tokens = 956, truncated = 0 9.40.082.358 I slot print_timing: id 3 | task 8482 | prompt eval time = 7254.20 ms / 975 tokens ( 7.44 ms per token, 134.40 tokens per second) 9.40.082.361 I slot print_timing: id 3 | task 8482 | eval time = 43.46 ms / 2 tokens ( 43.46 ms per token, 23.01 tokens per second) 9.40.082.361 I slot print_timing: id 3 | task 8482 | total time = 7297.66 ms / 977 tokens 9.40.082.361 I slot print_timing: id 3 | task 8482 | graphs reused = 7341 9.40.082.362 I slot print_timing: id 3 | task 8482 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.082.398 I slot release: id 3 | task 8482 | stop processing: n_tokens = 977, truncated = 0 9.40.099.041 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.891 9.40.099.113 I slot launch_slot_: id 2 | task 8489 | processing task, is_child = 0 9.40.125.976 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 244323887664 9.40.126.105 I slot launch_slot_: id 0 | task 8490 | processing task, is_child = 0 9.40.126.239 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 244323887878 9.40.126.343 I slot launch_slot_: id 1 | task 8491 | processing task, is_child = 0 9.40.126.416 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 244323888332 9.40.126.514 I slot launch_slot_: id 3 | task 8492 | processing task, is_child = 0 9.45.127.181 I slot print_timing: id 0 | task 8490 | prompt processing, n_tokens = 771, progress = 0.87, t = 5.00 s / 154.19 tokens per second 9.45.127.925 I slot print_timing: id 1 | task 8491 | prompt processing, n_tokens = 771, progress = 0.86, t = 5.00 s / 154.19 tokens per second 9.45.129.395 I slot print_timing: id 3 | task 8492 | prompt processing, n_tokens = 771, progress = 0.84, t = 5.00 s / 154.22 tokens per second 9.46.069.315 I slot print_timing: id 2 | task 8489 | prompt eval time = 5000.37 ms / 109 tokens ( 45.87 ms per token, 21.80 tokens per second) 9.46.069.321 I slot print_timing: id 2 | task 8489 | eval time = 942.15 ms / 2 tokens ( 942.15 ms per token, 1.06 tokens per second) 9.46.069.322 I slot print_timing: id 2 | task 8489 | total time = 5942.52 ms / 111 tokens 9.46.069.322 I slot print_timing: id 2 | task 8489 | graphs reused = 7341 9.46.069.323 I slot print_timing: id 2 | task 8489 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.069.378 I slot release: id 2 | task 8489 | stop processing: n_tokens = 962, truncated = 0 9.46.069.390 I slot print_timing: id 0 | task 8490 | prompt processing, n_tokens = 887, progress = 1.00, t = 5.94 s / 149.26 tokens per second 9.46.070.272 I slot print_timing: id 1 | task 8491 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.94 s / 150.44 tokens per second 9.46.071.429 I slot print_timing: id 3 | task 8492 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.94 s / 154.50 tokens per second 9.46.158.177 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 244329875313 9.46.171.114 I slot launch_slot_: id 2 | task 8497 | processing task, is_child = 0 9.46.963.645 I slot print_timing: id 0 | task 8490 | prompt eval time = 6031.06 ms / 891 tokens ( 6.77 ms per token, 147.74 tokens per second) 9.46.963.648 I slot print_timing: id 0 | task 8490 | eval time = 806.05 ms / 2 tokens ( 806.05 ms per token, 1.24 tokens per second) 9.46.963.648 I slot print_timing: id 0 | task 8490 | total time = 6837.11 ms / 893 tokens 9.46.963.649 I slot print_timing: id 0 | task 8490 | graphs reused = 7341 9.46.963.649 I slot print_timing: id 0 | task 8490 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.963.707 I slot release: id 0 | task 8490 | stop processing: n_tokens = 893, truncated = 0 9.46.963.965 I slot print_timing: id 1 | task 8491 | prompt eval time = 6031.22 ms / 898 tokens ( 6.72 ms per token, 148.89 tokens per second) 9.46.963.967 I slot print_timing: id 1 | task 8491 | eval time = 806.08 ms / 2 tokens ( 806.08 ms per token, 1.24 tokens per second) 9.46.963.968 I slot print_timing: id 1 | task 8491 | total time = 6837.30 ms / 900 tokens 9.46.963.968 I slot print_timing: id 1 | task 8491 | graphs reused = 7341 9.46.963.968 I slot print_timing: id 1 | task 8491 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.964.014 I slot release: id 1 | task 8491 | stop processing: n_tokens = 900, truncated = 0 9.46.964.272 I slot print_timing: id 3 | task 8492 | prompt eval time = 6030.63 ms / 922 tokens ( 6.54 ms per token, 152.89 tokens per second) 9.46.964.274 I slot print_timing: id 3 | task 8492 | eval time = 806.10 ms / 2 tokens ( 806.10 ms per token, 1.24 tokens per second) 9.46.964.275 I slot print_timing: id 3 | task 8492 | total time = 6836.73 ms / 924 tokens 9.46.964.275 I slot print_timing: id 3 | task 8492 | graphs reused = 7341 9.46.964.275 I slot print_timing: id 3 | task 8492 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.964.312 I slot release: id 3 | task 8492 | stop processing: n_tokens = 924, truncated = 0 9.47.789.173 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896 9.47.789.222 I slot launch_slot_: id 0 | task 8501 | processing task, is_child = 0 9.48.073.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.811 MiB) 9.48.073.620 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 9.48.073.624 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 9.48.073.628 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.038 MiB) 9.48.073.631 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.415 MiB) 9.48.073.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.475 MiB) 9.48.085.020 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 244330769948 9.48.085.131 I slot launch_slot_: id 1 | task 8502 | processing task, is_child = 0 9.48.085.199 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 924, t_last = 244330770246 9.48.085.287 I slot launch_slot_: id 3 | task 8503 | processing task, is_child = 0 9.51.199.478 I slot print_timing: id 0 | task 8501 | prompt processing, n_tokens = 81, progress = 1.00, t = 3.11 s / 26.01 tokens per second 9.51.200.382 I slot print_timing: id 1 | task 8502 | prompt processing, n_tokens = 731, progress = 0.59, t = 3.11 s / 234.81 tokens per second 9.51.201.810 I slot print_timing: id 3 | task 8503 | prompt processing, n_tokens = 717, progress = 0.58, t = 3.11 s / 230.38 tokens per second 9.52.708.113 I slot print_timing: id 2 | task 8497 | prompt eval time = 5028.34 ms / 896 tokens ( 5.61 ms per token, 178.19 tokens per second) 9.52.708.118 I slot print_timing: id 2 | task 8497 | eval time = 1508.65 ms / 2 tokens ( 1508.65 ms per token, 0.66 tokens per second) 9.52.708.119 I slot print_timing: id 2 | task 8497 | total time = 6536.98 ms / 898 tokens 9.52.708.119 I slot print_timing: id 2 | task 8497 | graphs reused = 7341 9.52.708.120 I slot print_timing: id 2 | task 8497 | graph reallocs = 0 / 0 (same size) / (changed size) 9.52.708.175 I slot release: id 2 | task 8497 | stop processing: n_tokens = 898, truncated = 0 9.52.708.188 I slot print_timing: id 1 | task 8502 | prompt processing, n_tokens = 1067, progress = 0.86, t = 4.62 s / 230.87 tokens per second 9.52.709.388 I slot print_timing: id 3 | task 8503 | prompt processing, n_tokens = 1067, progress = 0.87, t = 4.62 s / 230.91 tokens per second 9.53.571.404 I slot print_timing: id 0 | task 8501 | prompt eval time = 4622.65 ms / 85 tokens ( 54.38 ms per token, 18.39 tokens per second) 9.53.571.411 I slot print_timing: id 0 | task 8501 | eval time = 863.46 ms / 2 tokens ( 863.46 ms per token, 1.16 tokens per second) 9.53.571.411 I slot print_timing: id 0 | task 8501 | total time = 5486.11 ms / 87 tokens 9.53.571.412 I slot print_timing: id 0 | task 8501 | graphs reused = 7341 9.53.571.412 I slot print_timing: id 0 | task 8501 | graph reallocs = 0 / 0 (same size) / (changed size) 9.53.571.464 I slot release: id 0 | task 8501 | stop processing: n_tokens = 886, truncated = 0 9.53.571.470 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 244336514110 9.53.571.598 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.319 MiB) 9.53.571.603 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 9.53.571.605 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 9.53.571.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 9.53.571.610 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.571 MiB) 9.53.571.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 9.53.571.614 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 9.53.584.228 I slot launch_slot_: id 2 | task 8507 | processing task, is_child = 0 9.53.584.314 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 9.53.584.318 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 9.53.584.320 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 9.53.584.323 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.818 MiB) 9.53.584.324 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.007 MiB) 9.53.584.327 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 9.53.584.333 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 9.53.584.335 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 9.53.594.003 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 244337377398 9.53.594.102 I slot launch_slot_: id 0 | task 8508 | processing task, is_child = 0 9.53.594.291 I slot print_timing: id 1 | task 8502 | prompt processing, n_tokens = 1243, progress = 1.00, t = 5.49 s / 226.61 tokens per second 9.57.793.214 I slot print_timing: id 0 | task 8508 | prompt processing, n_tokens = 2033, progress = 0.80, t = 4.20 s / 484.18 tokens per second 9.57.794.110 I slot print_timing: id 2 | task 8507 | prompt processing, n_tokens = 11, progress = 0.01, t = 4.20 s / 2.62 tokens per second 9.57.794.133 I slot print_timing: id 3 | task 8503 | prompt processing, n_tokens = 1229, progress = 1.00, t = 5.48 s / 224.10 tokens per second 9.59.864.338 I slot print_timing: id 1 | task 8502 | prompt eval time = 9707.22 ms / 1247 tokens ( 7.78 ms per token, 128.46 tokens per second) 9.59.864.341 I slot print_timing: id 1 | task 8502 | eval time = 2071.13 ms / 2 tokens ( 2071.13 ms per token, 0.48 tokens per second) 9.59.864.341 I slot print_timing: id 1 | task 8502 | total time = 11778.35 ms / 1249 tokens 9.59.864.342 I slot print_timing: id 1 | task 8502 | graphs reused = 7341 9.59.864.342 I slot print_timing: id 1 | task 8502 | graph reallocs = 0 / 0 (same size) / (changed size) 9.59.864.413 I slot release: id 1 | task 8502 | stop processing: n_tokens = 1249, truncated = 0 9.59.864.711 I slot print_timing: id 0 | task 8508 | prompt processing, n_tokens = 2243, progress = 0.88, t = 6.27 s / 357.74 tokens per second 9.59.866.092 I slot print_timing: id 2 | task 8507 | prompt processing, n_tokens = 781, progress = 0.60, t = 6.27 s / 124.58 tokens per second 10.01.197.348 I slot print_timing: id 3 | task 8503 | prompt eval time = 11777.78 ms / 1233 tokens ( 9.55 ms per token, 104.69 tokens per second) 10.01.197.351 I slot print_timing: id 3 | task 8503 | eval time = 1332.64 ms / 2 tokens ( 1332.64 ms per token, 0.75 tokens per second) 10.01.197.351 I slot print_timing: id 3 | task 8503 | total time = 13110.43 ms / 1235 tokens 10.01.197.352 I slot print_timing: id 3 | task 8503 | graphs reused = 7341 10.01.197.352 I slot print_timing: id 3 | task 8503 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.197.416 I slot release: id 3 | task 8503 | stop processing: n_tokens = 1235, truncated = 0 10.01.197.424 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 244343670347 10.01.197.605 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.163 MiB) 10.01.197.610 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.068 MiB) 10.01.197.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.789 MiB) 10.01.197.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.383 MiB) 10.01.197.710 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.539 MiB) 10.01.197.792 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.01.197.885 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 10.01.206.400 I slot launch_slot_: id 1 | task 8512 | processing task, is_child = 0 10.01.206.505 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.01.206.616 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 10.01.206.728 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 10.01.206.784 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.506 MiB) 10.01.206.877 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.01.206.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.01.207.060 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.01.215.209 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 244345003350 10.01.215.414 I slot launch_slot_: id 3 | task 8513 | processing task, is_child = 0 10.01.215.421 I slot print_timing: id 0 | task 8508 | prompt processing, n_tokens = 2545, progress = 1.00, t = 7.60 s / 334.74 tokens per second 10.01.217.750 I slot print_timing: id 2 | task 8507 | prompt processing, n_tokens = 1067, progress = 0.82, t = 7.60 s / 140.36 tokens per second 10.05.458.403 I slot print_timing: id 1 | task 8512 | prompt processing, n_tokens = 1942, progress = 0.79, t = 4.24 s / 457.94 tokens per second 10.05.459.237 I slot print_timing: id 2 | task 8507 | prompt processing, n_tokens = 1169, progress = 0.90, t = 11.86 s / 98.54 tokens per second 10.09.715.960 I slot print_timing: id 0 | task 8508 | prompt eval time = 11864.27 ms / 2549 tokens ( 4.65 ms per token, 214.85 tokens per second) 10.09.715.966 I slot print_timing: id 0 | task 8508 | eval time = 4257.58 ms / 2 tokens ( 4257.58 ms per token, 0.23 tokens per second) 10.09.715.966 I slot print_timing: id 0 | task 8508 | total time = 16121.85 ms / 2551 tokens 10.09.715.967 I slot print_timing: id 0 | task 8508 | graphs reused = 7341 10.09.715.967 I slot print_timing: id 0 | task 8508 | graph reallocs = 0 / 0 (same size) / (changed size) 10.09.716.097 I slot release: id 0 | task 8508 | stop processing: n_tokens = 2551, truncated = 0 10.09.716.115 I slot print_timing: id 1 | task 8512 | prompt processing, n_tokens = 2243, progress = 0.91, t = 8.50 s / 263.93 tokens per second 10.09.717.086 I slot print_timing: id 2 | task 8507 | prompt processing, n_tokens = 1293, progress = 1.00, t = 16.12 s / 80.21 tokens per second 10.09.718.864 I slot print_timing: id 3 | task 8513 | prompt processing, n_tokens = 1622, progress = 0.60, t = 4.26 s / 381.19 tokens per second 10.11.545.817 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.895 10.11.545.886 I slot launch_slot_: id 0 | task 8517 | processing task, is_child = 0 10.11.547.151 I slot print_timing: id 1 | task 8512 | prompt processing, n_tokens = 2454, progress = 1.00, t = 10.33 s / 237.60 tokens per second 10.11.548.872 I slot print_timing: id 3 | task 8513 | prompt processing, n_tokens = 2180, progress = 0.81, t = 6.08 s / 358.27 tokens per second 10.12.519.749 I slot print_timing: id 2 | task 8507 | prompt eval time = 17950.69 ms / 1297 tokens ( 13.84 ms per token, 72.25 tokens per second) 10.12.519.751 I slot print_timing: id 2 | task 8507 | eval time = 973.93 ms / 2 tokens ( 973.93 ms per token, 1.03 tokens per second) 10.12.519.752 I slot print_timing: id 2 | task 8507 | total time = 18924.63 ms / 1299 tokens 10.12.519.752 I slot print_timing: id 2 | task 8507 | graphs reused = 7341 10.12.519.752 I slot print_timing: id 2 | task 8507 | graph reallocs = 0 / 0 (same size) / (changed size) 10.12.519.822 I slot release: id 2 | task 8507 | stop processing: n_tokens = 1299, truncated = 0 10.12.524.832 I slot print_timing: id 3 | task 8513 | prompt processing, n_tokens = 2243, progress = 0.83, t = 7.06 s / 317.77 tokens per second 10.13.649.812 I slot print_timing: id 1 | task 8512 | prompt eval time = 11302.11 ms / 2458 tokens ( 4.60 ms per token, 217.48 tokens per second) 10.13.649.817 I slot print_timing: id 1 | task 8512 | eval time = 1130.29 ms / 2 tokens ( 1130.29 ms per token, 0.88 tokens per second) 10.13.649.817 I slot print_timing: id 1 | task 8512 | total time = 12432.40 ms / 2460 tokens 10.13.649.818 I slot print_timing: id 1 | task 8512 | graphs reused = 7341 10.13.649.818 I slot print_timing: id 1 | task 8512 | graph reallocs = 0 / 0 (same size) / (changed size) 10.13.649.944 I slot release: id 1 | task 8512 | stop processing: n_tokens = 2460, truncated = 0 10.13.649.954 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 244356325756 10.13.650.072 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.13.650.076 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.13.650.078 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 10.13.650.081 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 10.13.650.201 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 10.13.650.323 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.13.650.471 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.13.650.637 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.13.650.836 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.13.663.456 I slot launch_slot_: id 2 | task 8520 | processing task, is_child = 0 10.13.663.598 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.881 MiB) 10.13.663.713 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.13.663.847 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.354 MiB) 10.13.663.965 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.461 MiB) 10.13.664.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.256 MiB) 10.13.664.128 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 10.13.664.214 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 10.13.664.305 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.656 MiB) 10.13.673.448 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 244357455879 10.13.673.644 I slot launch_slot_: id 1 | task 8521 | processing task, is_child = 0 10.17.756.268 I slot print_timing: id 0 | task 8517 | prompt eval time = 2103.72 ms / 328 tokens ( 6.41 ms per token, 155.91 tokens per second) 10.17.756.273 I slot print_timing: id 0 | task 8517 | eval time = 4106.65 ms / 2 tokens ( 4106.65 ms per token, 0.24 tokens per second) 10.17.756.274 I slot print_timing: id 0 | task 8517 | total time = 6210.37 ms / 330 tokens 10.17.756.274 I slot print_timing: id 0 | task 8517 | graphs reused = 7341 10.17.756.275 I slot print_timing: id 0 | task 8517 | graph reallocs = 0 / 0 (same size) / (changed size) 10.17.756.407 I slot release: id 0 | task 8517 | stop processing: n_tokens = 2611, truncated = 0 10.17.756.425 I slot print_timing: id 1 | task 8521 | prompt processing, n_tokens = 1301, progress = 0.72, t = 4.08 s / 318.68 tokens per second 10.17.757.527 I slot print_timing: id 2 | task 8520 | prompt processing, n_tokens = 746, progress = 0.43, t = 4.08 s / 182.76 tokens per second 10.17.757.548 I slot print_timing: id 3 | task 8513 | prompt processing, n_tokens = 2692, progress = 1.00, t = 8.19 s / 328.75 tokens per second 10.19.137.016 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 244361562342 10.19.137.178 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 10.19.137.183 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.134 MiB) 10.19.137.252 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.19.137.383 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.204 MiB) 10.19.137.492 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 10.19.137.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.19.137.723 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.381 MiB) 10.19.137.837 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.19.137.962 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.711 MiB) 10.19.146.184 I slot launch_slot_: id 0 | task 8524 | processing task, is_child = 0 10.19.146.592 I slot print_timing: id 1 | task 8521 | prompt processing, n_tokens = 1422, progress = 0.78, t = 5.46 s / 260.29 tokens per second 10.19.147.398 I slot print_timing: id 2 | task 8520 | prompt processing, n_tokens = 1225, progress = 0.70, t = 5.46 s / 224.25 tokens per second 10.23.346.653 I slot print_timing: id 3 | task 8513 | prompt eval time = 13676.26 ms / 2696 tokens ( 5.07 ms per token, 197.13 tokens per second) 10.23.346.658 I slot print_timing: id 3 | task 8513 | eval time = 4209.64 ms / 2 tokens ( 4209.64 ms per token, 0.24 tokens per second) 10.23.346.659 I slot print_timing: id 3 | task 8513 | total time = 17885.90 ms / 2698 tokens 10.23.346.660 I slot print_timing: id 3 | task 8513 | graphs reused = 7341 10.23.346.660 I slot print_timing: id 3 | task 8513 | graph reallocs = 0 / 0 (same size) / (changed size) 10.23.346.803 I slot release: id 3 | task 8513 | stop processing: n_tokens = 2698, truncated = 0 10.23.346.821 I slot print_timing: id 0 | task 8524 | prompt processing, n_tokens = 1422, progress = 0.71, t = 4.20 s / 338.55 tokens per second 10.23.347.925 I slot print_timing: id 1 | task 8521 | prompt processing, n_tokens = 1813, progress = 1.00, t = 9.67 s / 187.43 tokens per second 10.23.349.616 I slot print_timing: id 2 | task 8520 | prompt processing, n_tokens = 1422, progress = 0.82, t = 9.67 s / 147.02 tokens per second 10.24.313.383 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 244367152738 10.24.313.537 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.24.313.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.319 MiB) 10.24.313.545 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.727 MiB) 10.24.313.547 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.492 MiB) 10.24.313.682 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 10.24.313.789 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 10.24.313.878 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.193 MiB) 10.24.313.988 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.24.314.082 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 10.24.327.058 I slot launch_slot_: id 3 | task 8527 | processing task, is_child = 0 10.24.327.068 I slot print_timing: id 0 | task 8524 | prompt processing, n_tokens = 1491, progress = 0.74, t = 5.17 s / 288.56 tokens per second 10.24.328.652 I slot print_timing: id 2 | task 8520 | prompt processing, n_tokens = 1737, progress = 1.00, t = 10.64 s / 163.27 tokens per second 10.28.118.085 I slot print_timing: id 1 | task 8521 | prompt eval time = 10639.72 ms / 1817 tokens ( 5.86 ms per token, 170.78 tokens per second) 10.28.118.090 I slot print_timing: id 1 | task 8521 | eval time = 3804.70 ms / 2 tokens ( 3804.70 ms per token, 0.26 tokens per second) 10.28.118.091 I slot print_timing: id 1 | task 8521 | total time = 14444.42 ms / 1819 tokens 10.28.118.091 I slot print_timing: id 1 | task 8521 | graphs reused = 7341 10.28.118.092 I slot print_timing: id 1 | task 8521 | graph reallocs = 0 / 0 (same size) / (changed size) 10.28.118.196 I slot release: id 1 | task 8521 | stop processing: n_tokens = 1819, truncated = 0 10.28.118.427 I slot print_timing: id 0 | task 8524 | prompt processing, n_tokens = 2003, progress = 1.00, t = 8.97 s / 223.26 tokens per second 10.28.119.989 I slot print_timing: id 3 | task 8527 | prompt processing, n_tokens = 1317, progress = 0.72, t = 3.79 s / 347.72 tokens per second 10.28.478.751 I slot print_timing: id 2 | task 8520 | prompt eval time = 14444.26 ms / 1741 tokens ( 8.30 ms per token, 120.53 tokens per second) 10.28.478.755 I slot print_timing: id 2 | task 8520 | eval time = 360.33 ms / 2 tokens ( 360.33 ms per token, 2.78 tokens per second) 10.28.478.755 I slot print_timing: id 2 | task 8520 | total time = 14804.60 ms / 1743 tokens 10.28.478.756 I slot print_timing: id 2 | task 8520 | graphs reused = 7341 10.28.478.756 I slot print_timing: id 2 | task 8520 | graph reallocs = 0 / 0 (same size) / (changed size) 10.28.478.857 I slot release: id 2 | task 8520 | stop processing: n_tokens = 1743, truncated = 0 10.28.478.866 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.803 10.28.478.912 I slot launch_slot_: id 1 | task 8530 | processing task, is_child = 0 10.28.479.037 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.819 MiB) 10.28.479.043 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 10.28.479.104 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 10.28.479.206 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.28.479.326 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.506 MiB) 10.28.479.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.593 MiB) 10.28.479.627 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.28.479.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.28.489.989 I slot print_timing: id 3 | task 8527 | prompt processing, n_tokens = 1422, progress = 0.78, t = 4.15 s / 342.81 tokens per second 10.30.418.686 I slot print_timing: id 0 | task 8524 | prompt eval time = 9332.39 ms / 2007 tokens ( 4.65 ms per token, 215.06 tokens per second) 10.30.418.688 I slot print_timing: id 0 | task 8524 | eval time = 1940.09 ms / 2 tokens ( 1940.09 ms per token, 0.52 tokens per second) 10.30.418.690 I slot print_timing: id 0 | task 8524 | total time = 11272.49 ms / 2009 tokens 10.30.418.690 I slot print_timing: id 0 | task 8524 | graphs reused = 7341 10.30.418.691 I slot print_timing: id 0 | task 8524 | graph reallocs = 0 / 0 (same size) / (changed size) 10.30.418.806 I slot release: id 0 | task 8524 | stop processing: n_tokens = 2009, truncated = 0 10.30.418.817 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.727 10.30.418.882 I slot launch_slot_: id 0 | task 8532 | processing task, is_child = 0 10.30.423.220 I slot print_timing: id 3 | task 8527 | prompt processing, n_tokens = 1829, progress = 1.00, t = 6.09 s / 300.42 tokens per second 10.30.539.620 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1743, t_last = 244372284792 10.30.539.779 I slot launch_slot_: id 2 | task 8534 | processing task, is_child = 0 10.31.779.173 I slot print_timing: id 1 | task 8530 | prompt eval time = 2050.26 ms / 471 tokens ( 4.35 ms per token, 229.73 tokens per second) 10.31.779.176 I slot print_timing: id 1 | task 8530 | eval time = 1239.73 ms / 2 tokens ( 1239.73 ms per token, 0.81 tokens per second) 10.31.779.176 I slot print_timing: id 1 | task 8530 | total time = 3289.99 ms / 473 tokens 10.31.779.177 I slot print_timing: id 1 | task 8530 | graphs reused = 7341 10.31.779.177 I slot print_timing: id 1 | task 8530 | graph reallocs = 0 / 0 (same size) / (changed size) 10.31.779.280 I slot release: id 1 | task 8530 | stop processing: n_tokens = 1932, truncated = 0 10.31.779.463 I slot print_timing: id 3 | task 8527 | prompt eval time = 6209.27 ms / 1833 tokens ( 3.39 ms per token, 295.20 tokens per second) 10.31.779.466 I slot print_timing: id 3 | task 8527 | eval time = 1239.85 ms / 2 tokens ( 1239.85 ms per token, 0.81 tokens per second) 10.31.779.466 I slot print_timing: id 3 | task 8527 | total time = 7449.12 ms / 1835 tokens 10.31.779.466 I slot print_timing: id 3 | task 8527 | graphs reused = 7341 10.31.779.467 I slot print_timing: id 3 | task 8527 | graph reallocs = 0 / 0 (same size) / (changed size) 10.31.779.561 I slot release: id 3 | task 8527 | stop processing: n_tokens = 1835, truncated = 0 10.32.625.748 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 244375585216 10.32.625.879 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.724 MiB) 10.32.625.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.663 MiB) 10.32.625.959 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.288 MiB) 10.32.626.066 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 10.32.626.167 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 10.32.626.272 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 10.32.626.371 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.32.626.515 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 10.32.626.624 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.132 MiB) 10.32.636.817 I slot launch_slot_: id 1 | task 8537 | processing task, is_child = 0 10.32.636.925 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.685 MiB) 10.32.636.990 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.539 MiB) 10.32.637.088 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 10.32.637.193 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.381 MiB) 10.32.637.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.288 MiB) 10.32.637.372 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 10.32.637.458 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.32.637.557 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 10.32.637.643 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 10.32.645.562 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 244375585496 10.32.645.744 I slot launch_slot_: id 3 | task 8538 | processing task, is_child = 0 10.33.935.298 I slot print_timing: id 0 | task 8532 | prompt eval time = 2206.74 ms / 337 tokens ( 6.55 ms per token, 152.71 tokens per second) 10.33.935.301 I slot print_timing: id 0 | task 8532 | eval time = 1309.55 ms / 2 tokens ( 1309.55 ms per token, 0.76 tokens per second) 10.33.935.301 I slot print_timing: id 0 | task 8532 | total time = 3516.29 ms / 339 tokens 10.33.935.302 I slot print_timing: id 0 | task 8532 | graphs reused = 7341 10.33.935.302 I slot print_timing: id 0 | task 8532 | graph reallocs = 0 / 0 (same size) / (changed size) 10.33.935.408 I slot release: id 0 | task 8532 | stop processing: n_tokens = 1760, truncated = 0 10.33.935.794 I slot print_timing: id 2 | task 8534 | prompt processing, n_tokens = 721, progress = 0.99, t = 3.39 s / 212.40 tokens per second 10.35.492.542 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 244377741343 10.35.492.677 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.35.492.681 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.35.492.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 10.35.492.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.288 MiB) 10.35.492.908 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 10.35.493.001 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.006 MiB) 10.35.493.086 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 10.35.500.508 I slot launch_slot_: id 0 | task 8541 | processing task, is_child = 0 10.36.636.502 I slot print_timing: id 2 | task 8534 | prompt eval time = 4952.02 ms / 725 tokens ( 6.83 ms per token, 146.40 tokens per second) 10.36.636.504 I slot print_timing: id 2 | task 8534 | eval time = 1143.96 ms / 2 tokens ( 1143.96 ms per token, 0.87 tokens per second) 10.36.636.504 I slot print_timing: id 2 | task 8534 | total time = 6095.98 ms / 727 tokens 10.36.636.505 I slot print_timing: id 2 | task 8534 | graphs reused = 7341 10.36.636.505 I slot print_timing: id 2 | task 8534 | graph reallocs = 0 / 0 (same size) / (changed size) 10.36.636.552 I slot release: id 2 | task 8534 | stop processing: n_tokens = 727, truncated = 0 10.36.636.885 I slot print_timing: id 1 | task 8537 | prompt processing, n_tokens = 755, progress = 0.99, t = 3.99 s / 189.20 tokens per second 10.36.638.128 I slot print_timing: id 3 | task 8538 | prompt processing, n_tokens = 741, progress = 0.99, t = 3.99 s / 185.74 tokens per second 10.37.523.298 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 10.37.523.374 I slot launch_slot_: id 2 | task 8544 | processing task, is_child = 0 10.38.077.096 I slot print_timing: id 1 | task 8537 | prompt eval time = 4877.35 ms / 759 tokens ( 6.43 ms per token, 155.62 tokens per second) 10.38.077.098 I slot print_timing: id 1 | task 8537 | eval time = 553.98 ms / 2 tokens ( 553.98 ms per token, 1.81 tokens per second) 10.38.077.098 I slot print_timing: id 1 | task 8537 | total time = 5431.34 ms / 761 tokens 10.38.077.099 I slot print_timing: id 1 | task 8537 | graphs reused = 7341 10.38.077.099 I slot print_timing: id 1 | task 8537 | graph reallocs = 0 / 0 (same size) / (changed size) 10.38.077.143 I slot release: id 1 | task 8537 | stop processing: n_tokens = 761, truncated = 0 10.38.077.317 I slot print_timing: id 3 | task 8538 | prompt eval time = 4876.43 ms / 745 tokens ( 6.55 ms per token, 152.78 tokens per second) 10.38.077.319 I slot print_timing: id 3 | task 8538 | eval time = 554.03 ms / 2 tokens ( 554.03 ms per token, 1.80 tokens per second) 10.38.077.320 I slot print_timing: id 3 | task 8538 | total time = 5430.46 ms / 747 tokens 10.38.077.320 I slot print_timing: id 3 | task 8538 | graphs reused = 7341 10.38.077.320 I slot print_timing: id 3 | task 8538 | graph reallocs = 0 / 0 (same size) / (changed size) 10.38.077.354 I slot release: id 3 | task 8538 | stop processing: n_tokens = 747, truncated = 0 10.38.161.621 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 244381883077 10.38.161.706 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 10.38.161.709 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.38.161.723 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.912 MiB) 10.38.161.727 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.664 MiB) 10.38.161.729 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.319 MiB) 10.38.161.786 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.38.161.880 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 10.38.168.224 I slot launch_slot_: id 1 | task 8547 | processing task, is_child = 0 10.38.168.293 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.694 MiB) 10.38.168.401 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.38.168.497 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.38.168.584 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.132 MiB) 10.38.168.678 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.085 MiB) 10.38.174.435 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 244381883288 10.38.174.524 I slot launch_slot_: id 3 | task 8548 | processing task, is_child = 0 10.39.821.155 I slot print_timing: id 0 | task 8541 | prompt eval time = 2660.90 ms / 724 tokens ( 3.68 ms per token, 272.09 tokens per second) 10.39.821.157 I slot print_timing: id 0 | task 8541 | eval time = 1659.73 ms / 2 tokens ( 1659.73 ms per token, 0.60 tokens per second) 10.39.821.158 I slot print_timing: id 0 | task 8541 | total time = 4320.63 ms / 726 tokens 10.39.821.159 I slot print_timing: id 0 | task 8541 | graphs reused = 7341 10.39.821.159 I slot print_timing: id 0 | task 8541 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.821.208 I slot release: id 0 | task 8541 | stop processing: n_tokens = 726, truncated = 0 10.39.821.381 I slot print_timing: id 2 | task 8544 | prompt eval time = 637.21 ms / 100 tokens ( 6.37 ms per token, 156.93 tokens per second) 10.39.821.388 I slot print_timing: id 2 | task 8544 | eval time = 1659.77 ms / 2 tokens ( 1659.77 ms per token, 0.60 tokens per second) 10.39.821.389 I slot print_timing: id 2 | task 8544 | total time = 2296.98 ms / 102 tokens 10.39.821.389 I slot print_timing: id 2 | task 8544 | graphs reused = 7341 10.39.821.390 I slot print_timing: id 2 | task 8544 | graph reallocs = 0 / 0 (same size) / (changed size) 10.39.821.426 I slot release: id 2 | task 8544 | stop processing: n_tokens = 740, truncated = 0 10.40.591.672 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 244383627142 10.40.591.774 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 10.40.591.779 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.383 MiB) 10.40.591.892 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.40.592.045 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 10.40.592.144 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.40.592.237 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.068 MiB) 10.41.277.705 I slot launch_slot_: id 0 | task 8551 | processing task, is_child = 0 10.41.277.786 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 10.41.277.790 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.350 MiB) 10.41.277.904 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.617 MiB) 10.41.282.526 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 244383627360 10.41.282.620 I slot launch_slot_: id 2 | task 8552 | processing task, is_child = 0 10.43.215.631 I slot print_timing: id 1 | task 8547 | prompt processing, n_tokens = 1041, progress = 1.00, t = 4.78 s / 217.80 tokens per second 10.43.217.532 I slot print_timing: id 3 | task 8548 | prompt processing, n_tokens = 793, progress = 0.99, t = 4.78 s / 165.92 tokens per second 10.44.844.928 I slot print_timing: id 0 | task 8551 | prompt processing, n_tokens = 675, progress = 0.84, t = 3.56 s / 189.51 tokens per second 10.44.845.872 I slot print_timing: id 2 | task 8552 | prompt processing, n_tokens = 675, progress = 0.85, t = 3.56 s / 189.55 tokens per second 10.45.471.207 I slot print_timing: id 1 | task 8547 | prompt eval time = 6670.17 ms / 1045 tokens ( 6.38 ms per token, 156.67 tokens per second) 10.45.471.209 I slot print_timing: id 1 | task 8547 | eval time = 626.50 ms / 2 tokens ( 626.50 ms per token, 1.60 tokens per second) 10.45.471.210 I slot print_timing: id 1 | task 8547 | total time = 7296.67 ms / 1047 tokens 10.45.471.210 I slot print_timing: id 1 | task 8547 | graphs reused = 7341 10.45.471.211 I slot print_timing: id 1 | task 8547 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.471.270 I slot release: id 1 | task 8547 | stop processing: n_tokens = 1047, truncated = 0 10.45.471.448 I slot print_timing: id 3 | task 8548 | prompt eval time = 6670.09 ms / 797 tokens ( 8.37 ms per token, 119.49 tokens per second) 10.45.471.450 I slot print_timing: id 3 | task 8548 | eval time = 626.53 ms / 2 tokens ( 626.53 ms per token, 1.60 tokens per second) 10.45.471.451 I slot print_timing: id 3 | task 8548 | total time = 7296.62 ms / 799 tokens 10.45.471.451 I slot print_timing: id 3 | task 8548 | graphs reused = 7341 10.45.471.451 I slot print_timing: id 3 | task 8548 | graph reallocs = 0 / 0 (same size) / (changed size) 10.45.471.495 I slot release: id 3 | task 8548 | stop processing: n_tokens = 799, truncated = 0 10.45.471.503 I slot print_timing: id 0 | task 8551 | prompt processing, n_tokens = 802, progress = 1.00, t = 4.19 s / 191.48 tokens per second 10.45.474.255 I slot print_timing: id 2 | task 8552 | prompt processing, n_tokens = 793, progress = 0.99, t = 4.19 s / 189.37 tokens per second 10.45.555.732 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 244389277204 10.45.555.832 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.961 MiB) 10.45.560.277 I slot launch_slot_: id 1 | task 8557 | processing task, is_child = 0 10.45.560.358 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.800 MiB) 10.45.562.967 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 244389277429 10.45.563.057 I slot launch_slot_: id 3 | task 8558 | processing task, is_child = 0 10.46.909.506 I slot print_timing: id 0 | task 8551 | prompt eval time = 4272.91 ms / 806 tokens ( 5.30 ms per token, 188.63 tokens per second) 10.46.909.509 I slot print_timing: id 0 | task 8551 | eval time = 1353.96 ms / 2 tokens ( 1353.96 ms per token, 0.74 tokens per second) 10.46.909.509 I slot print_timing: id 0 | task 8551 | total time = 5626.87 ms / 808 tokens 10.46.909.510 I slot print_timing: id 0 | task 8551 | graphs reused = 7341 10.46.909.510 I slot print_timing: id 0 | task 8551 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.909.560 I slot release: id 0 | task 8551 | stop processing: n_tokens = 808, truncated = 0 10.46.909.734 I slot print_timing: id 2 | task 8552 | prompt eval time = 4272.31 ms / 797 tokens ( 5.36 ms per token, 186.55 tokens per second) 10.46.909.737 I slot print_timing: id 2 | task 8552 | eval time = 1354.00 ms / 2 tokens ( 1354.00 ms per token, 0.74 tokens per second) 10.46.909.737 I slot print_timing: id 2 | task 8552 | total time = 5626.32 ms / 799 tokens 10.46.909.737 I slot print_timing: id 2 | task 8552 | graphs reused = 7341 10.46.909.738 I slot print_timing: id 2 | task 8552 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.909.772 I slot release: id 2 | task 8552 | stop processing: n_tokens = 799, truncated = 0 10.47.727.531 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 244390715494 10.48.534.021 I slot launch_slot_: id 0 | task 8561 | processing task, is_child = 0 10.48.534.108 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.946 MiB) 10.48.538.062 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 244390715706 10.48.538.158 I slot launch_slot_: id 2 | task 8562 | processing task, is_child = 0 10.50.636.198 I slot print_timing: id 1 | task 8557 | prompt processing, n_tokens = 832, progress = 1.00, t = 4.52 s / 184.12 tokens per second 10.50.638.162 I slot print_timing: id 3 | task 8558 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.52 s / 185.68 tokens per second 10.52.092.916 I slot print_timing: id 0 | task 8561 | prompt processing, n_tokens = 718, progress = 0.80, t = 3.55 s / 202.01 tokens per second 10.52.093.743 I slot print_timing: id 2 | task 8562 | prompt processing, n_tokens = 718, progress = 0.79, t = 3.55 s / 202.05 tokens per second 10.52.968.948 I slot print_timing: id 1 | task 8557 | prompt eval time = 6529.64 ms / 836 tokens ( 7.81 ms per token, 128.03 tokens per second) 10.52.968.953 I slot print_timing: id 1 | task 8557 | eval time = 876.23 ms / 2 tokens ( 876.23 ms per token, 1.14 tokens per second) 10.52.968.954 I slot print_timing: id 1 | task 8557 | total time = 7405.87 ms / 838 tokens 10.52.968.954 I slot print_timing: id 1 | task 8557 | graphs reused = 7341 10.52.968.955 I slot print_timing: id 1 | task 8557 | graph reallocs = 0 / 0 (same size) / (changed size) 10.52.969.005 I slot release: id 1 | task 8557 | stop processing: n_tokens = 838, truncated = 0 10.52.969.179 I slot print_timing: id 3 | task 8558 | prompt eval time = 6529.65 ms / 843 tokens ( 7.75 ms per token, 129.10 tokens per second) 10.52.969.182 I slot print_timing: id 3 | task 8558 | eval time = 876.27 ms / 2 tokens ( 876.27 ms per token, 1.14 tokens per second) 10.52.969.182 I slot print_timing: id 3 | task 8558 | total time = 7405.93 ms / 845 tokens 10.52.969.183 I slot print_timing: id 3 | task 8558 | graphs reused = 7341 10.52.969.183 I slot print_timing: id 3 | task 8558 | graph reallocs = 0 / 0 (same size) / (changed size) 10.52.969.217 I slot release: id 3 | task 8558 | stop processing: n_tokens = 845, truncated = 0 10.52.969.225 I slot print_timing: id 0 | task 8561 | prompt processing, n_tokens = 895, progress = 1.00, t = 4.43 s / 202.00 tokens per second 10.52.970.326 I slot print_timing: id 2 | task 8562 | prompt processing, n_tokens = 903, progress = 1.00, t = 4.43 s / 203.85 tokens per second 10.53.052.505 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 244396774939 10.53.052.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 154.361 MiB) 10.53.055.012 I slot launch_slot_: id 1 | task 8567 | processing task, is_child = 0 10.53.060.009 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 10.53.060.039 I slot launch_slot_: id 3 | task 8568 | processing task, is_child = 0 10.53.787.748 I slot print_timing: id 0 | task 8561 | prompt eval time = 4514.15 ms / 899 tokens ( 5.02 ms per token, 199.15 tokens per second) 10.53.787.754 I slot print_timing: id 0 | task 8561 | eval time = 735.42 ms / 2 tokens ( 735.42 ms per token, 1.36 tokens per second) 10.53.787.754 I slot print_timing: id 0 | task 8561 | total time = 5249.58 ms / 901 tokens 10.53.787.754 I slot print_timing: id 0 | task 8561 | graphs reused = 7341 10.53.787.755 I slot print_timing: id 0 | task 8561 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.787.808 I slot release: id 0 | task 8561 | stop processing: n_tokens = 901, truncated = 0 10.53.787.980 I slot print_timing: id 2 | task 8562 | prompt eval time = 4513.52 ms / 907 tokens ( 4.98 ms per token, 200.95 tokens per second) 10.53.787.982 I slot print_timing: id 2 | task 8562 | eval time = 735.48 ms / 2 tokens ( 735.48 ms per token, 1.36 tokens per second) 10.53.787.982 I slot print_timing: id 2 | task 8562 | total time = 5249.00 ms / 909 tokens 10.53.787.982 I slot print_timing: id 2 | task 8562 | graphs reused = 7341 10.53.787.983 I slot print_timing: id 2 | task 8562 | graph reallocs = 0 / 0 (same size) / (changed size) 10.53.788.022 I slot release: id 2 | task 8562 | stop processing: n_tokens = 909, truncated = 0 10.54.633.568 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 244397593742 10.54.633.657 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.632 MiB) 10.54.637.250 I slot launch_slot_: id 0 | task 8571 | processing task, is_child = 0 10.54.641.746 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 244397593956 10.54.641.852 I slot launch_slot_: id 2 | task 8572 | processing task, is_child = 0 10.56.222.096 I slot print_timing: id 3 | task 8568 | prompt eval time = 1573.36 ms / 112 tokens ( 14.05 ms per token, 71.19 tokens per second) 10.56.222.102 I slot print_timing: id 3 | task 8568 | eval time = 1588.53 ms / 2 tokens ( 1588.53 ms per token, 0.63 tokens per second) 10.56.222.102 I slot print_timing: id 3 | task 8568 | total time = 3161.89 ms / 114 tokens 10.56.222.103 I slot print_timing: id 3 | task 8568 | graphs reused = 7341 10.56.222.103 I slot print_timing: id 3 | task 8568 | graph reallocs = 0 / 0 (same size) / (changed size) 10.56.222.152 I slot release: id 3 | task 8568 | stop processing: n_tokens = 860, truncated = 0 10.56.222.606 I slot print_timing: id 1 | task 8567 | prompt processing, n_tokens = 681, progress = 0.99, t = 3.16 s / 215.38 tokens per second 10.57.845.711 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 244400028086 10.57.845.807 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.506 MiB) 10.57.850.257 I slot launch_slot_: id 3 | task 8575 | processing task, is_child = 0 10.57.850.267 I slot print_timing: id 0 | task 8571 | prompt processing, n_tokens = 705, progress = 0.85, t = 3.20 s / 220.06 tokens per second 10.57.850.920 I slot print_timing: id 2 | task 8572 | prompt processing, n_tokens = 705, progress = 0.83, t = 3.20 s / 220.12 tokens per second 10.58.995.985 I slot print_timing: id 1 | task 8567 | prompt eval time = 4785.66 ms / 685 tokens ( 6.99 ms per token, 143.14 tokens per second) 10.58.995.988 I slot print_timing: id 1 | task 8567 | eval time = 1150.28 ms / 2 tokens ( 1150.28 ms per token, 0.87 tokens per second) 10.58.995.989 I slot print_timing: id 1 | task 8567 | total time = 5935.93 ms / 687 tokens 10.58.995.993 I slot print_timing: id 1 | task 8567 | graphs reused = 7341 10.58.995.995 I slot print_timing: id 1 | task 8567 | graph reallocs = 0 / 0 (same size) / (changed size) 10.58.996.044 I slot release: id 1 | task 8567 | stop processing: n_tokens = 687, truncated = 0 10.58.996.056 I slot print_timing: id 0 | task 8571 | prompt processing, n_tokens = 821, progress = 1.00, t = 4.35 s / 188.56 tokens per second 10.58.996.930 I slot print_timing: id 2 | task 8572 | prompt processing, n_tokens = 848, progress = 1.00, t = 4.35 s / 194.81 tokens per second 10.59.826.464 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 244402801978 10.59.826.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.712 MiB) 10.59.830.419 I slot launch_slot_: id 1 | task 8578 | processing task, is_child = 0 11.00.722.960 I slot print_timing: id 0 | task 8571 | prompt eval time = 5184.40 ms / 825 tokens ( 6.28 ms per token, 159.13 tokens per second) 11.00.722.965 I slot print_timing: id 0 | task 8571 | eval time = 896.69 ms / 2 tokens ( 896.69 ms per token, 1.12 tokens per second) 11.00.722.966 I slot print_timing: id 0 | task 8571 | total time = 6081.09 ms / 827 tokens 11.00.722.966 I slot print_timing: id 0 | task 8571 | graphs reused = 7341 11.00.722.967 I slot print_timing: id 0 | task 8571 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.723.018 I slot release: id 0 | task 8571 | stop processing: n_tokens = 827, truncated = 0 11.00.723.188 I slot print_timing: id 2 | task 8572 | prompt eval time = 5183.71 ms / 852 tokens ( 6.08 ms per token, 164.36 tokens per second) 11.00.723.191 I slot print_timing: id 2 | task 8572 | eval time = 896.73 ms / 2 tokens ( 896.73 ms per token, 1.12 tokens per second) 11.00.723.191 I slot print_timing: id 2 | task 8572 | total time = 6080.44 ms / 854 tokens 11.00.723.191 I slot print_timing: id 2 | task 8572 | graphs reused = 7341 11.00.723.192 I slot print_timing: id 2 | task 8572 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.723.239 I slot release: id 2 | task 8572 | stop processing: n_tokens = 854, truncated = 0 11.01.571.568 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 244404528952 11.01.578.569 I slot launch_slot_: id 0 | task 8581 | processing task, is_child = 0 11.01.578.641 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.275 MiB) 11.01.580.847 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 244404529173 11.01.580.936 I slot launch_slot_: id 2 | task 8582 | processing task, is_child = 0 11.02.798.376 I slot print_timing: id 3 | task 8575 | prompt eval time = 3719.99 ms / 762 tokens ( 4.88 ms per token, 204.84 tokens per second) 11.02.798.378 I slot print_timing: id 3 | task 8575 | eval time = 1226.81 ms / 2 tokens ( 1226.81 ms per token, 0.82 tokens per second) 11.02.798.379 I slot print_timing: id 3 | task 8575 | total time = 4946.79 ms / 764 tokens 11.02.798.379 I slot print_timing: id 3 | task 8575 | graphs reused = 7341 11.02.798.379 I slot print_timing: id 3 | task 8575 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.798.429 I slot release: id 3 | task 8575 | stop processing: n_tokens = 764, truncated = 0 11.04.410.398 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 244406604363 11.04.418.329 I slot launch_slot_: id 3 | task 8585 | processing task, is_child = 0 11.05.493.527 I slot print_timing: id 1 | task 8578 | prompt eval time = 4579.96 ms / 746 tokens ( 6.14 ms per token, 162.88 tokens per second) 11.05.493.533 I slot print_timing: id 1 | task 8578 | eval time = 1083.13 ms / 2 tokens ( 1083.13 ms per token, 0.92 tokens per second) 11.05.493.533 I slot print_timing: id 1 | task 8578 | total time = 5663.09 ms / 748 tokens 11.05.493.533 I slot print_timing: id 1 | task 8578 | graphs reused = 7341 11.05.493.534 I slot print_timing: id 1 | task 8578 | graph reallocs = 0 / 0 (same size) / (changed size) 11.05.493.577 I slot release: id 1 | task 8578 | stop processing: n_tokens = 748, truncated = 0 11.05.493.589 I slot print_timing: id 0 | task 8581 | prompt processing, n_tokens = 716, progress = 0.99, t = 3.91 s / 183.01 tokens per second 11.05.494.601 I slot print_timing: id 2 | task 8582 | prompt processing, n_tokens = 737, progress = 0.99, t = 3.91 s / 188.41 tokens per second 11.06.376.304 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 244409299511 11.06.376.393 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.663 MiB) 11.06.380.289 I slot launch_slot_: id 1 | task 8588 | processing task, is_child = 0 11.07.160.964 I slot print_timing: id 0 | task 8581 | prompt eval time = 4795.17 ms / 720 tokens ( 6.66 ms per token, 150.15 tokens per second) 11.07.160.966 I slot print_timing: id 0 | task 8581 | eval time = 784.84 ms / 2 tokens ( 784.84 ms per token, 1.27 tokens per second) 11.07.160.966 I slot print_timing: id 0 | task 8581 | total time = 5580.01 ms / 722 tokens 11.07.160.967 I slot print_timing: id 0 | task 8581 | graphs reused = 7341 11.07.160.967 I slot print_timing: id 0 | task 8581 | graph reallocs = 0 / 0 (same size) / (changed size) 11.07.161.016 I slot release: id 0 | task 8581 | stop processing: n_tokens = 722, truncated = 0 11.07.161.184 I slot print_timing: id 2 | task 8582 | prompt eval time = 4794.56 ms / 741 tokens ( 6.47 ms per token, 154.55 tokens per second) 11.07.161.186 I slot print_timing: id 2 | task 8582 | eval time = 784.88 ms / 2 tokens ( 784.88 ms per token, 1.27 tokens per second) 11.07.161.186 I slot print_timing: id 2 | task 8582 | total time = 5579.44 ms / 743 tokens 11.07.161.186 I slot print_timing: id 2 | task 8582 | graphs reused = 7341 11.07.161.187 I slot print_timing: id 2 | task 8582 | graph reallocs = 0 / 0 (same size) / (changed size) 11.07.161.219 I slot release: id 2 | task 8582 | stop processing: n_tokens = 743, truncated = 0 11.08.009.220 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.877 11.08.009.258 I slot launch_slot_: id 0 | task 8591 | processing task, is_child = 0 11.08.009.345 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 11.08.012.204 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.852 11.08.012.232 I slot launch_slot_: id 2 | task 8592 | processing task, is_child = 0 11.08.724.680 I slot print_timing: id 3 | task 8585 | prompt eval time = 3589.56 ms / 724 tokens ( 4.96 ms per token, 201.70 tokens per second) 11.08.724.687 I slot print_timing: id 3 | task 8585 | eval time = 715.46 ms / 2 tokens ( 715.46 ms per token, 1.40 tokens per second) 11.08.724.688 I slot print_timing: id 3 | task 8585 | total time = 4305.02 ms / 726 tokens 11.08.724.689 I slot print_timing: id 3 | task 8585 | graphs reused = 7341 11.08.724.689 I slot print_timing: id 3 | task 8585 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.724.732 I slot release: id 3 | task 8585 | stop processing: n_tokens = 726, truncated = 0 11.08.795.660 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 11.08.795.696 I slot launch_slot_: id 3 | task 8595 | processing task, is_child = 0 11.09.049.641 I slot print_timing: id 0 | task 8591 | prompt eval time = 783.03 ms / 81 tokens ( 9.67 ms per token, 103.44 tokens per second) 11.09.049.646 I slot print_timing: id 0 | task 8591 | eval time = 254.36 ms / 2 tokens ( 254.36 ms per token, 3.93 tokens per second) 11.09.049.646 I slot print_timing: id 0 | task 8591 | total time = 1037.39 ms / 83 tokens 11.09.049.647 I slot print_timing: id 0 | task 8591 | graphs reused = 7341 11.09.049.647 I slot print_timing: id 0 | task 8591 | graph reallocs = 0 / 0 (same size) / (changed size) 11.09.049.688 I slot release: id 0 | task 8591 | stop processing: n_tokens = 715, truncated = 0 11.09.049.852 I slot print_timing: id 1 | task 8588 | prompt eval time = 2415.16 ms / 715 tokens ( 3.38 ms per token, 296.05 tokens per second) 11.09.049.855 I slot print_timing: id 1 | task 8588 | eval time = 254.39 ms / 2 tokens ( 254.39 ms per token, 3.93 tokens per second) 11.09.049.855 I slot print_timing: id 1 | task 8588 | total time = 2669.55 ms / 717 tokens 11.09.049.855 I slot print_timing: id 1 | task 8588 | graphs reused = 7341 11.09.049.856 I slot print_timing: id 1 | task 8588 | graph reallocs = 0 / 0 (same size) / (changed size) 11.09.049.886 I slot release: id 1 | task 8588 | stop processing: n_tokens = 717, truncated = 0 11.09.050.066 I slot print_timing: id 2 | task 8592 | prompt eval time = 780.87 ms / 88 tokens ( 8.87 ms per token, 112.69 tokens per second) 11.09.050.068 I slot print_timing: id 2 | task 8592 | eval time = 254.41 ms / 2 tokens ( 254.41 ms per token, 3.93 tokens per second) 11.09.050.068 I slot print_timing: id 2 | task 8592 | total time = 1035.28 ms / 90 tokens 11.09.050.068 I slot print_timing: id 2 | task 8592 | graphs reused = 7341 11.09.050.069 I slot print_timing: id 2 | task 8592 | graph reallocs = 0 / 0 (same size) / (changed size) 11.09.050.093 I slot release: id 2 | task 8592 | stop processing: n_tokens = 722, truncated = 0 11.09.091.924 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.890 11.09.091.961 I slot launch_slot_: id 0 | task 8598 | processing task, is_child = 0 11.09.092.051 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 11.09.094.290 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 11.09.096.880 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.883 11.09.096.904 I slot launch_slot_: id 1 | task 8599 | processing task, is_child = 0 11.09.096.974 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 11.09.096.994 I slot launch_slot_: id 2 | task 8600 | processing task, is_child = 0 11.09.798.593 I slot print_timing: id 3 | task 8595 | prompt eval time = 296.21 ms / 79 tokens ( 3.75 ms per token, 266.70 tokens per second) 11.09.798.595 I slot print_timing: id 3 | task 8595 | eval time = 706.67 ms / 2 tokens ( 706.67 ms per token, 1.42 tokens per second) 11.09.798.595 I slot print_timing: id 3 | task 8595 | total time = 1002.89 ms / 81 tokens 11.09.798.596 I slot print_timing: id 3 | task 8595 | graphs reused = 7341 11.09.798.596 I slot print_timing: id 3 | task 8595 | graph reallocs = 0 / 0 (same size) / (changed size) 11.09.798.642 I slot release: id 3 | task 8595 | stop processing: n_tokens = 713, truncated = 0 11.09.869.759 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888 11.09.869.796 I slot launch_slot_: id 3 | task 8603 | processing task, is_child = 0 11.10.124.466 I slot print_timing: id 0 | task 8598 | prompt eval time = 772.40 ms / 88 tokens ( 8.78 ms per token, 113.93 tokens per second) 11.10.124.468 I slot print_timing: id 0 | task 8598 | eval time = 255.06 ms / 2 tokens ( 255.06 ms per token, 3.92 tokens per second) 11.10.124.469 I slot print_timing: id 0 | task 8598 | total time = 1027.46 ms / 90 tokens 11.10.124.469 I slot print_timing: id 0 | task 8598 | graphs reused = 7341 11.10.124.470 I slot print_timing: id 0 | task 8598 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.124.508 I slot release: id 0 | task 8598 | stop processing: n_tokens = 725, truncated = 0 11.10.124.681 I slot print_timing: id 1 | task 8599 | prompt eval time = 771.88 ms / 122 tokens ( 6.33 ms per token, 158.06 tokens per second) 11.10.124.685 I slot print_timing: id 1 | task 8599 | eval time = 255.10 ms / 2 tokens ( 255.10 ms per token, 3.92 tokens per second) 11.10.124.685 I slot print_timing: id 1 | task 8599 | total time = 1026.98 ms / 124 tokens 11.10.124.686 I slot print_timing: id 1 | task 8599 | graphs reused = 7341 11.10.124.686 I slot print_timing: id 1 | task 8599 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.124.720 I slot release: id 1 | task 8599 | stop processing: n_tokens = 756, truncated = 0 11.10.124.896 I slot print_timing: id 2 | task 8600 | prompt eval time = 771.35 ms / 88 tokens ( 8.77 ms per token, 114.09 tokens per second) 11.10.124.899 I slot print_timing: id 2 | task 8600 | eval time = 255.14 ms / 2 tokens ( 255.14 ms per token, 3.92 tokens per second) 11.10.124.899 I slot print_timing: id 2 | task 8600 | total time = 1026.49 ms / 90 tokens 11.10.124.899 I slot print_timing: id 2 | task 8600 | graphs reused = 7341 11.10.124.900 I slot print_timing: id 2 | task 8600 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.124.926 I slot release: id 2 | task 8600 | stop processing: n_tokens = 722, truncated = 0 11.10.166.868 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 244413930442 11.10.166.960 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.489 MiB) 11.10.173.253 I slot launch_slot_: id 0 | task 8606 | processing task, is_child = 0 11.10.173.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 11.10.177.452 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.696 MiB) 11.10.181.334 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 244413930654 11.10.181.425 I slot launch_slot_: id 1 | task 8607 | processing task, is_child = 0 11.10.181.499 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 244413930860 11.10.181.579 I slot launch_slot_: id 2 | task 8608 | processing task, is_child = 0 11.12.842.479 I slot print_timing: id 3 | task 8603 | prompt eval time = 297.06 ms / 82 tokens ( 3.62 ms per token, 276.04 tokens per second) 11.12.842.481 I slot print_timing: id 3 | task 8603 | eval time = 2675.61 ms / 2 tokens ( 2675.61 ms per token, 0.37 tokens per second) 11.12.842.482 I slot print_timing: id 3 | task 8603 | total time = 2972.67 ms / 84 tokens 11.12.842.482 I slot print_timing: id 3 | task 8603 | graphs reused = 7341 11.12.842.483 I slot print_timing: id 3 | task 8603 | graph reallocs = 0 / 0 (same size) / (changed size) 11.12.842.525 I slot release: id 3 | task 8603 | stop processing: n_tokens = 716, truncated = 0 11.15.076.620 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 244416648459 11.15.076.723 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.688 MiB) 11.15.138.937 I slot launch_slot_: id 3 | task 8611 | processing task, is_child = 0 11.15.138.946 I slot print_timing: id 0 | task 8606 | prompt processing, n_tokens = 757, progress = 0.85, t = 4.90 s / 154.65 tokens per second 11.15.139.691 I slot print_timing: id 1 | task 8607 | prompt processing, n_tokens = 757, progress = 0.86, t = 4.89 s / 154.65 tokens per second 11.15.140.453 I slot print_timing: id 2 | task 8608 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.89 s / 187.34 tokens per second 11.16.483.144 I slot print_timing: id 0 | task 8606 | prompt processing, n_tokens = 889, progress = 1.00, t = 6.30 s / 141.08 tokens per second 11.17.279.899 I slot print_timing: id 1 | task 8607 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.30 s / 138.54 tokens per second 11.17.280.679 I slot print_timing: id 2 | task 8608 | prompt processing, n_tokens = 1105, progress = 1.00, t = 6.30 s / 175.36 tokens per second 11.18.512.523 I slot print_timing: id 0 | task 8606 | prompt eval time = 7875.99 ms / 893 tokens ( 8.82 ms per token, 113.38 tokens per second) 11.18.512.525 I slot print_timing: id 0 | task 8606 | eval time = 454.94 ms / 2 tokens ( 454.94 ms per token, 2.20 tokens per second) 11.18.512.525 I slot print_timing: id 0 | task 8606 | total time = 8330.93 ms / 895 tokens 11.18.512.526 I slot print_timing: id 0 | task 8606 | graphs reused = 7341 11.18.512.526 I slot print_timing: id 0 | task 8606 | graph reallocs = 0 / 0 (same size) / (changed size) 11.18.512.582 I slot release: id 0 | task 8606 | stop processing: n_tokens = 895, truncated = 0 11.18.512.763 I slot print_timing: id 1 | task 8607 | prompt eval time = 7876.06 ms / 877 tokens ( 8.98 ms per token, 111.35 tokens per second) 11.18.512.766 I slot print_timing: id 1 | task 8607 | eval time = 454.96 ms / 2 tokens ( 454.96 ms per token, 2.20 tokens per second) 11.18.512.766 I slot print_timing: id 1 | task 8607 | total time = 8331.02 ms / 879 tokens 11.18.512.766 I slot print_timing: id 1 | task 8607 | graphs reused = 7341 11.18.512.767 I slot print_timing: id 1 | task 8607 | graph reallocs = 0 / 0 (same size) / (changed size) 11.18.512.804 I slot release: id 1 | task 8607 | stop processing: n_tokens = 879, truncated = 0 11.18.513.076 I slot print_timing: id 2 | task 8608 | prompt eval time = 7876.17 ms / 1109 tokens ( 7.10 ms per token, 140.80 tokens per second) 11.18.513.077 I slot print_timing: id 2 | task 8608 | eval time = 455.03 ms / 2 tokens ( 455.03 ms per token, 2.20 tokens per second) 11.18.513.078 I slot print_timing: id 2 | task 8608 | total time = 8331.20 ms / 1111 tokens 11.18.513.078 I slot print_timing: id 2 | task 8608 | graphs reused = 7341 11.18.513.078 I slot print_timing: id 2 | task 8608 | graph reallocs = 0 / 0 (same size) / (changed size) 11.18.513.124 I slot release: id 2 | task 8608 | stop processing: n_tokens = 1111, truncated = 0 11.18.513.132 I slot print_timing: id 3 | task 8611 | prompt processing, n_tokens = 1095, progress = 1.00, t = 3.37 s / 324.81 tokens per second 11.18.555.679 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.893 11.18.555.710 I slot launch_slot_: id 2 | task 8616 | processing task, is_child = 0 11.18.555.802 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.633 MiB) 11.18.562.473 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 11.18.568.688 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 244422318516 11.18.568.800 I slot launch_slot_: id 0 | task 8617 | processing task, is_child = 0 11.18.568.883 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 244422318738 11.18.568.994 I slot launch_slot_: id 1 | task 8618 | processing task, is_child = 0 11.21.113.642 I slot print_timing: id 3 | task 8611 | prompt eval time = 3414.47 ms / 1099 tokens ( 3.11 ms per token, 321.87 tokens per second) 11.21.113.648 I slot print_timing: id 3 | task 8611 | eval time = 2557.97 ms / 2 tokens ( 2557.97 ms per token, 0.39 tokens per second) 11.21.113.649 I slot print_timing: id 3 | task 8611 | total time = 5972.44 ms / 1101 tokens 11.21.113.649 I slot print_timing: id 3 | task 8611 | graphs reused = 7341 11.21.113.649 I slot print_timing: id 3 | task 8611 | graph reallocs = 0 / 0 (same size) / (changed size) 11.21.113.711 I slot release: id 3 | task 8611 | stop processing: n_tokens = 1101, truncated = 0 11.22.587.193 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 11.22.587.252 I slot launch_slot_: id 3 | task 8621 | processing task, is_child = 0 11.22.587.260 I slot print_timing: id 0 | task 8617 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.02 s / 228.23 tokens per second 11.22.588.003 I slot print_timing: id 1 | task 8618 | prompt processing, n_tokens = 917, progress = 0.84, t = 4.02 s / 228.24 tokens per second 11.23.686.479 I slot print_timing: id 2 | task 8616 | prompt eval time = 4017.81 ms / 106 tokens ( 37.90 ms per token, 26.38 tokens per second) 11.23.686.483 I slot print_timing: id 2 | task 8616 | eval time = 1099.29 ms / 2 tokens ( 1099.29 ms per token, 0.91 tokens per second) 11.23.686.484 I slot print_timing: id 2 | task 8616 | total time = 5117.10 ms / 108 tokens 11.23.686.484 I slot print_timing: id 2 | task 8616 | graphs reused = 7341 11.23.686.485 I slot print_timing: id 2 | task 8616 | graph reallocs = 0 / 0 (same size) / (changed size) 11.23.686.539 I slot release: id 2 | task 8616 | stop processing: n_tokens = 1099, truncated = 0 11.23.686.550 I slot print_timing: id 0 | task 8617 | prompt processing, n_tokens = 1100, progress = 1.00, t = 5.12 s / 214.96 tokens per second 11.23.687.697 I slot print_timing: id 1 | task 8618 | prompt processing, n_tokens = 1086, progress = 1.00, t = 5.12 s / 212.23 tokens per second 11.23.775.301 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.903 11.23.775.372 I slot launch_slot_: id 2 | task 8624 | processing task, is_child = 0 11.24.065.930 I slot print_timing: id 0 | task 8617 | prompt eval time = 5205.93 ms / 1104 tokens ( 4.72 ms per token, 212.07 tokens per second) 11.24.065.937 I slot print_timing: id 0 | task 8617 | eval time = 291.00 ms / 2 tokens ( 291.00 ms per token, 3.44 tokens per second) 11.24.065.938 I slot print_timing: id 0 | task 8617 | total time = 5496.93 ms / 1106 tokens 11.24.065.938 I slot print_timing: id 0 | task 8617 | graphs reused = 7341 11.24.065.938 I slot print_timing: id 0 | task 8617 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.065.992 I slot release: id 0 | task 8617 | stop processing: n_tokens = 1106, truncated = 0 11.24.066.159 I slot print_timing: id 1 | task 8618 | prompt eval time = 5205.91 ms / 1090 tokens ( 4.78 ms per token, 209.38 tokens per second) 11.24.066.165 I slot print_timing: id 1 | task 8618 | eval time = 291.05 ms / 2 tokens ( 291.05 ms per token, 3.44 tokens per second) 11.24.066.165 I slot print_timing: id 1 | task 8618 | total time = 5496.96 ms / 1092 tokens 11.24.066.166 I slot print_timing: id 1 | task 8618 | graphs reused = 7341 11.24.066.166 I slot print_timing: id 1 | task 8618 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.066.212 I slot release: id 1 | task 8618 | stop processing: n_tokens = 1092, truncated = 0 11.24.066.387 I slot print_timing: id 3 | task 8621 | prompt eval time = 1185.85 ms / 109 tokens ( 10.88 ms per token, 91.92 tokens per second) 11.24.066.389 I slot print_timing: id 3 | task 8621 | eval time = 291.09 ms / 2 tokens ( 291.09 ms per token, 3.44 tokens per second) 11.24.066.390 I slot print_timing: id 3 | task 8621 | total time = 1476.94 ms / 111 tokens 11.24.066.390 I slot print_timing: id 3 | task 8621 | graphs reused = 7341 11.24.066.390 I slot print_timing: id 3 | task 8621 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.066.430 I slot release: id 3 | task 8621 | stop processing: n_tokens = 1101, truncated = 0 11.24.108.824 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.897 11.24.108.857 I slot launch_slot_: id 0 | task 8627 | processing task, is_child = 0 11.24.108.970 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 11.24.116.784 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.271 MiB) 11.24.116.790 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 11.24.123.774 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.908 11.24.123.810 I slot launch_slot_: id 1 | task 8628 | processing task, is_child = 0 11.24.123.901 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.901 11.24.123.921 I slot launch_slot_: id 3 | task 8629 | processing task, is_child = 0 11.24.944.388 I slot print_timing: id 2 | task 8624 | prompt eval time = 333.44 ms / 99 tokens ( 3.37 ms per token, 296.90 tokens per second) 11.24.944.390 I slot print_timing: id 2 | task 8624 | eval time = 835.57 ms / 2 tokens ( 835.57 ms per token, 1.20 tokens per second) 11.24.944.391 I slot print_timing: id 2 | task 8624 | total time = 1169.01 ms / 101 tokens 11.24.944.391 I slot print_timing: id 2 | task 8624 | graphs reused = 7341 11.24.944.392 I slot print_timing: id 2 | task 8624 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.944.446 I slot release: id 2 | task 8624 | stop processing: n_tokens = 1092, truncated = 0 11.25.034.463 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 11.25.034.502 I slot launch_slot_: id 2 | task 8632 | processing task, is_child = 0 11.25.378.702 I slot print_timing: id 0 | task 8627 | prompt eval time = 910.07 ms / 109 tokens ( 8.35 ms per token, 119.77 tokens per second) 11.25.378.708 I slot print_timing: id 0 | task 8627 | eval time = 344.70 ms / 2 tokens ( 344.70 ms per token, 2.90 tokens per second) 11.25.378.708 I slot print_timing: id 0 | task 8627 | total time = 1254.77 ms / 111 tokens 11.25.378.709 I slot print_timing: id 0 | task 8627 | graphs reused = 7341 11.25.378.709 I slot print_timing: id 0 | task 8627 | graph reallocs = 0 / 0 (same size) / (changed size) 11.25.378.765 I slot release: id 0 | task 8627 | stop processing: n_tokens = 1102, truncated = 0 11.25.379.012 I slot print_timing: id 1 | task 8628 | prompt eval time = 909.57 ms / 110 tokens ( 8.27 ms per token, 120.94 tokens per second) 11.25.379.015 I slot print_timing: id 1 | task 8628 | eval time = 344.77 ms / 2 tokens ( 344.77 ms per token, 2.90 tokens per second) 11.25.379.015 I slot print_timing: id 1 | task 8628 | total time = 1254.34 ms / 112 tokens 11.25.379.016 I slot print_timing: id 1 | task 8628 | graphs reused = 7341 11.25.379.016 I slot print_timing: id 1 | task 8628 | graph reallocs = 0 / 0 (same size) / (changed size) 11.25.379.058 I slot release: id 1 | task 8628 | stop processing: n_tokens = 1103, truncated = 0 11.25.379.238 I slot print_timing: id 3 | task 8629 | prompt eval time = 909.07 ms / 115 tokens ( 7.90 ms per token, 126.50 tokens per second) 11.25.379.240 I slot print_timing: id 3 | task 8629 | eval time = 344.78 ms / 2 tokens ( 344.78 ms per token, 2.90 tokens per second) 11.25.379.240 I slot print_timing: id 3 | task 8629 | total time = 1253.85 ms / 117 tokens 11.25.379.241 I slot print_timing: id 3 | task 8629 | graphs reused = 7341 11.25.379.241 I slot print_timing: id 3 | task 8629 | graph reallocs = 0 / 0 (same size) / (changed size) 11.25.379.277 I slot release: id 3 | task 8629 | stop processing: n_tokens = 1108, truncated = 0 11.25.422.157 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 11.25.422.189 I slot launch_slot_: id 0 | task 8635 | processing task, is_child = 0 11.25.422.301 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 11.25.429.573 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.863 MiB) 11.25.436.817 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 11.25.436.856 I slot launch_slot_: id 1 | task 8636 | processing task, is_child = 0 11.25.436.933 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.895 11.25.436.954 I slot launch_slot_: id 3 | task 8637 | processing task, is_child = 0 11.26.249.100 I slot print_timing: id 2 | task 8632 | prompt eval time = 387.64 ms / 102 tokens ( 3.80 ms per token, 263.13 tokens per second) 11.26.249.102 I slot print_timing: id 2 | task 8632 | eval time = 826.94 ms / 2 tokens ( 826.94 ms per token, 1.21 tokens per second) 11.26.249.102 I slot print_timing: id 2 | task 8632 | total time = 1214.59 ms / 104 tokens 11.26.249.103 I slot print_timing: id 2 | task 8632 | graphs reused = 7341 11.26.249.103 I slot print_timing: id 2 | task 8632 | graph reallocs = 0 / 0 (same size) / (changed size) 11.26.249.164 I slot release: id 2 | task 8632 | stop processing: n_tokens = 1095, truncated = 0 11.26.338.157 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 11.26.338.228 I slot launch_slot_: id 2 | task 8640 | processing task, is_child = 0 11.26.683.293 I slot print_timing: id 0 | task 8635 | prompt eval time = 900.72 ms / 107 tokens ( 8.42 ms per token, 118.79 tokens per second) 11.26.683.295 I slot print_timing: id 0 | task 8635 | eval time = 345.61 ms / 2 tokens ( 345.61 ms per token, 2.89 tokens per second) 11.26.683.296 I slot print_timing: id 0 | task 8635 | total time = 1246.32 ms / 109 tokens 11.26.683.296 I slot print_timing: id 0 | task 8635 | graphs reused = 7341 11.26.683.297 I slot print_timing: id 0 | task 8635 | graph reallocs = 0 / 0 (same size) / (changed size) 11.26.683.354 I slot release: id 0 | task 8635 | stop processing: n_tokens = 1100, truncated = 0 11.26.683.607 I slot print_timing: id 1 | task 8636 | prompt eval time = 900.24 ms / 106 tokens ( 8.49 ms per token, 117.75 tokens per second) 11.26.683.610 I slot print_timing: id 1 | task 8636 | eval time = 345.69 ms / 2 tokens ( 345.69 ms per token, 2.89 tokens per second) 11.26.683.610 I slot print_timing: id 1 | task 8636 | total time = 1245.92 ms / 108 tokens 11.26.683.610 I slot print_timing: id 1 | task 8636 | graphs reused = 7341 11.26.683.611 I slot print_timing: id 1 | task 8636 | graph reallocs = 0 / 0 (same size) / (changed size) 11.26.683.658 I slot release: id 1 | task 8636 | stop processing: n_tokens = 1099, truncated = 0 11.26.683.930 I slot print_timing: id 3 | task 8637 | prompt eval time = 899.79 ms / 103 tokens ( 8.74 ms per token, 114.47 tokens per second) 11.26.683.934 I slot print_timing: id 3 | task 8637 | eval time = 345.78 ms / 2 tokens ( 345.78 ms per token, 2.89 tokens per second) 11.26.683.935 I slot print_timing: id 3 | task 8637 | total time = 1245.56 ms / 105 tokens 11.26.683.935 I slot print_timing: id 3 | task 8637 | graphs reused = 7341 11.26.683.935 I slot print_timing: id 3 | task 8637 | graph reallocs = 0 / 0 (same size) / (changed size) 11.26.683.973 I slot release: id 3 | task 8637 | stop processing: n_tokens = 1096, truncated = 0 11.26.726.245 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 244430489290 11.26.726.361 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.684 MiB) 11.26.726.366 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 11.26.729.449 I slot launch_slot_: id 0 | task 8643 | processing task, is_child = 0 11.26.729.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 11.26.737.677 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.921 MiB) 11.26.745.156 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 244430489593 11.26.745.273 I slot launch_slot_: id 1 | task 8644 | processing task, is_child = 0 11.26.745.357 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 244430489907 11.26.745.459 I slot launch_slot_: id 3 | task 8645 | processing task, is_child = 0 11.29.816.725 I slot print_timing: id 2 | task 8640 | prompt eval time = 388.01 ms / 105 tokens ( 3.70 ms per token, 270.61 tokens per second) 11.29.816.727 I slot print_timing: id 2 | task 8640 | eval time = 3090.48 ms / 2 tokens ( 3090.48 ms per token, 0.32 tokens per second) 11.29.816.728 I slot print_timing: id 2 | task 8640 | total time = 3478.48 ms / 107 tokens 11.29.816.729 I slot print_timing: id 2 | task 8640 | graphs reused = 7341 11.29.816.729 I slot print_timing: id 2 | task 8640 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.816.781 I slot release: id 2 | task 8640 | stop processing: n_tokens = 1098, truncated = 0 11.29.816.795 I slot print_timing: id 0 | task 8643 | prompt processing, n_tokens = 565, progress = 0.52, t = 3.07 s / 183.97 tokens per second 11.29.817.525 I slot print_timing: id 1 | task 8644 | prompt processing, n_tokens = 483, progress = 0.48, t = 3.07 s / 157.28 tokens per second 11.29.818.610 I slot print_timing: id 3 | task 8645 | prompt processing, n_tokens = 492, progress = 0.49, t = 3.07 s / 160.23 tokens per second 11.31.254.925 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 244433622715 11.31.255.031 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.209 MiB) 11.31.255.176 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.140 MiB) 11.32.015.326 I slot launch_slot_: id 2 | task 8648 | processing task, is_child = 0 11.32.015.344 I slot print_timing: id 0 | task 8643 | prompt processing, n_tokens = 855, progress = 0.79, t = 4.51 s / 189.60 tokens per second 11.32.016.707 I slot print_timing: id 1 | task 8644 | prompt processing, n_tokens = 855, progress = 0.86, t = 4.51 s / 189.61 tokens per second 11.32.017.673 I slot print_timing: id 3 | task 8645 | prompt processing, n_tokens = 855, progress = 0.85, t = 4.51 s / 189.62 tokens per second 11.33.504.066 I slot print_timing: id 0 | task 8643 | prompt processing, n_tokens = 1077, progress = 1.00, t = 6.76 s / 159.35 tokens per second 11.34.245.296 I slot print_timing: id 1 | task 8644 | prompt processing, n_tokens = 995, progress = 1.00, t = 6.76 s / 147.23 tokens per second 11.34.247.407 I slot print_timing: id 3 | task 8645 | prompt processing, n_tokens = 1004, progress = 1.00, t = 6.76 s / 148.56 tokens per second 11.35.435.587 I slot print_timing: id 0 | task 8643 | prompt eval time = 8209.26 ms / 1081 tokens ( 7.59 ms per token, 131.68 tokens per second) 11.35.435.590 I slot print_timing: id 0 | task 8643 | eval time = 480.86 ms / 2 tokens ( 480.86 ms per token, 2.08 tokens per second) 11.35.435.591 I slot print_timing: id 0 | task 8643 | total time = 8690.11 ms / 1083 tokens 11.35.435.591 I slot print_timing: id 0 | task 8643 | graphs reused = 7341 11.35.435.592 I slot print_timing: id 0 | task 8643 | graph reallocs = 0 / 0 (same size) / (changed size) 11.35.435.656 I slot release: id 0 | task 8643 | stop processing: n_tokens = 1083, truncated = 0 11.35.435.829 I slot print_timing: id 1 | task 8644 | prompt eval time = 8209.23 ms / 999 tokens ( 8.22 ms per token, 121.69 tokens per second) 11.35.435.831 I slot print_timing: id 1 | task 8644 | eval time = 480.90 ms / 2 tokens ( 480.90 ms per token, 2.08 tokens per second) 11.35.435.831 I slot print_timing: id 1 | task 8644 | total time = 8690.14 ms / 1001 tokens 11.35.435.832 I slot print_timing: id 1 | task 8644 | graphs reused = 7341 11.35.435.832 I slot print_timing: id 1 | task 8644 | graph reallocs = 0 / 0 (same size) / (changed size) 11.35.435.885 I slot release: id 1 | task 8644 | stop processing: n_tokens = 1001, truncated = 0 11.35.436.070 I slot print_timing: id 3 | task 8645 | prompt eval time = 8209.16 ms / 1008 tokens ( 8.14 ms per token, 122.79 tokens per second) 11.35.436.074 I slot print_timing: id 3 | task 8645 | eval time = 480.96 ms / 2 tokens ( 480.96 ms per token, 2.08 tokens per second) 11.35.436.076 I slot print_timing: id 3 | task 8645 | total time = 8690.11 ms / 1010 tokens 11.35.436.076 I slot print_timing: id 3 | task 8645 | graphs reused = 7341 11.35.436.077 I slot print_timing: id 3 | task 8645 | graph reallocs = 0 / 0 (same size) / (changed size) 11.35.436.116 I slot release: id 3 | task 8645 | stop processing: n_tokens = 1010, truncated = 0 11.35.436.123 I slot print_timing: id 2 | task 8648 | prompt processing, n_tokens = 1043, progress = 1.00, t = 3.42 s / 305.16 tokens per second 11.35.478.599 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 244439241590 11.35.478.705 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.632 MiB) 11.35.483.442 I slot launch_slot_: id 0 | task 8653 | processing task, is_child = 0 11.35.483.535 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 11.35.486.123 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.459 MiB) 11.35.488.628 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 11.35.488.659 I slot launch_slot_: id 1 | task 8654 | processing task, is_child = 0 11.35.488.748 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.875 11.35.488.772 I slot launch_slot_: id 3 | task 8655 | processing task, is_child = 0 11.36.632.099 I slot print_timing: id 2 | task 8648 | prompt eval time = 3461.11 ms / 1047 tokens ( 3.31 ms per token, 302.50 tokens per second) 11.36.632.102 I slot print_timing: id 2 | task 8648 | eval time = 1153.50 ms / 2 tokens ( 1153.50 ms per token, 0.87 tokens per second) 11.36.632.102 I slot print_timing: id 2 | task 8648 | total time = 4614.61 ms / 1049 tokens 11.36.632.103 I slot print_timing: id 2 | task 8648 | graphs reused = 7341 11.36.632.103 I slot print_timing: id 2 | task 8648 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.632.163 I slot release: id 2 | task 8648 | stop processing: n_tokens = 1049, truncated = 0 11.37.467.063 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 244440438098 11.37.467.169 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.225 MiB) 11.37.476.599 I slot launch_slot_: id 2 | task 8658 | processing task, is_child = 0 11.38.417.876 I slot print_timing: id 1 | task 8654 | prompt eval time = 1977.86 ms / 118 tokens ( 16.76 ms per token, 59.66 tokens per second) 11.38.417.882 I slot print_timing: id 1 | task 8654 | eval time = 951.01 ms / 2 tokens ( 951.01 ms per token, 1.05 tokens per second) 11.38.417.882 I slot print_timing: id 1 | task 8654 | total time = 2928.87 ms / 120 tokens 11.38.417.883 I slot print_timing: id 1 | task 8654 | graphs reused = 7341 11.38.417.883 I slot print_timing: id 1 | task 8654 | graph reallocs = 0 / 0 (same size) / (changed size) 11.38.417.942 I slot release: id 1 | task 8654 | stop processing: n_tokens = 1003, truncated = 0 11.38.418.114 I slot print_timing: id 3 | task 8655 | prompt eval time = 1977.34 ms / 136 tokens ( 14.54 ms per token, 68.78 tokens per second) 11.38.418.117 I slot print_timing: id 3 | task 8655 | eval time = 951.06 ms / 2 tokens ( 951.06 ms per token, 1.05 tokens per second) 11.38.418.117 I slot print_timing: id 3 | task 8655 | total time = 2928.39 ms / 138 tokens 11.38.418.118 I slot print_timing: id 3 | task 8655 | graphs reused = 7341 11.38.418.118 I slot print_timing: id 3 | task 8655 | graph reallocs = 0 / 0 (same size) / (changed size) 11.38.418.166 I slot release: id 3 | task 8655 | stop processing: n_tokens = 1021, truncated = 0 11.39.147.216 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 244442223876 11.39.147.312 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 115.692 MiB) 11.39.151.550 I slot launch_slot_: id 1 | task 8661 | processing task, is_child = 0 11.39.151.636 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.575 MiB) 11.39.158.429 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 244442224100 11.39.158.542 I slot launch_slot_: id 3 | task 8662 | processing task, is_child = 0 11.40.518.393 I slot print_timing: id 0 | task 8653 | prompt eval time = 3658.43 ms / 748 tokens ( 4.89 ms per token, 204.46 tokens per second) 11.40.518.399 I slot print_timing: id 0 | task 8653 | eval time = 1371.18 ms / 2 tokens ( 1371.18 ms per token, 0.73 tokens per second) 11.40.518.399 I slot print_timing: id 0 | task 8653 | total time = 5029.61 ms / 750 tokens 11.40.518.400 I slot print_timing: id 0 | task 8653 | graphs reused = 7341 11.40.518.400 I slot print_timing: id 0 | task 8653 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.518.444 I slot release: id 0 | task 8653 | stop processing: n_tokens = 750, truncated = 0 11.40.518.773 I slot print_timing: id 2 | task 8658 | prompt processing, n_tokens = 788, progress = 0.99, t = 3.04 s / 259.14 tokens per second 11.42.186.757 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 11.42.186.826 I slot launch_slot_: id 0 | task 8665 | processing task, is_child = 0 11.42.187.582 I slot print_timing: id 1 | task 8661 | prompt processing, n_tokens = 614, progress = 0.85, t = 3.03 s / 202.77 tokens per second 11.42.189.009 I slot print_timing: id 3 | task 8662 | prompt processing, n_tokens = 614, progress = 0.84, t = 3.03 s / 202.83 tokens per second 11.42.965.254 I slot print_timing: id 2 | task 8658 | prompt eval time = 4709.37 ms / 792 tokens ( 5.95 ms per token, 168.18 tokens per second) 11.42.965.258 I slot print_timing: id 2 | task 8658 | eval time = 778.50 ms / 2 tokens ( 778.50 ms per token, 1.28 tokens per second) 11.42.965.259 I slot print_timing: id 2 | task 8658 | total time = 5487.87 ms / 794 tokens 11.42.965.260 I slot print_timing: id 2 | task 8658 | graphs reused = 7341 11.42.965.260 I slot print_timing: id 2 | task 8658 | graph reallocs = 0 / 0 (same size) / (changed size) 11.42.965.338 I slot release: id 2 | task 8658 | stop processing: n_tokens = 794, truncated = 0 11.42.966.569 I slot print_timing: id 1 | task 8661 | prompt processing, n_tokens = 719, progress = 0.99, t = 3.81 s / 188.89 tokens per second 11.42.967.701 I slot print_timing: id 3 | task 8662 | prompt processing, n_tokens = 731, progress = 0.99, t = 3.81 s / 192.09 tokens per second 11.43.055.421 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.810 11.43.055.509 I slot launch_slot_: id 2 | task 8668 | processing task, is_child = 0 11.43.337.649 I slot print_timing: id 0 | task 8665 | prompt eval time = 867.83 ms / 97 tokens ( 8.95 ms per token, 111.77 tokens per second) 11.43.337.652 I slot print_timing: id 0 | task 8665 | eval time = 282.98 ms / 2 tokens ( 282.98 ms per token, 3.53 tokens per second) 11.43.337.652 I slot print_timing: id 0 | task 8665 | total time = 1150.81 ms / 99 tokens 11.43.337.653 I slot print_timing: id 0 | task 8665 | graphs reused = 7341 11.43.337.653 I slot print_timing: id 0 | task 8665 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.337.696 I slot release: id 0 | task 8665 | stop processing: n_tokens = 741, truncated = 0 11.43.337.869 I slot print_timing: id 1 | task 8661 | prompt eval time = 3896.47 ms / 723 tokens ( 5.39 ms per token, 185.55 tokens per second) 11.43.337.872 I slot print_timing: id 1 | task 8661 | eval time = 282.84 ms / 2 tokens ( 282.84 ms per token, 3.54 tokens per second) 11.43.337.872 I slot print_timing: id 1 | task 8661 | total time = 4179.32 ms / 725 tokens 11.43.337.872 I slot print_timing: id 1 | task 8661 | graphs reused = 7341 11.43.337.873 I slot print_timing: id 1 | task 8661 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.337.903 I slot release: id 1 | task 8661 | stop processing: n_tokens = 725, truncated = 0 11.43.338.077 I slot print_timing: id 3 | task 8662 | prompt eval time = 3896.01 ms / 735 tokens ( 5.30 ms per token, 188.65 tokens per second) 11.43.338.079 I slot print_timing: id 3 | task 8662 | eval time = 282.67 ms / 2 tokens ( 282.67 ms per token, 3.54 tokens per second) 11.43.338.079 I slot print_timing: id 3 | task 8662 | total time = 4178.68 ms / 737 tokens 11.43.338.079 I slot print_timing: id 3 | task 8662 | graphs reused = 7341 11.43.338.080 I slot print_timing: id 3 | task 8662 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.338.107 I slot release: id 3 | task 8662 | stop processing: n_tokens = 737, truncated = 0 11.43.380.021 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.868 11.43.380.058 I slot launch_slot_: id 0 | task 8671 | processing task, is_child = 0 11.43.380.147 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 11.43.382.379 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.802 MiB) 11.43.384.501 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.887 11.43.384.525 I slot launch_slot_: id 1 | task 8672 | processing task, is_child = 0 11.43.384.597 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.872 11.43.384.614 I slot launch_slot_: id 3 | task 8673 | processing task, is_child = 0 11.44.159.332 I slot print_timing: id 2 | task 8668 | prompt eval time = 324.50 ms / 92 tokens ( 3.53 ms per token, 283.52 tokens per second) 11.44.159.334 I slot print_timing: id 2 | task 8668 | eval time = 779.31 ms / 2 tokens ( 779.31 ms per token, 1.28 tokens per second) 11.44.159.335 I slot print_timing: id 2 | task 8668 | total time = 1103.81 ms / 94 tokens 11.44.159.335 I slot print_timing: id 2 | task 8668 | graphs reused = 7341 11.44.159.335 I slot print_timing: id 2 | task 8668 | graph reallocs = 0 / 0 (same size) / (changed size) 11.44.159.379 I slot release: id 2 | task 8668 | stop processing: n_tokens = 736, truncated = 0 11.44.248.017 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 244447965313 11.44.248.098 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.769 MiB) 11.44.251.382 I slot launch_slot_: id 2 | task 8676 | processing task, is_child = 0 11.45.219.309 I slot print_timing: id 0 | task 8671 | prompt eval time = 863.00 ms / 85 tokens ( 10.15 ms per token, 98.49 tokens per second) 11.45.219.311 I slot print_timing: id 0 | task 8671 | eval time = 971.68 ms / 2 tokens ( 971.68 ms per token, 1.03 tokens per second) 11.45.219.312 I slot print_timing: id 0 | task 8671 | total time = 1834.68 ms / 87 tokens 11.45.219.312 I slot print_timing: id 0 | task 8671 | graphs reused = 7341 11.45.219.313 I slot print_timing: id 0 | task 8671 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.219.355 I slot release: id 0 | task 8671 | stop processing: n_tokens = 729, truncated = 0 11.45.219.529 I slot print_timing: id 1 | task 8672 | prompt eval time = 862.47 ms / 101 tokens ( 8.54 ms per token, 117.11 tokens per second) 11.45.219.532 I slot print_timing: id 1 | task 8672 | eval time = 971.73 ms / 2 tokens ( 971.73 ms per token, 1.03 tokens per second) 11.45.219.532 I slot print_timing: id 1 | task 8672 | total time = 1834.19 ms / 103 tokens 11.45.219.532 I slot print_timing: id 1 | task 8672 | graphs reused = 7341 11.45.219.533 I slot print_timing: id 1 | task 8672 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.219.564 I slot release: id 1 | task 8672 | stop processing: n_tokens = 745, truncated = 0 11.45.219.753 I slot print_timing: id 3 | task 8673 | prompt eval time = 861.97 ms / 107 tokens ( 8.06 ms per token, 124.13 tokens per second) 11.45.219.755 I slot print_timing: id 3 | task 8673 | eval time = 971.74 ms / 2 tokens ( 971.74 ms per token, 1.03 tokens per second) 11.45.219.756 I slot print_timing: id 3 | task 8673 | total time = 1833.70 ms / 109 tokens 11.45.219.756 I slot print_timing: id 3 | task 8673 | graphs reused = 7341 11.45.219.756 I slot print_timing: id 3 | task 8673 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.219.784 I slot release: id 3 | task 8673 | stop processing: n_tokens = 751, truncated = 0 11.45.935.101 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 244449025289 11.45.935.182 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.996 MiB) 11.46.339.776 I slot launch_slot_: id 0 | task 8680 | processing task, is_child = 0 11.46.339.849 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.135 MiB) 11.46.343.374 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 11.46.346.195 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 244449025498 11.46.346.292 I slot launch_slot_: id 1 | task 8681 | processing task, is_child = 0 11.46.346.353 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 244449025718 11.46.346.436 I slot launch_slot_: id 3 | task 8682 | processing task, is_child = 0 11.51.273.295 I slot print_timing: id 2 | task 8676 | prompt eval time = 4849.91 ms / 980 tokens ( 4.95 ms per token, 202.07 tokens per second) 11.51.273.298 I slot print_timing: id 2 | task 8676 | eval time = 2171.99 ms / 2 tokens ( 2171.99 ms per token, 0.46 tokens per second) 11.51.273.298 I slot print_timing: id 2 | task 8676 | total time = 7021.90 ms / 982 tokens 11.51.273.299 I slot print_timing: id 2 | task 8676 | graphs reused = 7341 11.51.273.299 I slot print_timing: id 2 | task 8676 | graph reallocs = 0 / 0 (same size) / (changed size) 11.51.273.359 I slot release: id 2 | task 8676 | stop processing: n_tokens = 982, truncated = 0 11.51.273.371 I slot print_timing: id 0 | task 8680 | prompt processing, n_tokens = 810, progress = 0.86, t = 4.93 s / 164.41 tokens per second 11.51.274.115 I slot print_timing: id 1 | task 8681 | prompt processing, n_tokens = 810, progress = 0.78, t = 4.93 s / 164.42 tokens per second 11.51.275.489 I slot print_timing: id 3 | task 8682 | prompt processing, n_tokens = 810, progress = 0.84, t = 4.93 s / 164.45 tokens per second 11.52.089.704 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 244455079293 11.52.089.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 11.52.427.676 I slot launch_slot_: id 2 | task 8686 | processing task, is_child = 0 11.52.427.688 I slot print_timing: id 0 | task 8680 | prompt processing, n_tokens = 942, progress = 1.00, t = 5.74 s / 164.02 tokens per second 11.52.429.316 I slot print_timing: id 1 | task 8681 | prompt processing, n_tokens = 1035, progress = 1.00, t = 5.74 s / 180.22 tokens per second 11.52.430.755 I slot print_timing: id 3 | task 8682 | prompt processing, n_tokens = 957, progress = 1.00, t = 5.74 s / 166.66 tokens per second 11.54.565.449 I slot print_timing: id 0 | task 8680 | prompt eval time = 7383.44 ms / 946 tokens ( 7.80 ms per token, 128.12 tokens per second) 11.54.565.452 I slot print_timing: id 0 | task 8680 | eval time = 835.56 ms / 2 tokens ( 835.56 ms per token, 1.20 tokens per second) 11.54.565.452 I slot print_timing: id 0 | task 8680 | total time = 8219.00 ms / 948 tokens 11.54.565.453 I slot print_timing: id 0 | task 8680 | graphs reused = 7341 11.54.565.453 I slot print_timing: id 0 | task 8680 | graph reallocs = 0 / 0 (same size) / (changed size) 11.54.565.515 I slot release: id 0 | task 8680 | stop processing: n_tokens = 948, truncated = 0 11.54.565.696 I slot print_timing: id 1 | task 8681 | prompt eval time = 7383.47 ms / 1039 tokens ( 7.11 ms per token, 140.72 tokens per second) 11.54.565.698 I slot print_timing: id 1 | task 8681 | eval time = 835.63 ms / 2 tokens ( 835.63 ms per token, 1.20 tokens per second) 11.54.565.699 I slot print_timing: id 1 | task 8681 | total time = 8219.09 ms / 1041 tokens 11.54.565.699 I slot print_timing: id 1 | task 8681 | graphs reused = 7341 11.54.565.699 I slot print_timing: id 1 | task 8681 | graph reallocs = 0 / 0 (same size) / (changed size) 11.54.565.748 I slot release: id 1 | task 8681 | stop processing: n_tokens = 1041, truncated = 0 11.54.565.925 I slot print_timing: id 3 | task 8682 | prompt eval time = 7382.73 ms / 961 tokens ( 7.68 ms per token, 130.17 tokens per second) 11.54.565.927 I slot print_timing: id 3 | task 8682 | eval time = 835.67 ms / 2 tokens ( 835.67 ms per token, 1.20 tokens per second) 11.54.565.928 I slot print_timing: id 3 | task 8682 | total time = 8218.39 ms / 963 tokens 11.54.565.928 I slot print_timing: id 3 | task 8682 | graphs reused = 7341 11.54.565.928 I slot print_timing: id 3 | task 8682 | graph reallocs = 0 / 0 (same size) / (changed size) 11.54.565.966 I slot release: id 3 | task 8682 | stop processing: n_tokens = 963, truncated = 0 11.54.954.136 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 244458371449 11.54.954.222 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 11.54.956.869 I slot launch_slot_: id 0 | task 8691 | processing task, is_child = 0 11.54.956.950 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.440 MiB) 11.54.959.805 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 11.54.962.187 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 244458371682 11.54.962.290 I slot launch_slot_: id 1 | task 8692 | processing task, is_child = 0 11.54.962.359 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 244458371901 11.54.962.448 I slot launch_slot_: id 3 | task 8693 | processing task, is_child = 0 11.59.040.408 I slot print_timing: id 2 | task 8686 | prompt eval time = 2523.54 ms / 1133 tokens ( 2.23 ms per token, 448.97 tokens per second) 11.59.040.410 I slot print_timing: id 2 | task 8686 | eval time = 4086.27 ms / 2 tokens ( 4086.27 ms per token, 0.24 tokens per second) 11.59.040.411 I slot print_timing: id 2 | task 8686 | total time = 6609.81 ms / 1135 tokens 11.59.040.411 I slot print_timing: id 2 | task 8686 | graphs reused = 7341 11.59.040.412 I slot print_timing: id 2 | task 8686 | graph reallocs = 0 / 0 (same size) / (changed size) 11.59.040.473 I slot release: id 2 | task 8686 | stop processing: n_tokens = 1135, truncated = 0 11.59.040.487 I slot print_timing: id 0 | task 8691 | prompt processing, n_tokens = 654, progress = 0.56, t = 4.08 s / 160.38 tokens per second 11.59.041.304 I slot print_timing: id 1 | task 8692 | prompt processing, n_tokens = 1393, progress = 0.67, t = 4.08 s / 341.62 tokens per second 12.03.188.413 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 244462846407 12.03.188.517 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.923 MiB) 12.03.223.968 I slot launch_slot_: id 2 | task 8696 | processing task, is_child = 0 12.03.223.983 I slot print_timing: id 0 | task 8691 | prompt processing, n_tokens = 981, progress = 0.84, t = 8.23 s / 119.26 tokens per second 12.03.224.741 I slot print_timing: id 1 | task 8692 | prompt processing, n_tokens = 1574, progress = 0.75, t = 8.23 s / 191.35 tokens per second 12.03.225.712 I slot print_timing: id 3 | task 8693 | prompt processing, n_tokens = 1540, progress = 0.73, t = 4.15 s / 371.35 tokens per second 12.06.565.494 I slot print_timing: id 0 | task 8691 | prompt processing, n_tokens = 1166, progress = 1.00, t = 11.60 s / 100.49 tokens per second 12.07.295.758 I slot print_timing: id 1 | task 8692 | prompt processing, n_tokens = 1764, progress = 0.84, t = 11.60 s / 152.03 tokens per second 12.07.296.765 I slot print_timing: id 2 | task 8696 | prompt processing, n_tokens = 1545, progress = 0.75, t = 3.34 s / 462.58 tokens per second 12.07.298.212 I slot print_timing: id 3 | task 8693 | prompt processing, n_tokens = 1587, progress = 0.75, t = 7.52 s / 210.92 tokens per second 12.09.044.468 I slot print_timing: id 1 | task 8692 | prompt processing, n_tokens = 2086, progress = 1.00, t = 14.08 s / 148.14 tokens per second 12.09.045.703 I slot print_timing: id 2 | task 8696 | prompt processing, n_tokens = 1764, progress = 0.86, t = 5.82 s / 303.16 tokens per second 12.09.047.147 I slot print_timing: id 3 | task 8693 | prompt processing, n_tokens = 1764, progress = 0.84, t = 10.00 s / 176.35 tokens per second 12.10.631.433 I slot print_timing: id 0 | task 8691 | prompt eval time = 14081.99 ms / 1170 tokens ( 12.04 ms per token, 83.08 tokens per second) 12.10.631.435 I slot print_timing: id 0 | task 8691 | eval time = 1586.98 ms / 2 tokens ( 1586.98 ms per token, 0.63 tokens per second) 12.10.631.436 I slot print_timing: id 0 | task 8691 | total time = 15668.97 ms / 1172 tokens 12.10.631.436 I slot print_timing: id 0 | task 8691 | graphs reused = 7341 12.10.631.437 I slot print_timing: id 0 | task 8691 | graph reallocs = 0 / 0 (same size) / (changed size) 12.10.631.501 I slot release: id 0 | task 8691 | stop processing: n_tokens = 1172, truncated = 0 12.10.631.736 I slot print_timing: id 2 | task 8696 | prompt processing, n_tokens = 2057, progress = 1.00, t = 7.41 s / 277.76 tokens per second 12.10.633.181 I slot print_timing: id 3 | task 8693 | prompt processing, n_tokens = 2099, progress = 1.00, t = 11.59 s / 181.11 tokens per second 12.10.718.994 I slot print_timing: id 1 | task 8692 | prompt eval time = 15669.09 ms / 2090 tokens ( 7.50 ms per token, 133.38 tokens per second) 12.10.719.000 I slot print_timing: id 1 | task 8692 | eval time = 87.27 ms / 2 tokens ( 87.27 ms per token, 11.46 tokens per second) 12.10.719.000 I slot print_timing: id 1 | task 8692 | total time = 15756.35 ms / 2092 tokens 12.10.719.001 I slot print_timing: id 1 | task 8692 | graphs reused = 7341 12.10.719.001 I slot print_timing: id 1 | task 8692 | graph reallocs = 0 / 0 (same size) / (changed size) 12.10.719.109 I slot release: id 1 | task 8692 | stop processing: n_tokens = 2092, truncated = 0 12.10.719.535 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.858 12.10.719.582 I slot launch_slot_: id 1 | task 8701 | processing task, is_child = 0 12.10.719.682 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.580 MiB) 12.11.331.328 I slot print_timing: id 2 | task 8696 | prompt eval time = 7493.80 ms / 2061 tokens ( 3.64 ms per token, 275.03 tokens per second) 12.11.331.331 I slot print_timing: id 2 | task 8696 | eval time = 612.00 ms / 2 tokens ( 612.00 ms per token, 1.63 tokens per second) 12.11.331.331 I slot print_timing: id 2 | task 8696 | total time = 8105.80 ms / 2063 tokens 12.11.331.332 I slot print_timing: id 2 | task 8696 | graphs reused = 7341 12.11.331.332 I slot print_timing: id 2 | task 8696 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.331.462 I slot release: id 2 | task 8696 | stop processing: n_tokens = 2063, truncated = 0 12.11.331.647 I slot print_timing: id 3 | task 8693 | prompt eval time = 11678.21 ms / 2103 tokens ( 5.55 ms per token, 180.08 tokens per second) 12.11.331.648 I slot print_timing: id 3 | task 8693 | eval time = 612.12 ms / 2 tokens ( 612.12 ms per token, 1.63 tokens per second) 12.11.331.649 I slot print_timing: id 3 | task 8693 | total time = 12290.32 ms / 2105 tokens 12.11.331.649 I slot print_timing: id 3 | task 8693 | graphs reused = 7341 12.11.331.649 I slot print_timing: id 3 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.331.749 I slot release: id 3 | task 8693 | stop processing: n_tokens = 2105, truncated = 0 12.11.331.758 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.870 12.11.331.815 I slot launch_slot_: id 2 | task 8703 | processing task, is_child = 0 12.11.332.020 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 12.12.091.031 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.852 12.12.091.094 I slot launch_slot_: id 3 | task 8705 | processing task, is_child = 0 12.12.091.190 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 244474437435 12.12.094.026 I slot launch_slot_: id 0 | task 8706 | processing task, is_child = 0 12.12.961.159 I slot print_timing: id 1 | task 8701 | prompt eval time = 1368.28 ms / 251 tokens ( 5.45 ms per token, 183.44 tokens per second) 12.12.961.161 I slot print_timing: id 1 | task 8701 | eval time = 870.13 ms / 2 tokens ( 870.13 ms per token, 1.15 tokens per second) 12.12.961.161 I slot print_timing: id 1 | task 8701 | total time = 2238.41 ms / 253 tokens 12.12.961.162 I slot print_timing: id 1 | task 8701 | graphs reused = 7341 12.12.961.162 I slot print_timing: id 1 | task 8701 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.961.281 I slot release: id 1 | task 8701 | stop processing: n_tokens = 2046, truncated = 0 12.13.734.064 I slot print_timing: id 2 | task 8703 | prompt eval time = 1618.98 ms / 321 tokens ( 5.04 ms per token, 198.27 tokens per second) 12.13.734.066 I slot print_timing: id 2 | task 8703 | eval time = 772.56 ms / 2 tokens ( 772.56 ms per token, 1.29 tokens per second) 12.13.734.067 I slot print_timing: id 2 | task 8703 | total time = 2391.55 ms / 323 tokens 12.13.734.068 I slot print_timing: id 2 | task 8703 | graphs reused = 7341 12.13.734.068 I slot print_timing: id 2 | task 8703 | graph reallocs = 0 / 0 (same size) / (changed size) 12.13.734.183 I slot release: id 2 | task 8703 | stop processing: n_tokens = 2116, truncated = 0 12.13.734.398 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 12.13.734.478 I slot launch_slot_: id 1 | task 8709 | processing task, is_child = 0 12.14.579.044 I slot print_timing: id 3 | task 8705 | prompt eval time = 1637.45 ms / 343 tokens ( 4.77 ms per token, 209.47 tokens per second) 12.14.579.052 I slot print_timing: id 3 | task 8705 | eval time = 844.65 ms / 2 tokens ( 844.65 ms per token, 1.18 tokens per second) 12.14.579.052 I slot print_timing: id 3 | task 8705 | total time = 2482.10 ms / 345 tokens 12.14.579.053 I slot print_timing: id 3 | task 8705 | graphs reused = 7341 12.14.579.053 I slot print_timing: id 3 | task 8705 | graph reallocs = 0 / 0 (same size) / (changed size) 12.14.579.171 I slot release: id 3 | task 8705 | stop processing: n_tokens = 2138, truncated = 0 12.14.579.180 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 12.14.579.242 I slot launch_slot_: id 2 | task 8711 | processing task, is_child = 0 12.14.579.374 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 12.14.579.388 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 12.15.644.536 I slot print_timing: id 0 | task 8706 | prompt eval time = 2484.84 ms / 304 tokens ( 8.17 ms per token, 122.34 tokens per second) 12.15.644.538 I slot print_timing: id 0 | task 8706 | eval time = 1065.64 ms / 2 tokens ( 1065.64 ms per token, 0.94 tokens per second) 12.15.644.538 I slot print_timing: id 0 | task 8706 | total time = 3550.49 ms / 306 tokens 12.15.644.539 I slot print_timing: id 0 | task 8706 | graphs reused = 7341 12.15.644.539 I slot print_timing: id 0 | task 8706 | graph reallocs = 0 / 0 (same size) / (changed size) 12.15.644.655 I slot release: id 0 | task 8706 | stop processing: n_tokens = 2069, truncated = 0 12.15.644.898 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 12.15.644.968 I slot launch_slot_: id 3 | task 8713 | processing task, is_child = 0 12.15.645.100 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.933 MiB) 12.16.163.531 I slot print_timing: id 1 | task 8709 | prompt eval time = 1898.08 ms / 343 tokens ( 5.53 ms per token, 180.71 tokens per second) 12.16.163.533 I slot print_timing: id 1 | task 8709 | eval time = 518.63 ms / 2 tokens ( 518.63 ms per token, 1.93 tokens per second) 12.16.163.534 I slot print_timing: id 1 | task 8709 | total time = 2416.71 ms / 345 tokens 12.16.163.534 I slot print_timing: id 1 | task 8709 | graphs reused = 7341 12.16.163.535 I slot print_timing: id 1 | task 8709 | graph reallocs = 0 / 0 (same size) / (changed size) 12.16.163.660 I slot release: id 1 | task 8709 | stop processing: n_tokens = 2138, truncated = 0 12.16.163.854 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 12.16.163.915 I slot launch_slot_: id 1 | task 8715 | processing task, is_child = 0 12.16.799.965 I slot print_timing: id 2 | task 8711 | prompt eval time = 1571.40 ms / 435 tokens ( 3.61 ms per token, 276.82 tokens per second) 12.16.799.970 I slot print_timing: id 2 | task 8711 | eval time = 636.11 ms / 2 tokens ( 636.11 ms per token, 1.57 tokens per second) 12.16.799.970 I slot print_timing: id 2 | task 8711 | total time = 2207.51 ms / 437 tokens 12.16.799.971 I slot print_timing: id 2 | task 8711 | graphs reused = 7341 12.16.799.971 I slot print_timing: id 2 | task 8711 | graph reallocs = 0 / 0 (same size) / (changed size) 12.16.800.093 I slot release: id 2 | task 8711 | stop processing: n_tokens = 2229, truncated = 0 12.16.800.293 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.867 12.16.800.343 I slot launch_slot_: id 0 | task 8717 | processing task, is_child = 0 12.16.800.476 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 12.16.800.483 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 12.16.815.703 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.805 12.16.815.748 I slot launch_slot_: id 2 | task 8718 | processing task, is_child = 0 12.18.035.151 I slot print_timing: id 3 | task 8713 | prompt eval time = 1148.85 ms / 184 tokens ( 6.24 ms per token, 160.16 tokens per second) 12.18.035.154 I slot print_timing: id 3 | task 8713 | eval time = 1234.86 ms / 2 tokens ( 1234.86 ms per token, 0.81 tokens per second) 12.18.035.154 I slot print_timing: id 3 | task 8713 | total time = 2383.71 ms / 186 tokens 12.18.035.155 I slot print_timing: id 3 | task 8713 | graphs reused = 7341 12.18.035.155 I slot print_timing: id 3 | task 8713 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.035.270 I slot release: id 3 | task 8713 | stop processing: n_tokens = 1978, truncated = 0 12.18.156.562 I slot print_timing: id 1 | task 8715 | prompt eval time = 1870.95 ms / 230 tokens ( 8.13 ms per token, 122.93 tokens per second) 12.18.156.571 I slot print_timing: id 1 | task 8715 | eval time = 121.57 ms / 2 tokens ( 121.57 ms per token, 8.23 tokens per second) 12.18.156.572 I slot print_timing: id 1 | task 8715 | total time = 1992.52 ms / 232 tokens 12.18.156.578 I slot print_timing: id 1 | task 8715 | graphs reused = 7341 12.18.156.579 I slot print_timing: id 1 | task 8715 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.156.852 I slot release: id 1 | task 8715 | stop processing: n_tokens = 2024, truncated = 0 12.18.157.355 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.886 12.18.157.449 I slot launch_slot_: id 1 | task 8721 | processing task, is_child = 0 12.18.157.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 12.18.157.788 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.915 MiB) 12.18.947.284 I slot print_timing: id 0 | task 8717 | prompt eval time = 1340.40 ms / 229 tokens ( 5.85 ms per token, 170.84 tokens per second) 12.18.947.289 I slot print_timing: id 0 | task 8717 | eval time = 791.12 ms / 2 tokens ( 791.12 ms per token, 1.26 tokens per second) 12.18.947.289 I slot print_timing: id 0 | task 8717 | total time = 2131.52 ms / 231 tokens 12.18.947.290 I slot print_timing: id 0 | task 8717 | graphs reused = 7341 12.18.947.290 I slot print_timing: id 0 | task 8717 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.947.403 I slot release: id 0 | task 8717 | stop processing: n_tokens = 2023, truncated = 0 12.18.947.673 I slot print_timing: id 2 | task 8718 | prompt eval time = 1339.98 ms / 279 tokens ( 4.80 ms per token, 208.21 tokens per second) 12.18.947.676 I slot print_timing: id 2 | task 8718 | eval time = 790.34 ms / 2 tokens ( 790.34 ms per token, 1.27 tokens per second) 12.18.947.677 I slot print_timing: id 2 | task 8718 | total time = 2130.32 ms / 281 tokens 12.18.947.677 I slot print_timing: id 2 | task 8718 | graphs reused = 7341 12.18.947.677 I slot print_timing: id 2 | task 8718 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.947.767 I slot release: id 2 | task 8718 | stop processing: n_tokens = 2074, truncated = 0 12.18.947.776 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 12.18.947.827 I slot launch_slot_: id 0 | task 8722 | processing task, is_child = 0 12.18.947.960 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.231 MiB) 12.19.439.295 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865 12.19.439.330 I slot launch_slot_: id 2 | task 8725 | processing task, is_child = 0 12.19.439.440 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.906 12.19.439.465 I slot launch_slot_: id 3 | task 8726 | processing task, is_child = 0 12.20.889.283 I slot print_timing: id 1 | task 8721 | prompt eval time = 1259.96 ms / 323 tokens ( 3.90 ms per token, 256.36 tokens per second) 12.20.889.285 I slot print_timing: id 1 | task 8721 | eval time = 1449.99 ms / 2 tokens ( 1449.99 ms per token, 0.69 tokens per second) 12.20.889.286 I slot print_timing: id 1 | task 8721 | total time = 2709.95 ms / 325 tokens 12.20.889.286 I slot print_timing: id 1 | task 8721 | graphs reused = 7341 12.20.889.286 I slot print_timing: id 1 | task 8721 | graph reallocs = 0 / 0 (same size) / (changed size) 12.20.889.403 I slot release: id 1 | task 8721 | stop processing: n_tokens = 2118, truncated = 0 12.20.965.248 I slot print_timing: id 0 | task 8722 | prompt eval time = 1926.75 ms / 184 tokens ( 10.47 ms per token, 95.50 tokens per second) 12.20.965.249 I slot print_timing: id 0 | task 8722 | eval time = 76.12 ms / 2 tokens ( 76.12 ms per token, 13.14 tokens per second) 12.20.965.250 I slot print_timing: id 0 | task 8722 | total time = 2002.87 ms / 186 tokens 12.20.965.250 I slot print_timing: id 0 | task 8722 | graphs reused = 7341 12.20.965.251 I slot print_timing: id 0 | task 8722 | graph reallocs = 0 / 0 (same size) / (changed size) 12.20.965.353 I slot release: id 0 | task 8722 | stop processing: n_tokens = 1978, truncated = 0 12.20.965.823 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.906 12.20.965.894 I slot launch_slot_: id 0 | task 8729 | processing task, is_child = 0 12.20.966.061 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.067 MiB) 12.20.966.070 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.386 MiB) 12.20.980.216 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.847 12.20.980.255 I slot launch_slot_: id 1 | task 8730 | processing task, is_child = 0 12.22.336.753 I slot print_timing: id 2 | task 8725 | prompt eval time = 1524.94 ms / 328 tokens ( 4.65 ms per token, 215.09 tokens per second) 12.22.336.756 I slot print_timing: id 2 | task 8725 | eval time = 1371.19 ms / 2 tokens ( 1371.19 ms per token, 0.73 tokens per second) 12.22.336.757 I slot print_timing: id 2 | task 8725 | total time = 2896.12 ms / 330 tokens 12.22.336.758 I slot print_timing: id 2 | task 8725 | graphs reused = 7341 12.22.336.758 I slot print_timing: id 2 | task 8725 | graph reallocs = 0 / 0 (same size) / (changed size) 12.22.336.890 I slot release: id 2 | task 8725 | stop processing: n_tokens = 2123, truncated = 0 12.22.337.151 I slot print_timing: id 3 | task 8726 | prompt eval time = 1523.76 ms / 276 tokens ( 5.52 ms per token, 181.13 tokens per second) 12.22.337.153 I slot print_timing: id 3 | task 8726 | eval time = 1371.33 ms / 2 tokens ( 1371.33 ms per token, 0.73 tokens per second) 12.22.337.154 I slot print_timing: id 3 | task 8726 | total time = 2895.09 ms / 278 tokens 12.22.337.154 I slot print_timing: id 3 | task 8726 | graphs reused = 7341 12.22.337.155 I slot print_timing: id 3 | task 8726 | graph reallocs = 0 / 0 (same size) / (changed size) 12.22.337.254 I slot release: id 3 | task 8726 | stop processing: n_tokens = 2070, truncated = 0 12.22.387.442 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.822 (> 0.100 thold), f_keep = 0.845 12.22.387.475 I slot launch_slot_: id 2 | task 8733 | processing task, is_child = 0 12.22.387.609 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 12.22.398.571 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.866 12.22.398.602 I slot launch_slot_: id 3 | task 8734 | processing task, is_child = 0 12.23.892.298 I slot print_timing: id 0 | task 8729 | prompt eval time = 1406.98 ms / 382 tokens ( 3.68 ms per token, 271.50 tokens per second) 12.23.892.303 I slot print_timing: id 0 | task 8729 | eval time = 1505.05 ms / 2 tokens ( 1505.05 ms per token, 0.66 tokens per second) 12.23.892.304 I slot print_timing: id 0 | task 8729 | total time = 2912.03 ms / 384 tokens 12.23.892.304 I slot print_timing: id 0 | task 8729 | graphs reused = 7341 12.23.892.305 I slot print_timing: id 0 | task 8729 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.892.422 I slot release: id 0 | task 8729 | stop processing: n_tokens = 2176, truncated = 0 12.23.892.674 I slot print_timing: id 1 | task 8730 | prompt eval time = 1406.47 ms / 188 tokens ( 7.48 ms per token, 133.67 tokens per second) 12.23.892.676 I slot print_timing: id 1 | task 8730 | eval time = 1505.24 ms / 2 tokens ( 1505.24 ms per token, 0.66 tokens per second) 12.23.892.677 I slot print_timing: id 1 | task 8730 | total time = 2911.71 ms / 190 tokens 12.23.892.677 I slot print_timing: id 1 | task 8730 | graphs reused = 7341 12.23.892.677 I slot print_timing: id 1 | task 8730 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.892.766 I slot release: id 1 | task 8730 | stop processing: n_tokens = 1983, truncated = 0 12.23.943.184 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.824 12.23.943.219 I slot launch_slot_: id 0 | task 8737 | processing task, is_child = 0 12.23.943.344 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 12.23.943.348 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 12.23.956.013 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 12.23.956.040 I slot launch_slot_: id 1 | task 8738 | processing task, is_child = 0 12.25.070.300 I slot print_timing: id 2 | task 8733 | prompt eval time = 1544.37 ms / 389 tokens ( 3.97 ms per token, 251.88 tokens per second) 12.25.070.303 I slot print_timing: id 2 | task 8733 | eval time = 1127.31 ms / 2 tokens ( 1127.31 ms per token, 0.89 tokens per second) 12.25.070.304 I slot print_timing: id 2 | task 8733 | total time = 2671.68 ms / 391 tokens 12.25.070.304 I slot print_timing: id 2 | task 8733 | graphs reused = 7341 12.25.070.305 I slot print_timing: id 2 | task 8733 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.070.422 I slot release: id 2 | task 8733 | stop processing: n_tokens = 2184, truncated = 0 12.25.070.671 I slot print_timing: id 3 | task 8734 | prompt eval time = 1543.82 ms / 249 tokens ( 6.20 ms per token, 161.29 tokens per second) 12.25.070.674 I slot print_timing: id 3 | task 8734 | eval time = 1127.49 ms / 2 tokens ( 1127.49 ms per token, 0.89 tokens per second) 12.25.070.674 I slot print_timing: id 3 | task 8734 | total time = 2671.31 ms / 251 tokens 12.25.070.674 I slot print_timing: id 3 | task 8734 | graphs reused = 7341 12.25.070.675 I slot print_timing: id 3 | task 8734 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.070.764 I slot release: id 3 | task 8734 | stop processing: n_tokens = 2043, truncated = 0 12.25.121.866 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.821 12.25.121.903 I slot launch_slot_: id 2 | task 8741 | processing task, is_child = 0 12.25.122.041 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.310 MiB) 12.25.133.136 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.878 12.25.133.164 I slot launch_slot_: id 3 | task 8742 | processing task, is_child = 0 12.25.967.262 I slot print_timing: id 0 | task 8737 | prompt eval time = 1165.63 ms / 213 tokens ( 5.47 ms per token, 182.73 tokens per second) 12.25.967.267 I slot print_timing: id 0 | task 8737 | eval time = 845.58 ms / 2 tokens ( 845.58 ms per token, 1.18 tokens per second) 12.25.967.267 I slot print_timing: id 0 | task 8737 | total time = 2011.21 ms / 215 tokens 12.25.967.268 I slot print_timing: id 0 | task 8737 | graphs reused = 7341 12.25.967.268 I slot print_timing: id 0 | task 8737 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.967.384 I slot release: id 0 | task 8737 | stop processing: n_tokens = 2007, truncated = 0 12.25.967.643 I slot print_timing: id 1 | task 8738 | prompt eval time = 1165.05 ms / 235 tokens ( 4.96 ms per token, 201.71 tokens per second) 12.25.967.649 I slot print_timing: id 1 | task 8738 | eval time = 845.79 ms / 2 tokens ( 845.79 ms per token, 1.18 tokens per second) 12.25.967.649 I slot print_timing: id 1 | task 8738 | total time = 2010.84 ms / 237 tokens 12.25.967.650 I slot print_timing: id 1 | task 8738 | graphs reused = 7341 12.25.967.650 I slot print_timing: id 1 | task 8738 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.967.742 I slot release: id 1 | task 8738 | stop processing: n_tokens = 2030, truncated = 0 12.26.019.279 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2007, t_last = 244489773319 12.26.019.414 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.261 MiB) 12.26.019.428 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 12.26.030.102 I slot launch_slot_: id 0 | task 8745 | processing task, is_child = 0 12.26.030.223 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.410 MiB) 12.26.030.229 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.988 MiB) 12.26.041.662 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.883 12.26.041.691 I slot launch_slot_: id 1 | task 8746 | processing task, is_child = 0 12.28.364.673 I slot print_timing: id 2 | task 8741 | prompt eval time = 885.92 ms / 127 tokens ( 6.98 ms per token, 143.35 tokens per second) 12.28.364.676 I slot print_timing: id 2 | task 8741 | eval time = 2345.58 ms / 2 tokens ( 2345.58 ms per token, 0.43 tokens per second) 12.28.364.676 I slot print_timing: id 2 | task 8741 | total time = 3231.50 ms / 129 tokens 12.28.364.677 I slot print_timing: id 2 | task 8741 | graphs reused = 7341 12.28.364.677 I slot print_timing: id 2 | task 8741 | graph reallocs = 0 / 0 (same size) / (changed size) 12.28.364.783 I slot release: id 2 | task 8741 | stop processing: n_tokens = 1921, truncated = 0 12.28.364.990 I slot print_timing: id 3 | task 8742 | prompt eval time = 885.37 ms / 212 tokens ( 4.18 ms per token, 239.45 tokens per second) 12.28.364.992 I slot print_timing: id 3 | task 8742 | eval time = 2345.71 ms / 2 tokens ( 2345.71 ms per token, 0.43 tokens per second) 12.28.364.993 I slot print_timing: id 3 | task 8742 | total time = 3231.08 ms / 214 tokens 12.28.364.993 I slot print_timing: id 3 | task 8742 | graphs reused = 7341 12.28.364.994 I slot print_timing: id 3 | task 8742 | graph reallocs = 0 / 0 (same size) / (changed size) 12.28.365.090 I slot release: id 3 | task 8742 | stop processing: n_tokens = 2006, truncated = 0 12.29.074.742 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 244492170718 12.29.074.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.611 MiB) 12.29.087.022 I slot launch_slot_: id 2 | task 8749 | processing task, is_child = 0 12.29.087.150 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 12.29.097.029 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 244492171024 12.29.097.174 I slot launch_slot_: id 3 | task 8750 | processing task, is_child = 0 12.29.097.182 I slot print_timing: id 0 | task 8745 | prompt processing, n_tokens = 1256, progress = 0.86, t = 3.03 s / 414.14 tokens per second 12.33.205.210 I slot print_timing: id 1 | task 8746 | prompt eval time = 3032.75 ms / 167 tokens ( 18.16 ms per token, 55.07 tokens per second) 12.33.205.216 I slot print_timing: id 1 | task 8746 | eval time = 4130.47 ms / 2 tokens ( 4130.47 ms per token, 0.24 tokens per second) 12.33.205.216 I slot print_timing: id 1 | task 8746 | total time = 7163.22 ms / 169 tokens 12.33.205.217 I slot print_timing: id 1 | task 8746 | graphs reused = 7341 12.33.205.217 I slot print_timing: id 1 | task 8746 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.205.326 I slot release: id 1 | task 8746 | stop processing: n_tokens = 1961, truncated = 0 12.33.205.346 I slot print_timing: id 0 | task 8745 | prompt processing, n_tokens = 1455, progress = 1.00, t = 7.16 s / 203.12 tokens per second 12.33.206.556 I slot print_timing: id 2 | task 8749 | prompt processing, n_tokens = 1146, progress = 0.69, t = 4.11 s / 279.03 tokens per second 12.33.208.001 I slot print_timing: id 3 | task 8750 | prompt processing, n_tokens = 702, progress = 0.46, t = 4.11 s / 170.93 tokens per second 12.34.187.563 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 244497011260 12.34.187.710 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 12.34.187.810 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.383 MiB) 12.34.197.813 I slot launch_slot_: id 1 | task 8753 | processing task, is_child = 0 12.34.198.111 I slot print_timing: id 2 | task 8749 | prompt processing, n_tokens = 1256, progress = 0.76, t = 5.09 s / 246.79 tokens per second 12.34.198.861 I slot print_timing: id 3 | task 8750 | prompt processing, n_tokens = 1009, progress = 0.66, t = 5.09 s / 198.26 tokens per second 12.36.656.617 I slot print_timing: id 0 | task 8745 | prompt eval time = 8145.85 ms / 1459 tokens ( 5.58 ms per token, 179.11 tokens per second) 12.36.656.622 I slot print_timing: id 0 | task 8745 | eval time = 2469.07 ms / 2 tokens ( 2469.07 ms per token, 0.41 tokens per second) 12.36.656.622 I slot print_timing: id 0 | task 8745 | total time = 10614.91 ms / 1461 tokens 12.36.656.623 I slot print_timing: id 0 | task 8745 | graphs reused = 7341 12.36.656.623 I slot print_timing: id 0 | task 8745 | graph reallocs = 0 / 0 (same size) / (changed size) 12.36.656.707 I slot release: id 0 | task 8745 | stop processing: n_tokens = 1461, truncated = 0 12.36.657.555 I slot print_timing: id 2 | task 8749 | prompt processing, n_tokens = 1658, progress = 1.00, t = 7.56 s / 219.35 tokens per second 12.36.659.309 I slot print_timing: id 3 | task 8750 | prompt processing, n_tokens = 1256, progress = 0.82, t = 7.56 s / 166.17 tokens per second 12.38.089.126 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 244500462643 12.38.097.868 I slot launch_slot_: id 0 | task 8756 | processing task, is_child = 0 12.38.098.087 I slot print_timing: id 1 | task 8753 | prompt processing, n_tokens = 852, progress = 0.85, t = 3.89 s / 218.96 tokens per second 12.38.098.757 I slot print_timing: id 3 | task 8750 | prompt processing, n_tokens = 1521, progress = 1.00, t = 8.99 s / 169.17 tokens per second 12.39.480.391 I slot print_timing: id 2 | task 8749 | prompt eval time = 8991.21 ms / 1662 tokens ( 5.41 ms per token, 184.85 tokens per second) 12.39.480.402 I slot print_timing: id 2 | task 8749 | eval time = 1391.27 ms / 2 tokens ( 1391.27 ms per token, 0.72 tokens per second) 12.39.480.403 I slot print_timing: id 2 | task 8749 | total time = 10382.48 ms / 1664 tokens 12.39.480.403 I slot print_timing: id 2 | task 8749 | graphs reused = 7341 12.39.480.404 I slot print_timing: id 2 | task 8749 | graph reallocs = 0 / 0 (same size) / (changed size) 12.39.480.498 I slot release: id 2 | task 8749 | stop processing: n_tokens = 1664, truncated = 0 12.39.481.748 I slot print_timing: id 1 | task 8753 | prompt processing, n_tokens = 999, progress = 1.00, t = 5.28 s / 189.12 tokens per second 12.40.315.524 I slot print_timing: id 3 | task 8750 | prompt eval time = 10382.56 ms / 1525 tokens ( 6.81 ms per token, 146.88 tokens per second) 12.40.315.526 I slot print_timing: id 3 | task 8750 | eval time = 834.82 ms / 2 tokens ( 834.82 ms per token, 1.20 tokens per second) 12.40.315.527 I slot print_timing: id 3 | task 8750 | total time = 11217.38 ms / 1527 tokens 12.40.315.527 I slot print_timing: id 3 | task 8750 | graphs reused = 7341 12.40.315.528 I slot print_timing: id 3 | task 8750 | graph reallocs = 0 / 0 (same size) / (changed size) 12.40.315.613 I slot release: id 3 | task 8750 | stop processing: n_tokens = 1527, truncated = 0 12.40.315.621 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 244503286433 12.40.315.734 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.531 MiB) 12.40.320.664 I slot launch_slot_: id 2 | task 8759 | processing task, is_child = 0 12.40.320.761 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.898 MiB) 12.41.598.635 I slot print_timing: id 1 | task 8753 | prompt eval time = 6117.53 ms / 1003 tokens ( 6.10 ms per token, 163.96 tokens per second) 12.41.598.637 I slot print_timing: id 1 | task 8753 | eval time = 1283.28 ms / 2 tokens ( 1283.28 ms per token, 0.78 tokens per second) 12.41.598.637 I slot print_timing: id 1 | task 8753 | total time = 7400.81 ms / 1005 tokens 12.41.598.638 I slot print_timing: id 1 | task 8753 | graphs reused = 7341 12.41.598.638 I slot print_timing: id 1 | task 8753 | graph reallocs = 0 / 0 (same size) / (changed size) 12.41.598.703 I slot release: id 1 | task 8753 | stop processing: n_tokens = 1005, truncated = 0 12.41.598.713 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878 12.41.598.774 I slot launch_slot_: id 1 | task 8761 | processing task, is_child = 0 12.41.598.891 I slot print_timing: id 0 | task 8756 | prompt processing, n_tokens = 988, progress = 1.00, t = 3.50 s / 282.24 tokens per second 12.42.648.499 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 244504121548 12.42.648.659 I slot launch_slot_: id 3 | task 8763 | processing task, is_child = 0 12.43.941.827 I slot print_timing: id 0 | task 8756 | prompt eval time = 4550.62 ms / 992 tokens ( 4.59 ms per token, 217.99 tokens per second) 12.43.941.829 I slot print_timing: id 0 | task 8756 | eval time = 1293.33 ms / 2 tokens ( 1293.33 ms per token, 0.77 tokens per second) 12.43.941.830 I slot print_timing: id 0 | task 8756 | total time = 5843.94 ms / 994 tokens 12.43.941.830 I slot print_timing: id 0 | task 8756 | graphs reused = 7341 12.43.941.830 I slot print_timing: id 0 | task 8756 | graph reallocs = 0 / 0 (same size) / (changed size) 12.43.941.887 I slot release: id 0 | task 8756 | stop processing: n_tokens = 994, truncated = 0 12.43.942.108 I slot print_timing: id 2 | task 8759 | prompt processing, n_tokens = 978, progress = 1.00, t = 3.62 s / 270.36 tokens per second 12.44.789.215 I slot print_timing: id 1 | task 8761 | prompt eval time = 2342.01 ms / 82 tokens ( 28.56 ms per token, 35.01 tokens per second) 12.44.789.217 I slot print_timing: id 1 | task 8761 | eval time = 847.11 ms / 2 tokens ( 847.11 ms per token, 1.18 tokens per second) 12.44.789.217 I slot print_timing: id 1 | task 8761 | total time = 3189.12 ms / 84 tokens 12.44.789.218 I slot print_timing: id 1 | task 8761 | graphs reused = 7341 12.44.789.218 I slot print_timing: id 1 | task 8761 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.789.276 I slot release: id 1 | task 8761 | stop processing: n_tokens = 965, truncated = 0 12.44.789.493 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 12.44.789.553 I slot launch_slot_: id 0 | task 8766 | processing task, is_child = 0 12.44.789.650 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 12.45.389.585 I slot print_timing: id 2 | task 8759 | prompt eval time = 4465.29 ms / 982 tokens ( 4.55 ms per token, 219.92 tokens per second) 12.45.389.587 I slot print_timing: id 2 | task 8759 | eval time = 600.09 ms / 2 tokens ( 600.09 ms per token, 1.67 tokens per second) 12.45.389.588 I slot print_timing: id 2 | task 8759 | total time = 5065.39 ms / 984 tokens 12.45.389.588 I slot print_timing: id 2 | task 8759 | graphs reused = 7341 12.45.389.589 I slot print_timing: id 2 | task 8759 | graph reallocs = 0 / 0 (same size) / (changed size) 12.45.389.647 I slot release: id 2 | task 8759 | stop processing: n_tokens = 984, truncated = 0 12.45.389.657 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.913 12.45.389.714 I slot launch_slot_: id 1 | task 8768 | processing task, is_child = 0 12.45.389.806 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.319 MiB) 12.45.700.173 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 984, t_last = 244509195581 12.45.700.334 I slot launch_slot_: id 2 | task 8770 | processing task, is_child = 0 12.46.413.532 I slot print_timing: id 0 | task 8766 | prompt eval time = 905.47 ms / 95 tokens ( 9.53 ms per token, 104.92 tokens per second) 12.46.413.541 I slot print_timing: id 0 | task 8766 | eval time = 713.55 ms / 2 tokens ( 713.55 ms per token, 1.40 tokens per second) 12.46.413.541 I slot print_timing: id 0 | task 8766 | total time = 1619.02 ms / 97 tokens 12.46.413.542 I slot print_timing: id 0 | task 8766 | graphs reused = 7341 12.46.413.542 I slot print_timing: id 0 | task 8766 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.413.601 I slot release: id 0 | task 8766 | stop processing: n_tokens = 977, truncated = 0 12.46.413.968 I slot print_timing: id 3 | task 8763 | prompt eval time = 3048.96 ms / 987 tokens ( 3.09 ms per token, 323.72 tokens per second) 12.46.413.970 I slot print_timing: id 3 | task 8763 | eval time = 713.80 ms / 2 tokens ( 713.80 ms per token, 1.40 tokens per second) 12.46.413.971 I slot print_timing: id 3 | task 8763 | total time = 3762.76 ms / 989 tokens 12.46.413.971 I slot print_timing: id 3 | task 8763 | graphs reused = 7341 12.46.413.971 I slot print_timing: id 3 | task 8763 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.414.017 I slot release: id 3 | task 8763 | stop processing: n_tokens = 989, truncated = 0 12.47.259.776 I slot print_timing: id 1 | task 8768 | prompt eval time = 1018.49 ms / 99 tokens ( 10.29 ms per token, 97.20 tokens per second) 12.47.259.779 I slot print_timing: id 1 | task 8768 | eval time = 845.97 ms / 2 tokens ( 845.97 ms per token, 1.18 tokens per second) 12.47.259.780 I slot print_timing: id 1 | task 8768 | total time = 1864.45 ms / 101 tokens 12.47.259.781 I slot print_timing: id 1 | task 8768 | graphs reused = 7341 12.47.259.781 I slot print_timing: id 1 | task 8768 | graph reallocs = 0 / 0 (same size) / (changed size) 12.47.259.844 I slot release: id 1 | task 8768 | stop processing: n_tokens = 981, truncated = 0 12.47.259.851 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 244510219535 12.47.259.943 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.281 MiB) 12.47.263.536 I slot launch_slot_: id 0 | task 8773 | processing task, is_child = 0 12.47.263.622 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.758 MiB) 12.47.269.029 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 244510219951 12.47.269.175 I slot launch_slot_: id 3 | task 8774 | processing task, is_child = 0 12.50.949.515 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 244511065778 12.50.949.698 I slot launch_slot_: id 1 | task 8776 | processing task, is_child = 0 12.50.949.710 I slot print_timing: id 0 | task 8773 | prompt processing, n_tokens = 1113, progress = 0.68, t = 3.68 s / 302.43 tokens per second 12.51.354.931 I slot print_timing: id 2 | task 8770 | prompt processing, n_tokens = 821, progress = 1.00, t = 5.25 s / 156.45 tokens per second 12.51.356.234 I slot print_timing: id 3 | task 8774 | prompt processing, n_tokens = 816, progress = 0.51, t = 3.68 s / 221.78 tokens per second 12.54.663.772 I slot print_timing: id 0 | task 8773 | prompt processing, n_tokens = 1371, progress = 0.84, t = 7.39 s / 185.41 tokens per second 12.54.664.546 I slot print_timing: id 1 | task 8776 | prompt processing, n_tokens = 1100, progress = 0.68, t = 3.31 s / 332.45 tokens per second 12.54.666.007 I slot print_timing: id 3 | task 8774 | prompt processing, n_tokens = 1071, progress = 0.68, t = 7.39 s / 144.86 tokens per second 12.56.529.198 I slot print_timing: id 2 | task 8770 | prompt eval time = 8962.09 ms / 825 tokens ( 10.86 ms per token, 92.05 tokens per second) 12.56.529.203 I slot print_timing: id 2 | task 8770 | eval time = 1865.44 ms / 2 tokens ( 1865.44 ms per token, 0.54 tokens per second) 12.56.529.205 I slot print_timing: id 2 | task 8770 | total time = 10827.52 ms / 827 tokens 12.56.529.205 I slot print_timing: id 2 | task 8770 | graphs reused = 7341 12.56.529.206 I slot print_timing: id 2 | task 8770 | graph reallocs = 0 / 0 (same size) / (changed size) 12.56.529.258 I slot release: id 2 | task 8770 | stop processing: n_tokens = 827, truncated = 0 12.56.529.270 I slot print_timing: id 0 | task 8773 | prompt processing, n_tokens = 1625, progress = 1.00, t = 9.26 s / 175.49 tokens per second 12.56.530.330 I slot print_timing: id 1 | task 8776 | prompt processing, n_tokens = 1371, progress = 0.85, t = 5.17 s / 264.96 tokens per second 12.56.531.961 I slot print_timing: id 3 | task 8774 | prompt processing, n_tokens = 1371, progress = 0.86, t = 9.26 s / 148.07 tokens per second 12.57.608.317 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 244520335193 12.57.608.412 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.546 MiB) 12.57.612.880 I slot launch_slot_: id 2 | task 8780 | processing task, is_child = 0 12.57.612.892 I slot print_timing: id 1 | task 8776 | prompt processing, n_tokens = 1612, progress = 1.00, t = 6.25 s / 257.78 tokens per second 12.57.613.890 I slot print_timing: id 3 | task 8774 | prompt processing, n_tokens = 1583, progress = 1.00, t = 10.34 s / 153.13 tokens per second 12.59.905.660 I slot print_timing: id 0 | task 8773 | prompt eval time = 10339.01 ms / 1629 tokens ( 6.35 ms per token, 157.56 tokens per second) 12.59.905.666 I slot print_timing: id 0 | task 8773 | eval time = 2297.34 ms / 2 tokens ( 2297.34 ms per token, 0.44 tokens per second) 12.59.905.666 I slot print_timing: id 0 | task 8773 | total time = 12636.36 ms / 1631 tokens 12.59.905.667 I slot print_timing: id 0 | task 8773 | graphs reused = 7341 12.59.905.667 I slot print_timing: id 0 | task 8773 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.905.761 I slot release: id 0 | task 8773 | stop processing: n_tokens = 1631, truncated = 0 13.00.515.551 I slot print_timing: id 1 | task 8776 | prompt eval time = 8551.23 ms / 1616 tokens ( 5.29 ms per token, 188.98 tokens per second) 13.00.515.553 I slot print_timing: id 1 | task 8776 | eval time = 609.57 ms / 2 tokens ( 609.57 ms per token, 1.64 tokens per second) 13.00.515.554 I slot print_timing: id 1 | task 8776 | total time = 9160.80 ms / 1618 tokens 13.00.515.554 I slot print_timing: id 1 | task 8776 | graphs reused = 7341 13.00.515.555 I slot print_timing: id 1 | task 8776 | graph reallocs = 0 / 0 (same size) / (changed size) 13.00.515.652 I slot release: id 1 | task 8776 | stop processing: n_tokens = 1618, truncated = 0 13.00.515.841 I slot print_timing: id 3 | task 8774 | prompt eval time = 12636.01 ms / 1587 tokens ( 7.96 ms per token, 125.59 tokens per second) 13.00.515.842 I slot print_timing: id 3 | task 8774 | eval time = 609.67 ms / 2 tokens ( 609.67 ms per token, 1.64 tokens per second) 13.00.515.843 I slot print_timing: id 3 | task 8774 | total time = 13245.68 ms / 1589 tokens 13.00.515.843 I slot print_timing: id 3 | task 8774 | graphs reused = 7341 13.00.515.844 I slot print_timing: id 3 | task 8774 | graph reallocs = 0 / 0 (same size) / (changed size) 13.00.515.916 I slot release: id 3 | task 8774 | stop processing: n_tokens = 1589, truncated = 0 13.00.515.924 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.858 13.00.515.972 I slot launch_slot_: id 0 | task 8783 | processing task, is_child = 0 13.00.516.104 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.493 MiB) 13.00.520.597 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.727 MiB) 13.00.520.601 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.578 MiB) 13.01.211.030 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 244524321587 13.01.211.209 I slot launch_slot_: id 1 | task 8785 | processing task, is_child = 0 13.01.211.307 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 244524321851 13.01.211.415 I slot launch_slot_: id 3 | task 8786 | processing task, is_child = 0 13.01.756.471 I slot print_timing: id 2 | task 8780 | prompt processing, n_tokens = 1627, progress = 1.00, t = 3.60 s / 452.28 tokens per second 13.04.797.629 I slot print_timing: id 0 | task 8783 | prompt eval time = 2633.61 ms / 317 tokens ( 8.31 ms per token, 120.37 tokens per second) 13.04.797.632 I slot print_timing: id 0 | task 8783 | eval time = 1640.71 ms / 2 tokens ( 1640.71 ms per token, 0.61 tokens per second) 13.04.797.632 I slot print_timing: id 0 | task 8783 | total time = 4274.31 ms / 319 tokens 13.04.797.633 I slot print_timing: id 0 | task 8783 | graphs reused = 7341 13.04.797.633 I slot print_timing: id 0 | task 8783 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.797.737 I slot release: id 0 | task 8783 | stop processing: n_tokens = 1718, truncated = 0 13.04.797.923 I slot print_timing: id 2 | task 8780 | prompt eval time = 5543.38 ms / 1631 tokens ( 3.40 ms per token, 294.23 tokens per second) 13.04.797.925 I slot print_timing: id 2 | task 8780 | eval time = 1640.82 ms / 2 tokens ( 1640.82 ms per token, 0.61 tokens per second) 13.04.797.925 I slot print_timing: id 2 | task 8780 | total time = 7184.19 ms / 1633 tokens 13.04.797.926 I slot print_timing: id 2 | task 8780 | graphs reused = 7341 13.04.797.926 I slot print_timing: id 2 | task 8780 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.798.004 I slot release: id 2 | task 8780 | stop processing: n_tokens = 1633, truncated = 0 13.04.798.016 I slot print_timing: id 1 | task 8785 | prompt processing, n_tokens = 724, progress = 0.86, t = 3.04 s / 238.06 tokens per second 13.04.799.129 I slot print_timing: id 3 | task 8786 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.04 s / 238.19 tokens per second 13.05.080.591 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 244528603672 13.05.080.733 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.842 MiB) 13.05.416.436 I slot launch_slot_: id 0 | task 8790 | processing task, is_child = 0 13.05.416.548 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.436 MiB) 13.05.420.424 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 244528603939 13.05.420.544 I slot launch_slot_: id 2 | task 8791 | processing task, is_child = 0 13.05.420.776 I slot print_timing: id 1 | task 8785 | prompt processing, n_tokens = 837, progress = 1.00, t = 3.32 s / 251.78 tokens per second 13.05.421.751 I slot print_timing: id 3 | task 8786 | prompt processing, n_tokens = 864, progress = 1.00, t = 3.32 s / 260.03 tokens per second 13.08.444.975 I slot print_timing: id 1 | task 8785 | prompt eval time = 5063.33 ms / 841 tokens ( 6.02 ms per token, 166.10 tokens per second) 13.08.444.978 I slot print_timing: id 1 | task 8785 | eval time = 1625.38 ms / 2 tokens ( 1625.38 ms per token, 0.62 tokens per second) 13.08.444.979 I slot print_timing: id 1 | task 8785 | total time = 6688.70 ms / 843 tokens 13.08.444.979 I slot print_timing: id 1 | task 8785 | graphs reused = 7341 13.08.444.980 I slot print_timing: id 1 | task 8785 | graph reallocs = 0 / 0 (same size) / (changed size) 13.08.445.033 I slot release: id 1 | task 8785 | stop processing: n_tokens = 843, truncated = 0 13.08.445.216 I slot print_timing: id 3 | task 8786 | prompt eval time = 5061.86 ms / 868 tokens ( 5.83 ms per token, 171.48 tokens per second) 13.08.445.222 I slot print_timing: id 3 | task 8786 | eval time = 1625.44 ms / 2 tokens ( 1625.44 ms per token, 0.62 tokens per second) 13.08.445.223 I slot print_timing: id 3 | task 8786 | total time = 6687.30 ms / 870 tokens 13.08.445.223 I slot print_timing: id 3 | task 8786 | graphs reused = 7341 13.08.445.223 I slot print_timing: id 3 | task 8786 | graph reallocs = 0 / 0 (same size) / (changed size) 13.08.445.263 I slot release: id 3 | task 8786 | stop processing: n_tokens = 870, truncated = 0 13.08.445.272 I slot print_timing: id 0 | task 8790 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.02 s / 236.09 tokens per second 13.08.446.434 I slot print_timing: id 2 | task 8791 | prompt processing, n_tokens = 714, progress = 0.83, t = 3.02 s / 236.17 tokens per second 13.08.732.552 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 244532250967 13.08.732.648 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.09.065.500 I slot launch_slot_: id 1 | task 8795 | processing task, is_child = 0 13.09.065.580 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.064 MiB) 13.09.069.692 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 244532251197 13.09.069.790 I slot launch_slot_: id 3 | task 8796 | processing task, is_child = 0 13.09.069.797 I slot print_timing: id 0 | task 8790 | prompt processing, n_tokens = 839, progress = 1.00, t = 3.31 s / 253.32 tokens per second 13.09.070.778 I slot print_timing: id 2 | task 8791 | prompt processing, n_tokens = 858, progress = 1.00, t = 3.31 s / 259.14 tokens per second 13.11.867.609 I slot print_timing: id 0 | task 8790 | prompt eval time = 4931.59 ms / 843 tokens ( 5.85 ms per token, 170.94 tokens per second) 13.11.867.611 I slot print_timing: id 0 | task 8790 | eval time = 1515.46 ms / 2 tokens ( 1515.46 ms per token, 0.66 tokens per second) 13.11.867.611 I slot print_timing: id 0 | task 8790 | total time = 6447.05 ms / 845 tokens 13.11.867.612 I slot print_timing: id 0 | task 8790 | graphs reused = 7341 13.11.867.612 I slot print_timing: id 0 | task 8790 | graph reallocs = 0 / 0 (same size) / (changed size) 13.11.867.665 I slot release: id 0 | task 8790 | stop processing: n_tokens = 845, truncated = 0 13.11.867.843 I slot print_timing: id 2 | task 8791 | prompt eval time = 4930.77 ms / 862 tokens ( 5.72 ms per token, 174.82 tokens per second) 13.11.867.844 I slot print_timing: id 2 | task 8791 | eval time = 1515.51 ms / 2 tokens ( 1515.51 ms per token, 0.66 tokens per second) 13.11.867.845 I slot print_timing: id 2 | task 8791 | total time = 6446.28 ms / 864 tokens 13.11.867.845 I slot print_timing: id 2 | task 8791 | graphs reused = 7341 13.11.867.845 I slot print_timing: id 2 | task 8791 | graph reallocs = 0 / 0 (same size) / (changed size) 13.11.867.887 I slot release: id 2 | task 8791 | stop processing: n_tokens = 864, truncated = 0 13.12.205.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 244535673599 13.12.205.820 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.12.609.502 I slot launch_slot_: id 0 | task 8800 | processing task, is_child = 0 13.12.609.584 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.705 MiB) 13.12.614.971 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 244535673821 13.12.615.065 I slot launch_slot_: id 2 | task 8801 | processing task, is_child = 0 13.12.615.224 I slot print_timing: id 1 | task 8795 | prompt processing, n_tokens = 761, progress = 0.99, t = 3.14 s / 242.74 tokens per second 13.12.616.137 I slot print_timing: id 3 | task 8796 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.13 s / 281.74 tokens per second 13.15.152.518 I slot print_timing: id 1 | task 8795 | prompt eval time = 4423.27 ms / 765 tokens ( 5.78 ms per token, 172.95 tokens per second) 13.15.152.520 I slot print_timing: id 1 | task 8795 | eval time = 1658.62 ms / 2 tokens ( 1658.62 ms per token, 0.60 tokens per second) 13.15.152.521 I slot print_timing: id 1 | task 8795 | total time = 6081.89 ms / 767 tokens 13.15.152.521 I slot print_timing: id 1 | task 8795 | graphs reused = 7341 13.15.152.522 I slot print_timing: id 1 | task 8795 | graph reallocs = 0 / 0 (same size) / (changed size) 13.15.152.571 I slot release: id 1 | task 8795 | stop processing: n_tokens = 767, truncated = 0 13.15.152.744 I slot print_timing: id 3 | task 8796 | prompt eval time = 4422.45 ms / 887 tokens ( 4.99 ms per token, 200.57 tokens per second) 13.15.152.747 I slot print_timing: id 3 | task 8796 | eval time = 1658.66 ms / 2 tokens ( 1658.66 ms per token, 0.60 tokens per second) 13.15.152.747 I slot print_timing: id 3 | task 8796 | total time = 6081.11 ms / 889 tokens 13.15.152.748 I slot print_timing: id 3 | task 8796 | graphs reused = 7341 13.15.152.748 I slot print_timing: id 3 | task 8796 | graph reallocs = 0 / 0 (same size) / (changed size) 13.15.152.807 I slot release: id 3 | task 8796 | stop processing: n_tokens = 889, truncated = 0 13.15.433.974 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 244538958505 13.15.434.065 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.088 MiB) 13.15.707.980 I slot launch_slot_: id 1 | task 8805 | processing task, is_child = 0 13.15.708.059 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.152 MiB) 13.15.711.338 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 244538958741 13.15.711.435 I slot launch_slot_: id 3 | task 8806 | processing task, is_child = 0 13.18.087.145 I slot print_timing: id 0 | task 8800 | prompt eval time = 3856.56 ms / 688 tokens ( 5.61 ms per token, 178.40 tokens per second) 13.18.087.151 I slot print_timing: id 0 | task 8800 | eval time = 1615.50 ms / 2 tokens ( 1615.50 ms per token, 0.62 tokens per second) 13.18.087.152 I slot print_timing: id 0 | task 8800 | total time = 5472.07 ms / 690 tokens 13.18.087.152 I slot print_timing: id 0 | task 8800 | graphs reused = 7341 13.18.087.152 I slot print_timing: id 0 | task 8800 | graph reallocs = 0 / 0 (same size) / (changed size) 13.18.087.196 I slot release: id 0 | task 8800 | stop processing: n_tokens = 690, truncated = 0 13.18.087.368 I slot print_timing: id 2 | task 8801 | prompt eval time = 3855.83 ms / 738 tokens ( 5.22 ms per token, 191.40 tokens per second) 13.18.087.371 I slot print_timing: id 2 | task 8801 | eval time = 1615.55 ms / 2 tokens ( 1615.55 ms per token, 0.62 tokens per second) 13.18.087.371 I slot print_timing: id 2 | task 8801 | total time = 5471.38 ms / 740 tokens 13.18.087.372 I slot print_timing: id 2 | task 8801 | graphs reused = 7341 13.18.087.372 I slot print_timing: id 2 | task 8801 | graph reallocs = 0 / 0 (same size) / (changed size) 13.18.087.413 I slot release: id 2 | task 8801 | stop processing: n_tokens = 740, truncated = 0 13.18.828.508 I slot print_timing: id 1 | task 8805 | prompt eval time = 3064.48 ms / 671 tokens ( 4.57 ms per token, 218.96 tokens per second) 13.18.828.511 I slot print_timing: id 1 | task 8805 | eval time = 51.86 ms / 2 tokens ( 51.86 ms per token, 19.28 tokens per second) 13.18.828.511 I slot print_timing: id 1 | task 8805 | total time = 3116.34 ms / 673 tokens 13.18.828.512 I slot print_timing: id 1 | task 8805 | graphs reused = 7341 13.18.828.512 I slot print_timing: id 1 | task 8805 | graph reallocs = 0 / 0 (same size) / (changed size) 13.18.828.552 I slot release: id 1 | task 8805 | stop processing: n_tokens = 673, truncated = 0 13.18.828.699 I slot print_timing: id 3 | task 8806 | prompt eval time = 3063.79 ms / 705 tokens ( 4.35 ms per token, 230.11 tokens per second) 13.18.828.700 I slot print_timing: id 3 | task 8806 | eval time = 51.87 ms / 2 tokens ( 51.87 ms per token, 19.28 tokens per second) 13.18.828.701 I slot print_timing: id 3 | task 8806 | total time = 3115.66 ms / 707 tokens 13.18.828.701 I slot print_timing: id 3 | task 8806 | graphs reused = 7341 13.18.828.702 I slot print_timing: id 3 | task 8806 | graph reallocs = 0 / 0 (same size) / (changed size) 13.18.828.734 I slot release: id 3 | task 8806 | stop processing: n_tokens = 707, truncated = 0 13.21.681.982 I srv operator(): operator(): cleaning up before exit...