/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/b19f200ff71c/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q4_K_XL.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.051.028 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.051.085 I srv llama_server: initializing ... 0.00.051.089 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.051.165 I srv init_listene: The UI is disabled 0.00.051.167 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.051.200 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.052.863 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/b19f200ff71c/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q4_K_XL.gguf' 0.00.717.586 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.720.428 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.726.302 W load: '' is a normal token here, removing it from EOG list 0.00.978.599 I cmn init: llama threadpool init, n_threads = 8 0.01.092.263 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.099.985 I srv llama_server: model loaded 0.01.099.989 I srv llama_server: listening on http://127.0.0.1:8091 0.31.721.386 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.721.413 I slot launch_slot_: id 0 | task 2 | processing task, is_child = 0 0.31.721.414 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.721.425 I slot launch_slot_: id 1 | task 0 | processing task, is_child = 0 0.31.721.426 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.721.435 I slot launch_slot_: id 2 | task 3 | processing task, is_child = 0 0.31.721.435 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.31.721.445 I slot launch_slot_: id 3 | task 1 | processing task, is_child = 0 0.33.112.841 I slot print_timing: id 0 | task 2 | prompt eval time = 1343.59 ms / 122 tokens ( 11.01 ms per token, 90.80 tokens per second) 0.33.112.843 I slot print_timing: id 0 | task 2 | eval time = 47.79 ms / 2 tokens ( 47.79 ms per token, 20.92 tokens per second) 0.33.112.843 I slot print_timing: id 0 | task 2 | total time = 1391.38 ms / 124 tokens 0.33.112.844 I slot print_timing: id 0 | task 2 | graphs reused = 1 0.33.112.844 I slot print_timing: id 0 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.112.865 I slot release: id 0 | task 2 | stop processing: n_tokens = 123, truncated = 0 0.33.113.032 I slot print_timing: id 1 | task 0 | prompt eval time = 1343.91 ms / 126 tokens ( 10.67 ms per token, 93.76 tokens per second) 0.33.113.034 I slot print_timing: id 1 | task 0 | eval time = 47.66 ms / 2 tokens ( 47.66 ms per token, 20.98 tokens per second) 0.33.113.034 I slot print_timing: id 1 | task 0 | total time = 1391.57 ms / 128 tokens 0.33.113.034 I slot print_timing: id 1 | task 0 | graphs reused = 1 0.33.113.035 I slot print_timing: id 1 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.113.046 I slot release: id 1 | task 0 | stop processing: n_tokens = 127, truncated = 0 0.33.113.238 I slot print_timing: id 2 | task 3 | prompt eval time = 1344.25 ms / 135 tokens ( 9.96 ms per token, 100.43 tokens per second) 0.33.113.239 I slot print_timing: id 2 | task 3 | eval time = 47.53 ms / 2 tokens ( 47.53 ms per token, 21.04 tokens per second) 0.33.113.240 I slot print_timing: id 2 | task 3 | total time = 1391.78 ms / 137 tokens 0.33.113.240 I slot print_timing: id 2 | task 3 | graphs reused = 1 0.33.113.240 I slot print_timing: id 2 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.113.255 I slot release: id 2 | task 3 | stop processing: n_tokens = 136, truncated = 0 0.33.113.430 I slot print_timing: id 3 | task 1 | prompt eval time = 1344.85 ms / 118 tokens ( 11.40 ms per token, 87.74 tokens per second) 0.33.113.431 I slot print_timing: id 3 | task 1 | eval time = 47.12 ms / 2 tokens ( 47.12 ms per token, 21.22 tokens per second) 0.33.113.432 I slot print_timing: id 3 | task 1 | total time = 1391.97 ms / 120 tokens 0.33.113.432 I slot print_timing: id 3 | task 1 | graphs reused = 1 0.33.113.432 I slot print_timing: id 3 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.113.442 I slot release: id 3 | task 1 | stop processing: n_tokens = 119, truncated = 0 0.33.121.981 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.236 0.33.122.822 I slot launch_slot_: id 1 | task 8 | processing task, is_child = 0 0.33.126.005 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.221 0.33.126.056 I slot launch_slot_: id 2 | task 9 | processing task, is_child = 0 0.33.126.099 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.236 0.33.126.134 I slot launch_slot_: id 0 | task 10 | processing task, is_child = 0 0.33.126.157 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.244 0.33.126.190 I slot launch_slot_: id 3 | task 11 | processing task, is_child = 0 0.34.989.770 I slot print_timing: id 0 | task 10 | prompt eval time = 1531.98 ms / 160 tokens ( 9.57 ms per token, 104.44 tokens per second) 0.34.989.775 I slot print_timing: id 0 | task 10 | eval time = 331.58 ms / 8 tokens ( 47.37 ms per token, 21.11 tokens per second) 0.34.989.777 I slot print_timing: id 0 | task 10 | total time = 1863.57 ms / 168 tokens 0.34.989.778 I slot print_timing: id 0 | task 10 | graphs reused = 7 0.34.989.778 I slot print_timing: id 0 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.989.826 I slot release: id 0 | task 10 | stop processing: n_tokens = 168, truncated = 0 0.34.990.241 I slot print_timing: id 1 | task 8 | prompt eval time = 1532.10 ms / 113 tokens ( 13.56 ms per token, 73.75 tokens per second) 0.34.990.249 I slot print_timing: id 1 | task 8 | eval time = 331.87 ms / 8 tokens ( 47.41 ms per token, 21.09 tokens per second) 0.34.990.250 I slot print_timing: id 1 | task 8 | total time = 1863.98 ms / 121 tokens 0.34.990.251 I slot print_timing: id 1 | task 8 | graphs reused = 7 0.34.990.251 I slot print_timing: id 1 | task 8 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.990.274 I slot release: id 1 | task 8 | stop processing: n_tokens = 121, truncated = 0 0.34.990.698 I slot print_timing: id 2 | task 9 | prompt eval time = 1532.24 ms / 150 tokens ( 10.21 ms per token, 97.90 tokens per second) 0.34.990.704 I slot print_timing: id 2 | task 9 | eval time = 332.14 ms / 8 tokens ( 47.45 ms per token, 21.08 tokens per second) 0.34.990.705 I slot print_timing: id 2 | task 9 | total time = 1864.38 ms / 158 tokens 0.34.990.705 I slot print_timing: id 2 | task 9 | graphs reused = 7 0.34.990.706 I slot print_timing: id 2 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.990.737 I slot release: id 2 | task 9 | stop processing: n_tokens = 158, truncated = 0 0.34.991.235 I slot print_timing: id 3 | task 11 | prompt eval time = 1532.38 ms / 196 tokens ( 7.82 ms per token, 127.91 tokens per second) 0.34.991.242 I slot print_timing: id 3 | task 11 | eval time = 332.49 ms / 8 tokens ( 47.50 ms per token, 21.05 tokens per second) 0.34.991.243 I slot print_timing: id 3 | task 11 | total time = 1864.87 ms / 204 tokens 0.34.991.244 I slot print_timing: id 3 | task 11 | graphs reused = 7 0.34.991.244 I slot print_timing: id 3 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.991.280 I slot release: id 3 | task 11 | stop processing: n_tokens = 204, truncated = 0 0.35.001.591 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.248 0.35.003.341 I slot launch_slot_: id 1 | task 21 | processing task, is_child = 0 0.35.009.217 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.173 0.35.009.298 I slot launch_slot_: id 0 | task 23 | processing task, is_child = 0 0.35.009.393 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.184 0.35.009.468 I slot launch_slot_: id 2 | task 22 | processing task, is_child = 0 0.35.009.518 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.142 0.35.009.592 I slot launch_slot_: id 3 | task 24 | processing task, is_child = 0 0.36.347.046 I slot print_timing: id 1 | task 21 | prompt eval time = 1290.81 ms / 121 tokens ( 10.67 ms per token, 93.74 tokens per second) 0.36.347.048 I slot print_timing: id 1 | task 21 | eval time = 46.51 ms / 2 tokens ( 46.51 ms per token, 21.50 tokens per second) 0.36.347.049 I slot print_timing: id 1 | task 21 | total time = 1337.32 ms / 123 tokens 0.36.347.049 I slot print_timing: id 1 | task 21 | graphs reused = 7 0.36.347.049 I slot print_timing: id 1 | task 21 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.347.069 I slot release: id 1 | task 21 | stop processing: n_tokens = 123, truncated = 0 0.36.419.025 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.236 0.36.420.116 I slot launch_slot_: id 1 | task 29 | processing task, is_child = 0 0.37.178.424 I slot print_timing: id 0 | task 23 | prompt eval time = 1290.75 ms / 131 tokens ( 9.85 ms per token, 101.49 tokens per second) 0.37.178.427 I slot print_timing: id 0 | task 23 | eval time = 878.07 ms / 8 tokens ( 125.44 ms per token, 7.97 tokens per second) 0.37.178.427 I slot print_timing: id 0 | task 23 | total time = 2168.82 ms / 139 tokens 0.37.178.427 I slot print_timing: id 0 | task 23 | graphs reused = 9 0.37.178.428 I slot print_timing: id 0 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.178.449 I slot release: id 0 | task 23 | stop processing: n_tokens = 139, truncated = 0 0.37.178.768 I slot print_timing: id 2 | task 22 | prompt eval time = 1290.90 ms / 122 tokens ( 10.58 ms per token, 94.51 tokens per second) 0.37.178.770 I slot print_timing: id 2 | task 22 | eval time = 878.03 ms / 8 tokens ( 125.43 ms per token, 7.97 tokens per second) 0.37.178.770 I slot print_timing: id 2 | task 22 | total time = 2168.93 ms / 130 tokens 0.37.178.770 I slot print_timing: id 2 | task 22 | graphs reused = 9 0.37.178.771 I slot print_timing: id 2 | task 22 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.178.787 I slot release: id 2 | task 22 | stop processing: n_tokens = 130, truncated = 0 0.37.178.976 I slot print_timing: id 3 | task 24 | prompt eval time = 1290.97 ms / 153 tokens ( 8.44 ms per token, 118.52 tokens per second) 0.37.178.978 I slot print_timing: id 3 | task 24 | eval time = 878.06 ms / 8 tokens ( 125.44 ms per token, 7.97 tokens per second) 0.37.178.978 I slot print_timing: id 3 | task 24 | total time = 2169.03 ms / 161 tokens 0.37.178.978 I slot print_timing: id 3 | task 24 | graphs reused = 9 0.37.178.978 I slot print_timing: id 3 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.178.992 I slot release: id 3 | task 24 | stop processing: n_tokens = 161, truncated = 0 0.37.208.087 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.209 0.37.209.005 I slot launch_slot_: id 0 | task 36 | processing task, is_child = 0 0.37.211.503 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.223 0.37.211.565 I slot launch_slot_: id 2 | task 37 | processing task, is_child = 0 0.37.211.598 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.180 0.37.211.645 I slot launch_slot_: id 3 | task 38 | processing task, is_child = 0 0.38.336.780 I slot print_timing: id 0 | task 36 | prompt eval time = 1078.41 ms / 120 tokens ( 8.99 ms per token, 111.27 tokens per second) 0.38.336.782 I slot print_timing: id 0 | task 36 | eval time = 46.71 ms / 2 tokens ( 46.71 ms per token, 21.41 tokens per second) 0.38.336.782 I slot print_timing: id 0 | task 36 | total time = 1125.12 ms / 122 tokens 0.38.336.783 I slot print_timing: id 0 | task 36 | graphs reused = 9 0.38.336.783 I slot print_timing: id 0 | task 36 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.336.804 I slot release: id 0 | task 36 | stop processing: n_tokens = 122, truncated = 0 0.38.336.982 I slot print_timing: id 1 | task 29 | prompt eval time = 621.49 ms / 187 tokens ( 3.32 ms per token, 300.89 tokens per second) 0.38.336.984 I slot print_timing: id 1 | task 29 | eval time = 1295.37 ms / 8 tokens ( 185.05 ms per token, 5.40 tokens per second) 0.38.336.985 I slot print_timing: id 1 | task 29 | total time = 1916.86 ms / 195 tokens 0.38.336.985 I slot print_timing: id 1 | task 29 | graphs reused = 9 0.38.336.985 I slot print_timing: id 1 | task 29 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.337.002 I slot release: id 1 | task 29 | stop processing: n_tokens = 195, truncated = 0 0.38.337.186 I slot print_timing: id 2 | task 37 | prompt eval time = 1078.65 ms / 139 tokens ( 7.76 ms per token, 128.86 tokens per second) 0.38.337.188 I slot print_timing: id 2 | task 37 | eval time = 46.80 ms / 2 tokens ( 46.80 ms per token, 21.37 tokens per second) 0.38.337.188 I slot print_timing: id 2 | task 37 | total time = 1125.45 ms / 141 tokens 0.38.337.188 I slot print_timing: id 2 | task 37 | graphs reused = 9 0.38.337.189 I slot print_timing: id 2 | task 37 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.337.199 I slot release: id 2 | task 37 | stop processing: n_tokens = 141, truncated = 0 0.38.366.693 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.238 0.38.367.807 I slot launch_slot_: id 0 | task 43 | processing task, is_child = 0 0.38.370.394 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.149 0.38.370.670 I slot launch_slot_: id 1 | task 44 | processing task, is_child = 0 0.38.370.697 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.206 0.38.370.741 I slot launch_slot_: id 2 | task 45 | processing task, is_child = 0 0.39.580.358 I slot print_timing: id 2 | task 45 | prompt eval time = 1162.18 ms / 175 tokens ( 6.64 ms per token, 150.58 tokens per second) 0.39.580.364 I slot print_timing: id 2 | task 45 | eval time = 47.32 ms / 2 tokens ( 47.32 ms per token, 21.13 tokens per second) 0.39.580.364 I slot print_timing: id 2 | task 45 | total time = 1209.50 ms / 177 tokens 0.39.580.365 I slot print_timing: id 2 | task 45 | graphs reused = 10 0.39.580.365 I slot print_timing: id 2 | task 45 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.580.392 I slot release: id 2 | task 45 | stop processing: n_tokens = 177, truncated = 0 0.39.652.537 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.164 0.39.654.165 I slot launch_slot_: id 2 | task 50 | processing task, is_child = 0 0.40.005.554 I slot print_timing: id 3 | task 38 | prompt eval time = 1078.79 ms / 145 tokens ( 7.44 ms per token, 134.41 tokens per second) 0.40.005.559 I slot print_timing: id 3 | task 38 | eval time = 1714.96 ms / 8 tokens ( 244.99 ms per token, 4.08 tokens per second) 0.40.005.560 I slot print_timing: id 3 | task 38 | total time = 2793.76 ms / 153 tokens 0.40.005.560 I slot print_timing: id 3 | task 38 | graphs reused = 10 0.40.005.561 I slot print_timing: id 3 | task 38 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.005.585 I slot release: id 3 | task 38 | stop processing: n_tokens = 153, truncated = 0 0.40.093.400 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.190 0.40.094.556 I slot launch_slot_: id 3 | task 53 | processing task, is_child = 0 0.40.551.787 I slot print_timing: id 0 | task 43 | prompt eval time = 1161.93 ms / 146 tokens ( 7.96 ms per token, 125.65 tokens per second) 0.40.551.792 I slot print_timing: id 0 | task 43 | eval time = 1019.11 ms / 8 tokens ( 145.59 ms per token, 6.87 tokens per second) 0.40.551.793 I slot print_timing: id 0 | task 43 | total time = 2181.04 ms / 154 tokens 0.40.551.793 I slot print_timing: id 0 | task 43 | graphs reused = 10 0.40.551.794 I slot print_timing: id 0 | task 43 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.551.816 I slot release: id 0 | task 43 | stop processing: n_tokens = 154, truncated = 0 0.40.551.991 I slot print_timing: id 1 | task 44 | prompt eval time = 1162.04 ms / 132 tokens ( 8.80 ms per token, 113.59 tokens per second) 0.40.551.996 I slot print_timing: id 1 | task 44 | eval time = 1019.13 ms / 8 tokens ( 145.59 ms per token, 6.87 tokens per second) 0.40.551.997 I slot print_timing: id 1 | task 44 | total time = 2181.18 ms / 140 tokens 0.40.551.997 I slot print_timing: id 1 | task 44 | graphs reused = 10 0.40.551.997 I slot print_timing: id 1 | task 44 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.552.011 I slot release: id 1 | task 44 | stop processing: n_tokens = 140, truncated = 0 0.40.597.695 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.188 0.40.598.712 I slot launch_slot_: id 0 | task 58 | processing task, is_child = 0 0.40.599.901 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.207 0.40.599.953 I slot launch_slot_: id 1 | task 59 | processing task, is_child = 0 0.41.411.369 I slot print_timing: id 2 | task 50 | prompt eval time = 439.22 ms / 128 tokens ( 3.43 ms per token, 291.42 tokens per second) 0.41.411.374 I slot print_timing: id 2 | task 50 | eval time = 1317.97 ms / 8 tokens ( 188.28 ms per token, 5.31 tokens per second) 0.41.411.374 I slot print_timing: id 2 | task 50 | total time = 1757.19 ms / 136 tokens 0.41.411.375 I slot print_timing: id 2 | task 50 | graphs reused = 11 0.41.411.375 I slot print_timing: id 2 | task 50 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.411.398 I slot release: id 2 | task 50 | stop processing: n_tokens = 136, truncated = 0 0.41.483.268 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.221 0.41.484.190 I slot launch_slot_: id 2 | task 64 | processing task, is_child = 0 0.41.833.897 I slot print_timing: id 3 | task 53 | prompt eval time = 410.36 ms / 115 tokens ( 3.57 ms per token, 280.24 tokens per second) 0.41.833.903 I slot print_timing: id 3 | task 53 | eval time = 1328.97 ms / 8 tokens ( 189.85 ms per token, 5.27 tokens per second) 0.41.833.903 I slot print_timing: id 3 | task 53 | total time = 1739.33 ms / 123 tokens 0.41.833.903 I slot print_timing: id 3 | task 53 | graphs reused = 11 0.41.833.904 I slot print_timing: id 3 | task 53 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.833.921 I slot release: id 3 | task 53 | stop processing: n_tokens = 123, truncated = 0 0.41.921.550 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.236 0.41.922.991 I slot launch_slot_: id 3 | task 67 | processing task, is_child = 0 0.42.380.560 I slot print_timing: id 0 | task 58 | prompt eval time = 764.19 ms / 146 tokens ( 5.23 ms per token, 191.05 tokens per second) 0.42.380.564 I slot print_timing: id 0 | task 58 | eval time = 1016.41 ms / 8 tokens ( 145.20 ms per token, 6.89 tokens per second) 0.42.380.564 I slot print_timing: id 0 | task 58 | total time = 1780.60 ms / 154 tokens 0.42.380.565 I slot print_timing: id 0 | task 58 | graphs reused = 11 0.42.380.565 I slot print_timing: id 0 | task 58 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.380.588 I slot release: id 0 | task 58 | stop processing: n_tokens = 154, truncated = 0 0.42.380.758 I slot print_timing: id 1 | task 59 | prompt eval time = 764.28 ms / 149 tokens ( 5.13 ms per token, 194.96 tokens per second) 0.42.380.760 I slot print_timing: id 1 | task 59 | eval time = 1016.43 ms / 8 tokens ( 145.20 ms per token, 6.89 tokens per second) 0.42.380.760 I slot print_timing: id 1 | task 59 | total time = 1780.71 ms / 157 tokens 0.42.380.761 I slot print_timing: id 1 | task 59 | graphs reused = 11 0.42.380.761 I slot print_timing: id 1 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.380.777 I slot release: id 1 | task 59 | stop processing: n_tokens = 157, truncated = 0 0.42.381.180 I slot print_timing: id 3 | task 67 | prompt eval time = 410.86 ms / 118 tokens ( 3.48 ms per token, 287.21 tokens per second) 0.42.381.183 I slot print_timing: id 3 | task 67 | eval time = 47.32 ms / 2 tokens ( 47.32 ms per token, 21.13 tokens per second) 0.42.381.183 I slot print_timing: id 3 | task 67 | total time = 458.18 ms / 120 tokens 0.42.381.183 I slot print_timing: id 3 | task 67 | graphs reused = 11 0.42.381.184 I slot print_timing: id 3 | task 67 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.381.196 I slot release: id 3 | task 67 | stop processing: n_tokens = 120, truncated = 0 0.42.410.148 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.188 0.42.411.125 I slot launch_slot_: id 0 | task 72 | processing task, is_child = 0 0.42.413.385 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.185 0.42.413.439 I slot launch_slot_: id 1 | task 73 | processing task, is_child = 0 0.42.413.465 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.242 0.42.413.511 I slot launch_slot_: id 3 | task 74 | processing task, is_child = 0 0.43.534.541 I slot print_timing: id 0 | task 72 | prompt eval time = 1073.73 ms / 145 tokens ( 7.41 ms per token, 135.04 tokens per second) 0.43.534.547 I slot print_timing: id 0 | task 72 | eval time = 47.30 ms / 2 tokens ( 47.30 ms per token, 21.14 tokens per second) 0.43.534.548 I slot print_timing: id 0 | task 72 | total time = 1121.02 ms / 147 tokens 0.43.534.548 I slot print_timing: id 0 | task 72 | graphs reused = 11 0.43.534.549 I slot print_timing: id 0 | task 72 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.534.570 I slot release: id 0 | task 72 | stop processing: n_tokens = 147, truncated = 0 0.43.534.745 I slot print_timing: id 1 | task 73 | prompt eval time = 1073.81 ms / 127 tokens ( 8.46 ms per token, 118.27 tokens per second) 0.43.534.747 I slot print_timing: id 1 | task 73 | eval time = 47.32 ms / 2 tokens ( 47.32 ms per token, 21.13 tokens per second) 0.43.534.747 I slot print_timing: id 1 | task 73 | total time = 1121.13 ms / 129 tokens 0.43.534.747 I slot print_timing: id 1 | task 73 | graphs reused = 11 0.43.534.748 I slot print_timing: id 1 | task 73 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.534.765 I slot release: id 1 | task 73 | stop processing: n_tokens = 129, truncated = 0 0.43.534.953 I slot print_timing: id 2 | task 64 | prompt eval time = 437.35 ms / 124 tokens ( 3.53 ms per token, 283.53 tokens per second) 0.43.534.955 I slot print_timing: id 2 | task 64 | eval time = 1613.41 ms / 8 tokens ( 230.49 ms per token, 4.34 tokens per second) 0.43.534.956 I slot print_timing: id 2 | task 64 | total time = 2050.76 ms / 132 tokens 0.43.534.956 I slot print_timing: id 2 | task 64 | graphs reused = 11 0.43.534.956 I slot print_timing: id 2 | task 64 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.534.968 I slot release: id 2 | task 64 | stop processing: n_tokens = 132, truncated = 0 0.43.564.389 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.222 (> 0.100 thold), f_keep = 0.227 0.43.565.528 I slot launch_slot_: id 2 | task 79 | processing task, is_child = 0 0.43.567.390 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.197 0.43.567.444 I slot launch_slot_: id 0 | task 80 | processing task, is_child = 0 0.43.567.471 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.225 0.43.567.511 I slot launch_slot_: id 1 | task 81 | processing task, is_child = 0 0.44.705.224 I slot print_timing: id 1 | task 81 | prompt eval time = 1045.40 ms / 107 tokens ( 9.77 ms per token, 102.35 tokens per second) 0.44.705.230 I slot print_timing: id 1 | task 81 | eval time = 92.23 ms / 3 tokens ( 46.12 ms per token, 21.68 tokens per second) 0.44.705.231 I slot print_timing: id 1 | task 81 | total time = 1137.64 ms / 110 tokens 0.44.705.231 I slot print_timing: id 1 | task 81 | graphs reused = 13 0.44.705.232 I slot print_timing: id 1 | task 81 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.705.255 I slot release: id 1 | task 81 | stop processing: n_tokens = 110, truncated = 0 0.44.777.875 I slot print_timing: id 3 | task 74 | prompt eval time = 1074.09 ms / 111 tokens ( 9.68 ms per token, 103.34 tokens per second) 0.44.777.877 I slot print_timing: id 3 | task 74 | eval time = 1290.10 ms / 8 tokens ( 184.30 ms per token, 5.43 tokens per second) 0.44.777.878 I slot print_timing: id 3 | task 74 | total time = 2364.19 ms / 119 tokens 0.44.777.878 I slot print_timing: id 3 | task 74 | graphs reused = 13 0.44.777.878 I slot print_timing: id 3 | task 74 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.777.901 I slot release: id 3 | task 74 | stop processing: n_tokens = 119, truncated = 0 0.44.777.906 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.264 0.44.779.056 I slot launch_slot_: id 1 | task 87 | processing task, is_child = 0 0.45.124.426 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.244 0.45.124.498 I slot launch_slot_: id 3 | task 89 | processing task, is_child = 0 0.45.793.426 I slot print_timing: id 0 | task 80 | prompt eval time = 1045.30 ms / 140 tokens ( 7.47 ms per token, 133.93 tokens per second) 0.45.793.431 I slot print_timing: id 0 | task 80 | eval time = 1180.61 ms / 8 tokens ( 168.66 ms per token, 5.93 tokens per second) 0.45.793.432 I slot print_timing: id 0 | task 80 | total time = 2225.91 ms / 148 tokens 0.45.793.432 I slot print_timing: id 0 | task 80 | graphs reused = 13 0.45.793.433 I slot print_timing: id 0 | task 80 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.793.457 I slot release: id 0 | task 80 | stop processing: n_tokens = 148, truncated = 0 0.45.840.147 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.196 0.45.841.444 I slot launch_slot_: id 0 | task 94 | processing task, is_child = 0 0.46.473.617 I slot print_timing: id 1 | task 87 | prompt eval time = 877.10 ms / 112 tokens ( 7.83 ms per token, 127.69 tokens per second) 0.46.473.621 I slot print_timing: id 1 | task 87 | eval time = 816.41 ms / 8 tokens ( 116.63 ms per token, 8.57 tokens per second) 0.46.473.622 I slot print_timing: id 1 | task 87 | total time = 1693.50 ms / 120 tokens 0.46.473.622 I slot print_timing: id 1 | task 87 | graphs reused = 15 0.46.473.623 I slot print_timing: id 1 | task 87 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.473.645 I slot release: id 1 | task 87 | stop processing: n_tokens = 120, truncated = 0 0.46.545.845 I slot print_timing: id 3 | task 89 | prompt eval time = 622.10 ms / 185 tokens ( 3.36 ms per token, 297.38 tokens per second) 0.46.545.847 I slot print_timing: id 3 | task 89 | eval time = 799.05 ms / 8 tokens ( 114.15 ms per token, 8.76 tokens per second) 0.46.545.848 I slot print_timing: id 3 | task 89 | total time = 1421.15 ms / 193 tokens 0.46.545.848 I slot print_timing: id 3 | task 89 | graphs reused = 15 0.46.545.849 I slot print_timing: id 3 | task 89 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.545.890 I slot release: id 3 | task 89 | stop processing: n_tokens = 193, truncated = 0 0.46.545.895 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.242 0.46.546.822 I slot launch_slot_: id 1 | task 100 | processing task, is_child = 0 0.46.951.931 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.150 0.46.952.005 I slot launch_slot_: id 3 | task 102 | processing task, is_child = 0 0.47.570.228 I slot print_timing: id 1 | task 100 | prompt eval time = 933.10 ms / 136 tokens ( 6.86 ms per token, 145.75 tokens per second) 0.47.570.232 I slot print_timing: id 1 | task 100 | eval time = 88.64 ms / 2 tokens ( 88.64 ms per token, 11.28 tokens per second) 0.47.570.232 I slot print_timing: id 1 | task 100 | total time = 1021.74 ms / 138 tokens 0.47.570.233 I slot print_timing: id 1 | task 100 | graphs reused = 15 0.47.570.233 I slot print_timing: id 1 | task 100 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.570.254 I slot release: id 1 | task 100 | stop processing: n_tokens = 138, truncated = 0 0.47.642.407 I slot print_timing: id 0 | task 94 | prompt eval time = 539.63 ms / 176 tokens ( 3.07 ms per token, 326.15 tokens per second) 0.47.642.412 I slot print_timing: id 0 | task 94 | eval time = 1261.32 ms / 8 tokens ( 180.19 ms per token, 5.55 tokens per second) 0.47.642.412 I slot print_timing: id 0 | task 94 | total time = 1800.95 ms / 184 tokens 0.47.642.413 I slot print_timing: id 0 | task 94 | graphs reused = 15 0.47.642.413 I slot print_timing: id 0 | task 94 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.642.437 I slot release: id 0 | task 94 | stop processing: n_tokens = 184, truncated = 0 0.47.642.781 I slot print_timing: id 3 | task 102 | prompt eval time = 618.39 ms / 168 tokens ( 3.68 ms per token, 271.67 tokens per second) 0.47.642.783 I slot print_timing: id 3 | task 102 | eval time = 72.17 ms / 2 tokens ( 72.17 ms per token, 13.86 tokens per second) 0.47.642.783 I slot print_timing: id 3 | task 102 | total time = 690.56 ms / 170 tokens 0.47.642.783 I slot print_timing: id 3 | task 102 | graphs reused = 15 0.47.642.784 I slot print_timing: id 3 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.642.800 I slot release: id 3 | task 102 | stop processing: n_tokens = 170, truncated = 0 0.47.642.804 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.158 0.47.644.547 I slot launch_slot_: id 0 | task 106 | processing task, is_child = 0 0.47.647.192 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.210 0.47.647.238 I slot launch_slot_: id 1 | task 107 | processing task, is_child = 0 0.47.647.267 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.171 0.47.647.566 I slot launch_slot_: id 3 | task 108 | processing task, is_child = 0 0.48.902.844 I slot print_timing: id 2 | task 79 | prompt eval time = 1045.52 ms / 134 tokens ( 7.80 ms per token, 128.17 tokens per second) 0.48.902.850 I slot print_timing: id 2 | task 79 | eval time = 4289.67 ms / 20 tokens ( 225.77 ms per token, 4.43 tokens per second) 0.48.902.850 I slot print_timing: id 2 | task 79 | total time = 5335.19 ms / 154 tokens 0.48.902.851 I slot print_timing: id 2 | task 79 | graphs reused = 15 0.48.902.851 I slot print_timing: id 2 | task 79 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.902.877 I slot release: id 2 | task 79 | stop processing: n_tokens = 154, truncated = 0 0.48.975.206 I slot print_timing: id 1 | task 107 | prompt eval time = 1255.03 ms / 150 tokens ( 8.37 ms per token, 119.52 tokens per second) 0.48.975.211 I slot print_timing: id 1 | task 107 | eval time = 72.52 ms / 2 tokens ( 72.52 ms per token, 13.79 tokens per second) 0.48.975.212 I slot print_timing: id 1 | task 107 | total time = 1327.55 ms / 152 tokens 0.48.975.212 I slot print_timing: id 1 | task 107 | graphs reused = 15 0.48.975.213 I slot print_timing: id 1 | task 107 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.975.237 I slot release: id 1 | task 107 | stop processing: n_tokens = 152, truncated = 0 0.48.975.412 I slot print_timing: id 3 | task 108 | prompt eval time = 1255.37 ms / 143 tokens ( 8.78 ms per token, 113.91 tokens per second) 0.48.975.414 I slot print_timing: id 3 | task 108 | eval time = 72.32 ms / 2 tokens ( 72.32 ms per token, 13.83 tokens per second) 0.48.975.415 I slot print_timing: id 3 | task 108 | total time = 1327.69 ms / 145 tokens 0.48.975.415 I slot print_timing: id 3 | task 108 | graphs reused = 15 0.48.975.416 I slot print_timing: id 3 | task 108 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.975.429 I slot release: id 3 | task 108 | stop processing: n_tokens = 145, truncated = 0 0.48.975.433 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.191 0.48.976.630 I slot launch_slot_: id 1 | task 112 | processing task, is_child = 0 0.48.979.225 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.188 0.48.979.278 I slot launch_slot_: id 2 | task 113 | processing task, is_child = 0 0.48.979.305 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.200 0.48.979.353 I slot launch_slot_: id 3 | task 114 | processing task, is_child = 0 0.50.168.827 I slot print_timing: id 3 | task 114 | prompt eval time = 1141.97 ms / 166 tokens ( 6.88 ms per token, 145.36 tokens per second) 0.50.168.833 I slot print_timing: id 3 | task 114 | eval time = 47.36 ms / 2 tokens ( 47.36 ms per token, 21.12 tokens per second) 0.50.168.833 I slot print_timing: id 3 | task 114 | total time = 1189.33 ms / 168 tokens 0.50.168.834 I slot print_timing: id 3 | task 114 | graphs reused = 15 0.50.168.834 I slot print_timing: id 3 | task 114 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.168.858 I slot release: id 3 | task 114 | stop processing: n_tokens = 168, truncated = 0 0.50.214.902 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.173 0.50.216.349 I slot launch_slot_: id 3 | task 119 | processing task, is_child = 0 0.50.625.899 I slot print_timing: id 0 | task 106 | prompt eval time = 1254.93 ms / 179 tokens ( 7.01 ms per token, 142.64 tokens per second) 0.50.625.904 I slot print_timing: id 0 | task 106 | eval time = 1723.40 ms / 8 tokens ( 246.20 ms per token, 4.06 tokens per second) 0.50.625.905 I slot print_timing: id 0 | task 106 | total time = 2978.32 ms / 187 tokens 0.50.625.906 I slot print_timing: id 0 | task 106 | graphs reused = 15 0.50.625.906 I slot print_timing: id 0 | task 106 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.625.931 I slot release: id 0 | task 106 | stop processing: n_tokens = 187, truncated = 0 0.50.672.766 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.155 0.50.674.498 I slot launch_slot_: id 0 | task 123 | processing task, is_child = 0 0.51.146.248 I slot print_timing: id 1 | task 112 | prompt eval time = 1141.73 ms / 129 tokens ( 8.85 ms per token, 112.99 tokens per second) 0.51.146.253 I slot print_timing: id 1 | task 112 | eval time = 1025.16 ms / 8 tokens ( 146.45 ms per token, 6.83 tokens per second) 0.51.146.254 I slot print_timing: id 1 | task 112 | total time = 2166.89 ms / 137 tokens 0.51.146.254 I slot print_timing: id 1 | task 112 | graphs reused = 16 0.51.146.255 I slot print_timing: id 1 | task 112 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.146.274 I slot release: id 1 | task 112 | stop processing: n_tokens = 137, truncated = 0 0.51.218.423 I slot print_timing: id 2 | task 113 | prompt eval time = 1141.83 ms / 133 tokens ( 8.59 ms per token, 116.48 tokens per second) 0.51.218.428 I slot print_timing: id 2 | task 113 | eval time = 1097.15 ms / 9 tokens ( 137.14 ms per token, 7.29 tokens per second) 0.51.218.429 I slot print_timing: id 2 | task 113 | total time = 2238.99 ms / 142 tokens 0.51.218.429 I slot print_timing: id 2 | task 113 | graphs reused = 16 0.51.218.429 I slot print_timing: id 2 | task 113 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.218.450 I slot release: id 2 | task 113 | stop processing: n_tokens = 142, truncated = 0 0.51.218.618 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.212 0.51.220.017 I slot launch_slot_: id 1 | task 127 | processing task, is_child = 0 0.51.695.992 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.204 0.51.696.069 I slot launch_slot_: id 2 | task 129 | processing task, is_child = 0 0.52.263.245 I slot print_timing: id 3 | task 119 | prompt eval time = 410.11 ms / 112 tokens ( 3.66 ms per token, 273.10 tokens per second) 0.52.263.251 I slot print_timing: id 3 | task 119 | eval time = 1636.78 ms / 8 tokens ( 233.83 ms per token, 4.28 tokens per second) 0.52.263.251 I slot print_timing: id 3 | task 119 | total time = 2046.89 ms / 120 tokens 0.52.263.252 I slot print_timing: id 3 | task 119 | graphs reused = 16 0.52.263.252 I slot print_timing: id 3 | task 119 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.263.272 I slot release: id 3 | task 119 | stop processing: n_tokens = 120, truncated = 0 0.52.309.297 I slot print_timing: id 2 | task 129 | prompt eval time = 566.27 ms / 166 tokens ( 3.41 ms per token, 293.15 tokens per second) 0.52.309.302 I slot print_timing: id 2 | task 129 | eval time = 46.21 ms / 2 tokens ( 46.21 ms per token, 21.64 tokens per second) 0.52.309.303 I slot print_timing: id 2 | task 129 | total time = 612.48 ms / 168 tokens 0.52.309.303 I slot print_timing: id 2 | task 129 | graphs reused = 16 0.52.309.304 I slot print_timing: id 2 | task 129 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.309.323 I slot release: id 2 | task 129 | stop processing: n_tokens = 168, truncated = 0 0.52.309.328 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.173 0.52.310.831 I slot launch_slot_: id 2 | task 133 | processing task, is_child = 0 0.52.632.873 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.242 0.52.632.951 I slot launch_slot_: id 3 | task 135 | processing task, is_child = 0 0.52.997.605 I slot print_timing: id 0 | task 123 | prompt eval time = 471.60 ms / 163 tokens ( 2.89 ms per token, 345.64 tokens per second) 0.52.997.607 I slot print_timing: id 0 | task 123 | eval time = 1851.50 ms / 8 tokens ( 264.50 ms per token, 3.78 tokens per second) 0.52.997.608 I slot print_timing: id 0 | task 123 | total time = 2323.10 ms / 171 tokens 0.52.997.608 I slot print_timing: id 0 | task 123 | graphs reused = 16 0.52.997.609 I slot print_timing: id 0 | task 123 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.997.641 I slot release: id 0 | task 123 | stop processing: n_tokens = 171, truncated = 0 0.53.085.801 I slot print_timing: id 2 | task 133 | prompt eval time = 686.40 ms / 115 tokens ( 5.97 ms per token, 167.54 tokens per second) 0.53.085.803 I slot print_timing: id 2 | task 133 | eval time = 87.79 ms / 2 tokens ( 87.79 ms per token, 11.39 tokens per second) 0.53.085.803 I slot print_timing: id 2 | task 133 | total time = 774.19 ms / 117 tokens 0.53.085.803 I slot print_timing: id 2 | task 133 | graphs reused = 16 0.53.085.804 I slot print_timing: id 2 | task 133 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.085.820 I slot release: id 2 | task 133 | stop processing: n_tokens = 117, truncated = 0 0.53.086.022 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.170 0.53.087.779 I slot launch_slot_: id 0 | task 138 | processing task, is_child = 0 0.53.478.704 I slot print_timing: id 3 | task 135 | prompt eval time = 452.87 ms / 115 tokens ( 3.94 ms per token, 253.93 tokens per second) 0.53.478.706 I slot print_timing: id 3 | task 135 | eval time = 392.68 ms / 2 tokens ( 392.68 ms per token, 2.55 tokens per second) 0.53.478.710 I slot print_timing: id 3 | task 135 | total time = 845.56 ms / 117 tokens 0.53.478.711 I slot print_timing: id 3 | task 135 | graphs reused = 16 0.53.478.711 I slot print_timing: id 3 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.478.729 I slot release: id 3 | task 135 | stop processing: n_tokens = 117, truncated = 0 0.53.478.735 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.53.479.044 I slot launch_slot_: id 2 | task 140 | processing task, is_child = 0 0.53.843.689 I slot print_timing: id 1 | task 127 | prompt eval time = 927.00 ms / 168 tokens ( 5.52 ms per token, 181.23 tokens per second) 0.53.843.692 I slot print_timing: id 1 | task 127 | eval time = 1694.74 ms / 8 tokens ( 242.11 ms per token, 4.13 tokens per second) 0.53.843.692 I slot print_timing: id 1 | task 127 | total time = 2621.74 ms / 176 tokens 0.53.843.692 I slot print_timing: id 1 | task 127 | graphs reused = 16 0.53.843.693 I slot print_timing: id 1 | task 127 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.843.714 I slot release: id 1 | task 127 | stop processing: n_tokens = 176, truncated = 0 0.53.843.719 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.165 0.53.845.965 I slot launch_slot_: id 1 | task 142 | processing task, is_child = 0 0.54.269.114 I slot print_timing: id 0 | task 138 | prompt eval time = 754.46 ms / 134 tokens ( 5.63 ms per token, 177.61 tokens per second) 0.54.269.119 I slot print_timing: id 0 | task 138 | eval time = 425.58 ms / 2 tokens ( 425.58 ms per token, 2.35 tokens per second) 0.54.269.119 I slot print_timing: id 0 | task 138 | total time = 1180.04 ms / 136 tokens 0.54.269.119 I slot print_timing: id 0 | task 138 | graphs reused = 16 0.54.269.120 I slot print_timing: id 0 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.269.140 I slot release: id 0 | task 138 | stop processing: n_tokens = 136, truncated = 0 0.54.269.343 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.213 0.54.271.168 I slot launch_slot_: id 0 | task 144 | processing task, is_child = 0 0.54.620.803 I slot print_timing: id 2 | task 140 | prompt eval time = 789.39 ms / 127 tokens ( 6.22 ms per token, 160.88 tokens per second) 0.54.620.809 I slot print_timing: id 2 | task 140 | eval time = 351.46 ms / 2 tokens ( 351.46 ms per token, 2.85 tokens per second) 0.54.620.810 I slot print_timing: id 2 | task 140 | total time = 1140.85 ms / 129 tokens 0.54.620.810 I slot print_timing: id 2 | task 140 | graphs reused = 16 0.54.620.811 I slot print_timing: id 2 | task 140 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.620.831 I slot release: id 2 | task 140 | stop processing: n_tokens = 129, truncated = 0 0.54.620.836 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.54.622.642 I slot launch_slot_: id 2 | task 146 | processing task, is_child = 0 0.55.043.980 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.55.044.044 I slot launch_slot_: id 3 | task 148 | processing task, is_child = 0 0.55.498.983 I slot print_timing: id 2 | task 146 | prompt eval time = 787.04 ms / 144 tokens ( 5.47 ms per token, 182.96 tokens per second) 0.55.498.988 I slot print_timing: id 2 | task 146 | eval time = 88.35 ms / 2 tokens ( 88.35 ms per token, 11.32 tokens per second) 0.55.498.989 I slot print_timing: id 2 | task 146 | total time = 875.39 ms / 146 tokens 0.55.498.989 I slot print_timing: id 2 | task 146 | graphs reused = 16 0.55.498.990 I slot print_timing: id 2 | task 146 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.499.018 I slot release: id 2 | task 146 | stop processing: n_tokens = 146, truncated = 0 0.55.571.074 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.199 0.55.573.371 I slot launch_slot_: id 2 | task 152 | processing task, is_child = 0 0.56.144.096 I slot print_timing: id 1 | task 142 | prompt eval time = 774.62 ms / 153 tokens ( 5.06 ms per token, 197.52 tokens per second) 0.56.144.104 I slot print_timing: id 1 | task 142 | eval time = 1523.46 ms / 8 tokens ( 217.64 ms per token, 4.59 tokens per second) 0.56.144.105 I slot print_timing: id 1 | task 142 | total time = 2298.09 ms / 161 tokens 0.56.144.105 I slot print_timing: id 1 | task 142 | graphs reused = 16 0.56.144.106 I slot print_timing: id 1 | task 142 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.144.127 I slot release: id 1 | task 142 | stop processing: n_tokens = 161, truncated = 0 0.56.144.297 I slot print_timing: id 2 | task 152 | prompt eval time = 523.53 ms / 145 tokens ( 3.61 ms per token, 276.97 tokens per second) 0.56.144.299 I slot print_timing: id 2 | task 152 | eval time = 47.39 ms / 2 tokens ( 47.39 ms per token, 21.10 tokens per second) 0.56.144.299 I slot print_timing: id 2 | task 152 | total time = 570.92 ms / 147 tokens 0.56.144.300 I slot print_timing: id 2 | task 152 | graphs reused = 16 0.56.144.300 I slot print_timing: id 2 | task 152 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.144.314 I slot release: id 2 | task 152 | stop processing: n_tokens = 147, truncated = 0 0.56.200.205 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.180 0.56.201.325 I slot launch_slot_: id 1 | task 157 | processing task, is_child = 0 0.56.202.269 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.210 (> 0.100 thold), f_keep = 0.197 0.56.202.326 I slot launch_slot_: id 2 | task 158 | processing task, is_child = 0 0.56.998.300 I slot print_timing: id 3 | task 148 | prompt eval time = 454.95 ms / 127 tokens ( 3.58 ms per token, 279.15 tokens per second) 0.56.998.303 I slot print_timing: id 3 | task 148 | eval time = 1499.07 ms / 8 tokens ( 214.15 ms per token, 4.67 tokens per second) 0.56.998.304 I slot print_timing: id 3 | task 148 | total time = 1954.02 ms / 135 tokens 0.56.998.304 I slot print_timing: id 3 | task 148 | graphs reused = 16 0.56.998.305 I slot print_timing: id 3 | task 148 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.998.333 I slot release: id 3 | task 148 | stop processing: n_tokens = 135, truncated = 0 0.57.044.440 I slot print_timing: id 1 | task 157 | prompt eval time = 795.62 ms / 124 tokens ( 6.42 ms per token, 155.85 tokens per second) 0.57.044.441 I slot print_timing: id 1 | task 157 | eval time = 46.48 ms / 2 tokens ( 46.48 ms per token, 21.51 tokens per second) 0.57.044.442 I slot print_timing: id 1 | task 157 | total time = 842.11 ms / 126 tokens 0.57.044.442 I slot print_timing: id 1 | task 157 | graphs reused = 16 0.57.044.443 I slot print_timing: id 1 | task 157 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.044.462 I slot release: id 1 | task 157 | stop processing: n_tokens = 126, truncated = 0 0.57.044.645 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.238 0.57.045.832 I slot launch_slot_: id 1 | task 162 | processing task, is_child = 0 0.57.391.356 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.215 0.57.391.437 I slot launch_slot_: id 3 | task 164 | processing task, is_child = 0 0.57.883.178 I slot print_timing: id 1 | task 162 | prompt eval time = 747.65 ms / 113 tokens ( 6.62 ms per token, 151.14 tokens per second) 0.57.883.184 I slot print_timing: id 1 | task 162 | eval time = 88.53 ms / 2 tokens ( 88.53 ms per token, 11.30 tokens per second) 0.57.883.185 I slot print_timing: id 1 | task 162 | total time = 836.18 ms / 115 tokens 0.57.883.186 I slot print_timing: id 1 | task 162 | graphs reused = 16 0.57.883.186 I slot print_timing: id 1 | task 162 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.883.205 I slot release: id 1 | task 162 | stop processing: n_tokens = 115, truncated = 0 0.57.955.799 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.252 0.57.956.761 I slot launch_slot_: id 1 | task 168 | processing task, is_child = 0 0.58.448.223 I slot print_timing: id 0 | task 144 | prompt eval time = 772.61 ms / 124 tokens ( 6.23 ms per token, 160.49 tokens per second) 0.58.448.226 I slot print_timing: id 0 | task 144 | eval time = 3404.40 ms / 16 tokens ( 226.96 ms per token, 4.41 tokens per second) 0.58.448.226 I slot print_timing: id 0 | task 144 | total time = 4177.01 ms / 140 tokens 0.58.448.226 I slot print_timing: id 0 | task 144 | graphs reused = 16 0.58.448.227 I slot print_timing: id 0 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.448.249 I slot release: id 0 | task 144 | stop processing: n_tokens = 140, truncated = 0 0.58.536.538 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.207 0.58.538.129 I slot launch_slot_: id 0 | task 171 | processing task, is_child = 0 0.58.861.386 I slot print_timing: id 2 | task 158 | prompt eval time = 795.72 ms / 137 tokens ( 5.81 ms per token, 172.17 tokens per second) 0.58.861.389 I slot print_timing: id 2 | task 158 | eval time = 1863.25 ms / 9 tokens ( 232.91 ms per token, 4.29 tokens per second) 0.58.861.390 I slot print_timing: id 2 | task 158 | total time = 2658.96 ms / 146 tokens 0.58.861.390 I slot print_timing: id 2 | task 158 | graphs reused = 16 0.58.861.391 I slot print_timing: id 2 | task 158 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.861.410 I slot release: id 2 | task 158 | stop processing: n_tokens = 146, truncated = 0 0.58.959.542 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.199 0.58.960.696 I slot launch_slot_: id 2 | task 174 | processing task, is_child = 0 0.59.672.655 I slot print_timing: id 3 | task 164 | prompt eval time = 491.94 ms / 127 tokens ( 3.87 ms per token, 258.16 tokens per second) 0.59.672.662 I slot print_timing: id 3 | task 164 | eval time = 1789.08 ms / 8 tokens ( 255.58 ms per token, 3.91 tokens per second) 0.59.672.662 I slot print_timing: id 3 | task 164 | total time = 2281.02 ms / 135 tokens 0.59.672.663 I slot print_timing: id 3 | task 164 | graphs reused = 16 0.59.672.663 I slot print_timing: id 3 | task 164 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.672.684 I slot release: id 3 | task 164 | stop processing: n_tokens = 135, truncated = 0 0.59.718.966 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.215 0.59.720.149 I slot launch_slot_: id 3 | task 178 | processing task, is_child = 0 1.00.189.907 I slot print_timing: id 1 | task 168 | prompt eval time = 579.45 ms / 174 tokens ( 3.33 ms per token, 300.28 tokens per second) 1.00.189.913 I slot print_timing: id 1 | task 168 | eval time = 1653.68 ms / 8 tokens ( 236.24 ms per token, 4.23 tokens per second) 1.00.189.913 I slot print_timing: id 1 | task 168 | total time = 2233.13 ms / 182 tokens 1.00.189.914 I slot print_timing: id 1 | task 168 | graphs reused = 16 1.00.189.914 I slot print_timing: id 1 | task 168 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.189.939 I slot release: id 1 | task 168 | stop processing: n_tokens = 182, truncated = 0 1.00.262.218 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.159 1.00.263.905 I slot launch_slot_: id 1 | task 182 | processing task, is_child = 0 1.00.755.537 I slot print_timing: id 0 | task 171 | prompt eval time = 421.03 ms / 121 tokens ( 3.48 ms per token, 287.39 tokens per second) 1.00.755.541 I slot print_timing: id 0 | task 171 | eval time = 1796.36 ms / 8 tokens ( 256.62 ms per token, 3.90 tokens per second) 1.00.755.542 I slot print_timing: id 0 | task 171 | total time = 2217.40 ms / 129 tokens 1.00.755.542 I slot print_timing: id 0 | task 171 | graphs reused = 16 1.00.755.543 I slot print_timing: id 0 | task 171 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.755.567 I slot release: id 0 | task 171 | stop processing: n_tokens = 129, truncated = 0 1.00.844.459 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.240 1.00.845.543 I slot launch_slot_: id 0 | task 185 | processing task, is_child = 0 1.01.229.695 I slot print_timing: id 1 | task 182 | prompt eval time = 580.24 ms / 179 tokens ( 3.24 ms per token, 308.50 tokens per second) 1.01.229.697 I slot print_timing: id 1 | task 182 | eval time = 385.54 ms / 2 tokens ( 385.54 ms per token, 2.59 tokens per second) 1.01.229.698 I slot print_timing: id 1 | task 182 | total time = 965.78 ms / 181 tokens 1.01.229.698 I slot print_timing: id 1 | task 182 | graphs reused = 16 1.01.229.699 I slot print_timing: id 1 | task 182 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.229.752 I slot release: id 1 | task 182 | stop processing: n_tokens = 181, truncated = 0 1.01.229.928 I slot print_timing: id 2 | task 174 | prompt eval time = 711.79 ms / 238 tokens ( 2.99 ms per token, 334.37 tokens per second) 1.01.229.930 I slot print_timing: id 2 | task 174 | eval time = 1557.43 ms / 8 tokens ( 222.49 ms per token, 4.49 tokens per second) 1.01.229.931 I slot print_timing: id 2 | task 174 | total time = 2269.22 ms / 246 tokens 1.01.229.931 I slot print_timing: id 2 | task 174 | graphs reused = 16 1.01.229.932 I slot print_timing: id 2 | task 174 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.229.950 I slot release: id 2 | task 174 | stop processing: n_tokens = 246, truncated = 0 1.01.301.538 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.160 1.01.303.173 I slot launch_slot_: id 1 | task 189 | processing task, is_child = 0 1.01.305.162 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.118 1.01.305.220 I slot launch_slot_: id 2 | task 188 | processing task, is_child = 0 1.02.068.250 I slot print_timing: id 0 | task 185 | prompt eval time = 455.84 ms / 158 tokens ( 2.89 ms per token, 346.61 tokens per second) 1.02.068.252 I slot print_timing: id 0 | task 185 | eval time = 766.85 ms / 2 tokens ( 766.85 ms per token, 1.30 tokens per second) 1.02.068.253 I slot print_timing: id 0 | task 185 | total time = 1222.69 ms / 160 tokens 1.02.068.253 I slot print_timing: id 0 | task 185 | graphs reused = 16 1.02.068.254 I slot print_timing: id 0 | task 185 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.068.280 I slot release: id 0 | task 185 | stop processing: n_tokens = 160, truncated = 0 1.02.146.225 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.181 1.02.148.236 I slot launch_slot_: id 0 | task 192 | processing task, is_child = 0 1.02.663.382 I slot print_timing: id 2 | task 188 | prompt eval time = 840.76 ms / 148 tokens ( 5.68 ms per token, 176.03 tokens per second) 1.02.663.384 I slot print_timing: id 2 | task 188 | eval time = 517.31 ms / 2 tokens ( 517.31 ms per token, 1.93 tokens per second) 1.02.663.384 I slot print_timing: id 2 | task 188 | total time = 1358.07 ms / 150 tokens 1.02.663.385 I slot print_timing: id 2 | task 188 | graphs reused = 16 1.02.663.385 I slot print_timing: id 2 | task 188 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.663.408 I slot release: id 2 | task 188 | stop processing: n_tokens = 150, truncated = 0 1.02.763.917 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.286 (> 0.100 thold), f_keep = 0.213 1.02.764.975 I slot launch_slot_: id 2 | task 195 | processing task, is_child = 0 1.03.274.126 I slot print_timing: id 2 | task 195 | prompt eval time = 461.88 ms / 111 tokens ( 4.16 ms per token, 240.32 tokens per second) 1.03.274.128 I slot print_timing: id 2 | task 195 | eval time = 47.26 ms / 2 tokens ( 47.26 ms per token, 21.16 tokens per second) 1.03.274.129 I slot print_timing: id 2 | task 195 | total time = 509.14 ms / 113 tokens 1.03.274.129 I slot print_timing: id 2 | task 195 | graphs reused = 16 1.03.274.130 I slot print_timing: id 2 | task 195 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.274.149 I slot release: id 2 | task 195 | stop processing: n_tokens = 113, truncated = 0 1.03.346.173 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.257 1.03.346.618 I slot launch_slot_: id 2 | task 200 | processing task, is_child = 0 1.03.828.914 I slot print_timing: id 1 | task 189 | prompt eval time = 840.65 ms / 166 tokens ( 5.06 ms per token, 197.47 tokens per second) 1.03.828.917 I slot print_timing: id 1 | task 189 | eval time = 1683.04 ms / 8 tokens ( 240.43 ms per token, 4.16 tokens per second) 1.03.828.917 I slot print_timing: id 1 | task 189 | total time = 2523.69 ms / 174 tokens 1.03.828.918 I slot print_timing: id 1 | task 189 | graphs reused = 16 1.03.828.918 I slot print_timing: id 1 | task 189 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.828.942 I slot release: id 1 | task 189 | stop processing: n_tokens = 174, truncated = 0 1.03.928.227 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.167 1.03.929.941 I slot launch_slot_: id 1 | task 203 | processing task, is_child = 0 1.04.291.834 I slot print_timing: id 0 | task 192 | prompt eval time = 615.35 ms / 225 tokens ( 2.73 ms per token, 365.65 tokens per second) 1.04.291.836 I slot print_timing: id 0 | task 192 | eval time = 1528.24 ms / 8 tokens ( 218.32 ms per token, 4.58 tokens per second) 1.04.291.837 I slot print_timing: id 0 | task 192 | total time = 2143.59 ms / 233 tokens 1.04.291.837 I slot print_timing: id 0 | task 192 | graphs reused = 16 1.04.291.837 I slot print_timing: id 0 | task 192 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.291.862 I slot release: id 0 | task 192 | stop processing: n_tokens = 233, truncated = 0 1.04.379.235 I slot print_timing: id 3 | task 178 | prompt eval time = 470.13 ms / 141 tokens ( 3.33 ms per token, 299.91 tokens per second) 1.04.379.238 I slot print_timing: id 3 | task 178 | eval time = 4188.94 ms / 18 tokens ( 246.41 ms per token, 4.06 tokens per second) 1.04.379.239 I slot print_timing: id 3 | task 178 | total time = 4659.08 ms / 159 tokens 1.04.379.239 I slot print_timing: id 3 | task 178 | graphs reused = 16 1.04.379.240 I slot print_timing: id 3 | task 178 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.379.263 I slot release: id 3 | task 178 | stop processing: n_tokens = 159, truncated = 0 1.04.379.269 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.124 1.04.380.850 I slot launch_slot_: id 0 | task 206 | processing task, is_child = 0 1.04.763.280 I slot print_timing: id 1 | task 203 | prompt eval time = 448.95 ms / 118 tokens ( 3.80 ms per token, 262.84 tokens per second) 1.04.763.283 I slot print_timing: id 1 | task 203 | eval time = 384.38 ms / 2 tokens ( 384.38 ms per token, 2.60 tokens per second) 1.04.763.283 I slot print_timing: id 1 | task 203 | total time = 833.33 ms / 120 tokens 1.04.763.283 I slot print_timing: id 1 | task 203 | graphs reused = 16 1.04.763.284 I slot print_timing: id 1 | task 203 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.763.306 I slot release: id 1 | task 203 | stop processing: n_tokens = 120, truncated = 0 1.04.763.491 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.242 1.04.763.955 I slot launch_slot_: id 1 | task 208 | processing task, is_child = 0 1.05.244.992 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.182 1.05.245.068 I slot launch_slot_: id 3 | task 210 | processing task, is_child = 0 1.05.703.711 I slot print_timing: id 0 | task 206 | prompt eval time = 862.94 ms / 146 tokens ( 5.91 ms per token, 169.19 tokens per second) 1.05.703.716 I slot print_timing: id 0 | task 206 | eval time = 458.88 ms / 2 tokens ( 458.88 ms per token, 2.18 tokens per second) 1.05.703.717 I slot print_timing: id 0 | task 206 | total time = 1321.83 ms / 148 tokens 1.05.703.717 I slot print_timing: id 0 | task 206 | graphs reused = 16 1.05.703.718 I slot print_timing: id 0 | task 206 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.703.742 I slot release: id 0 | task 206 | stop processing: n_tokens = 148, truncated = 0 1.05.791.658 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.196 1.05.793.890 I slot launch_slot_: id 0 | task 213 | processing task, is_child = 0 1.06.117.397 I slot print_timing: id 2 | task 200 | prompt eval time = 581.45 ms / 192 tokens ( 3.03 ms per token, 330.21 tokens per second) 1.06.117.402 I slot print_timing: id 2 | task 200 | eval time = 2189.33 ms / 8 tokens ( 312.76 ms per token, 3.20 tokens per second) 1.06.117.403 I slot print_timing: id 2 | task 200 | total time = 2770.77 ms / 200 tokens 1.06.117.403 I slot print_timing: id 2 | task 200 | graphs reused = 16 1.06.117.404 I slot print_timing: id 2 | task 200 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.117.430 I slot release: id 2 | task 200 | stop processing: n_tokens = 200, truncated = 0 1.06.216.047 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.145 1.06.217.383 I slot launch_slot_: id 2 | task 216 | processing task, is_child = 0 1.06.771.794 I slot print_timing: id 1 | task 208 | prompt eval time = 939.09 ms / 172 tokens ( 5.46 ms per token, 183.16 tokens per second) 1.06.771.798 I slot print_timing: id 1 | task 208 | eval time = 1067.84 ms / 8 tokens ( 152.55 ms per token, 6.56 tokens per second) 1.06.771.799 I slot print_timing: id 1 | task 208 | total time = 2006.93 ms / 180 tokens 1.06.771.799 I slot print_timing: id 1 | task 208 | graphs reused = 17 1.06.771.799 I slot print_timing: id 1 | task 208 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.771.826 I slot release: id 1 | task 208 | stop processing: n_tokens = 180, truncated = 0 1.06.844.476 I slot print_timing: id 3 | task 210 | prompt eval time = 545.86 ms / 136 tokens ( 4.01 ms per token, 249.15 tokens per second) 1.06.844.482 I slot print_timing: id 3 | task 210 | eval time = 1052.82 ms / 8 tokens ( 150.40 ms per token, 6.65 tokens per second) 1.06.844.482 I slot print_timing: id 3 | task 210 | total time = 1598.68 ms / 144 tokens 1.06.844.483 I slot print_timing: id 3 | task 210 | graphs reused = 17 1.06.844.483 I slot print_timing: id 3 | task 210 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.844.501 I slot release: id 3 | task 210 | stop processing: n_tokens = 144, truncated = 0 1.06.844.507 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.161 1.06.846.267 I slot launch_slot_: id 1 | task 222 | processing task, is_child = 0 1.07.321.911 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.201 1.07.321.997 I slot launch_slot_: id 3 | task 224 | processing task, is_child = 0 1.07.781.125 I slot print_timing: id 0 | task 213 | prompt eval time = 421.82 ms / 121 tokens ( 3.49 ms per token, 286.85 tokens per second) 1.07.781.131 I slot print_timing: id 0 | task 213 | eval time = 1565.40 ms / 8 tokens ( 223.63 ms per token, 4.47 tokens per second) 1.07.781.131 I slot print_timing: id 0 | task 213 | total time = 1987.22 ms / 129 tokens 1.07.781.132 I slot print_timing: id 0 | task 213 | graphs reused = 17 1.07.781.132 I slot print_timing: id 0 | task 213 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.781.155 I slot release: id 0 | task 213 | stop processing: n_tokens = 129, truncated = 0 1.07.868.917 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.225 1.07.870.034 I slot launch_slot_: id 0 | task 227 | processing task, is_child = 0 1.08.250.693 I slot print_timing: id 2 | task 216 | prompt eval time = 461.65 ms / 114 tokens ( 4.05 ms per token, 246.94 tokens per second) 1.08.250.698 I slot print_timing: id 2 | task 216 | eval time = 1571.65 ms / 8 tokens ( 224.52 ms per token, 4.45 tokens per second) 1.08.250.699 I slot print_timing: id 2 | task 216 | total time = 2033.30 ms / 122 tokens 1.08.250.699 I slot print_timing: id 2 | task 216 | graphs reused = 17 1.08.250.700 I slot print_timing: id 2 | task 216 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.250.722 I slot release: id 2 | task 216 | stop processing: n_tokens = 122, truncated = 0 1.08.250.895 I slot print_timing: id 3 | task 224 | prompt eval time = 546.67 ms / 138 tokens ( 3.96 ms per token, 252.44 tokens per second) 1.08.250.897 I slot print_timing: id 3 | task 224 | eval time = 381.98 ms / 2 tokens ( 381.98 ms per token, 2.62 tokens per second) 1.08.250.898 I slot print_timing: id 3 | task 224 | total time = 928.65 ms / 140 tokens 1.08.250.898 I slot print_timing: id 3 | task 224 | graphs reused = 17 1.08.250.898 I slot print_timing: id 3 | task 224 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.250.912 I slot release: id 3 | task 224 | stop processing: n_tokens = 140, truncated = 0 1.08.322.480 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.246 1.08.323.341 I slot launch_slot_: id 2 | task 230 | processing task, is_child = 0 1.08.324.575 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.207 1.08.324.624 I slot launch_slot_: id 3 | task 231 | processing task, is_child = 0 1.09.027.983 I slot print_timing: id 0 | task 227 | prompt eval time = 452.26 ms / 136 tokens ( 3.33 ms per token, 300.71 tokens per second) 1.09.027.990 I slot print_timing: id 0 | task 227 | eval time = 705.67 ms / 3 tokens ( 352.84 ms per token, 2.83 tokens per second) 1.09.027.991 I slot print_timing: id 0 | task 227 | total time = 1157.93 ms / 139 tokens 1.09.027.991 I slot print_timing: id 0 | task 227 | graphs reused = 17 1.09.027.991 I slot print_timing: id 0 | task 227 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.028.017 I slot release: id 0 | task 227 | stop processing: n_tokens = 139, truncated = 0 1.09.074.637 I slot print_timing: id 2 | task 230 | prompt eval time = 703.75 ms / 124 tokens ( 5.68 ms per token, 176.20 tokens per second) 1.09.074.640 I slot print_timing: id 2 | task 230 | eval time = 46.26 ms / 2 tokens ( 46.26 ms per token, 21.62 tokens per second) 1.09.074.641 I slot print_timing: id 2 | task 230 | total time = 750.00 ms / 126 tokens 1.09.074.641 I slot print_timing: id 2 | task 230 | graphs reused = 17 1.09.074.642 I slot print_timing: id 2 | task 230 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.074.660 I slot release: id 2 | task 230 | stop processing: n_tokens = 126, truncated = 0 1.09.074.837 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.209 1.09.076.143 I slot launch_slot_: id 0 | task 235 | processing task, is_child = 0 1.09.539.215 I slot print_timing: id 1 | task 222 | prompt eval time = 933.52 ms / 166 tokens ( 5.62 ms per token, 177.82 tokens per second) 1.09.539.221 I slot print_timing: id 1 | task 222 | eval time = 1757.85 ms / 8 tokens ( 251.12 ms per token, 3.98 tokens per second) 1.09.539.221 I slot print_timing: id 1 | task 222 | total time = 2691.38 ms / 174 tokens 1.09.539.222 I slot print_timing: id 1 | task 222 | graphs reused = 17 1.09.539.222 I slot print_timing: id 1 | task 222 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.539.246 I slot release: id 1 | task 222 | stop processing: n_tokens = 174, truncated = 0 1.09.539.434 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.167 1.09.541.732 I slot launch_slot_: id 1 | task 237 | processing task, is_child = 0 1.10.024.790 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.230 1.10.024.861 I slot launch_slot_: id 2 | task 239 | processing task, is_child = 0 1.10.707.256 I slot print_timing: id 2 | task 239 | prompt eval time = 634.08 ms / 172 tokens ( 3.69 ms per token, 271.26 tokens per second) 1.10.707.262 I slot print_timing: id 2 | task 239 | eval time = 47.27 ms / 2 tokens ( 47.27 ms per token, 21.15 tokens per second) 1.10.707.262 I slot print_timing: id 2 | task 239 | total time = 681.36 ms / 174 tokens 1.10.707.263 I slot print_timing: id 2 | task 239 | graphs reused = 17 1.10.707.263 I slot print_timing: id 2 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.707.290 I slot release: id 2 | task 239 | stop processing: n_tokens = 174, truncated = 0 1.10.779.726 I slot print_timing: id 3 | task 231 | prompt eval time = 703.90 ms / 131 tokens ( 5.37 ms per token, 186.11 tokens per second) 1.10.779.728 I slot print_timing: id 3 | task 231 | eval time = 1751.12 ms / 8 tokens ( 250.16 ms per token, 4.00 tokens per second) 1.10.779.729 I slot print_timing: id 3 | task 231 | total time = 2455.02 ms / 139 tokens 1.10.779.729 I slot print_timing: id 3 | task 231 | graphs reused = 17 1.10.779.729 I slot print_timing: id 3 | task 231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.779.756 I slot release: id 3 | task 231 | stop processing: n_tokens = 139, truncated = 0 1.10.779.762 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.167 1.10.782.154 I slot launch_slot_: id 2 | task 244 | processing task, is_child = 0 1.11.105.833 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.209 1.11.105.903 I slot launch_slot_: id 3 | task 246 | processing task, is_child = 0 1.11.561.046 I slot print_timing: id 0 | task 235 | prompt eval time = 947.35 ms / 178 tokens ( 5.32 ms per token, 187.89 tokens per second) 1.11.561.052 I slot print_timing: id 0 | task 235 | eval time = 1536.41 ms / 8 tokens ( 219.49 ms per token, 4.56 tokens per second) 1.11.561.052 I slot print_timing: id 0 | task 235 | total time = 2483.76 ms / 186 tokens 1.11.561.053 I slot print_timing: id 0 | task 235 | graphs reused = 17 1.11.561.053 I slot print_timing: id 0 | task 235 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.561.078 I slot release: id 0 | task 235 | stop processing: n_tokens = 186, truncated = 0 1.11.607.650 I slot print_timing: id 1 | task 237 | prompt eval time = 1002.63 ms / 185 tokens ( 5.42 ms per token, 184.51 tokens per second) 1.11.607.655 I slot print_timing: id 1 | task 237 | eval time = 1062.52 ms / 8 tokens ( 151.79 ms per token, 6.59 tokens per second) 1.11.607.655 I slot print_timing: id 1 | task 237 | total time = 2065.15 ms / 193 tokens 1.11.607.656 I slot print_timing: id 1 | task 237 | graphs reused = 17 1.11.607.656 I slot print_timing: id 1 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.607.680 I slot release: id 1 | task 237 | stop processing: n_tokens = 193, truncated = 0 1.11.608.019 I slot print_timing: id 3 | task 246 | prompt eval time = 455.52 ms / 123 tokens ( 3.70 ms per token, 270.02 tokens per second) 1.11.608.022 I slot print_timing: id 3 | task 246 | eval time = 46.40 ms / 2 tokens ( 46.40 ms per token, 21.55 tokens per second) 1.11.608.022 I slot print_timing: id 3 | task 246 | total time = 501.91 ms / 125 tokens 1.11.608.023 I slot print_timing: id 3 | task 246 | graphs reused = 17 1.11.608.023 I slot print_timing: id 3 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.608.036 I slot release: id 3 | task 246 | stop processing: n_tokens = 125, truncated = 0 1.11.608.040 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.156 1.11.609.757 I slot launch_slot_: id 0 | task 250 | processing task, is_child = 0 1.11.612.181 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.240 1.11.612.484 I slot launch_slot_: id 3 | task 252 | processing task, is_child = 0 1.11.612.513 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.150 1.11.612.557 I slot launch_slot_: id 1 | task 251 | processing task, is_child = 0 1.12.660.081 I slot print_timing: id 0 | task 250 | prompt eval time = 999.88 ms / 129 tokens ( 7.75 ms per token, 129.02 tokens per second) 1.12.660.085 I slot print_timing: id 0 | task 250 | eval time = 47.63 ms / 2 tokens ( 47.63 ms per token, 20.99 tokens per second) 1.12.660.086 I slot print_timing: id 0 | task 250 | total time = 1047.52 ms / 131 tokens 1.12.660.087 I slot print_timing: id 0 | task 250 | graphs reused = 17 1.12.660.087 I slot print_timing: id 0 | task 250 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.660.108 I slot release: id 0 | task 250 | stop processing: n_tokens = 131, truncated = 0 1.12.660.284 I slot print_timing: id 1 | task 251 | prompt eval time = 999.99 ms / 130 tokens ( 7.69 ms per token, 130.00 tokens per second) 1.12.660.286 I slot print_timing: id 1 | task 251 | eval time = 47.66 ms / 2 tokens ( 47.66 ms per token, 20.98 tokens per second) 1.12.660.286 I slot print_timing: id 1 | task 251 | total time = 1047.65 ms / 132 tokens 1.12.660.287 I slot print_timing: id 1 | task 251 | graphs reused = 17 1.12.660.287 I slot print_timing: id 1 | task 251 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.660.299 I slot release: id 1 | task 251 | stop processing: n_tokens = 132, truncated = 0 1.12.660.667 I slot print_timing: id 3 | task 252 | prompt eval time = 1000.25 ms / 120 tokens ( 8.34 ms per token, 119.97 tokens per second) 1.12.660.670 I slot print_timing: id 3 | task 252 | eval time = 47.72 ms / 2 tokens ( 47.72 ms per token, 20.96 tokens per second) 1.12.660.670 I slot print_timing: id 3 | task 252 | total time = 1047.97 ms / 122 tokens 1.12.660.670 I slot print_timing: id 3 | task 252 | graphs reused = 17 1.12.660.670 I slot print_timing: id 3 | task 252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.660.682 I slot release: id 3 | task 252 | stop processing: n_tokens = 122, truncated = 0 1.12.689.858 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.221 1.12.690.766 I slot launch_slot_: id 0 | task 257 | processing task, is_child = 0 1.12.692.844 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.220 1.12.693.144 I slot launch_slot_: id 1 | task 258 | processing task, is_child = 0 1.12.693.175 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.238 1.12.693.448 I slot launch_slot_: id 3 | task 259 | processing task, is_child = 0 1.13.688.162 I slot print_timing: id 2 | task 244 | prompt eval time = 689.50 ms / 119 tokens ( 5.79 ms per token, 172.59 tokens per second) 1.13.688.167 I slot print_timing: id 2 | task 244 | eval time = 2215.45 ms / 8 tokens ( 316.49 ms per token, 3.16 tokens per second) 1.13.688.167 I slot print_timing: id 2 | task 244 | total time = 2904.95 ms / 127 tokens 1.13.688.168 I slot print_timing: id 2 | task 244 | graphs reused = 17 1.13.688.168 I slot print_timing: id 2 | task 244 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.688.191 I slot release: id 2 | task 244 | stop processing: n_tokens = 127, truncated = 0 1.13.781.096 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.228 1.13.782.381 I slot launch_slot_: id 2 | task 262 | processing task, is_child = 0 1.14.134.104 I slot print_timing: id 1 | task 258 | prompt eval time = 1087.38 ms / 134 tokens ( 8.11 ms per token, 123.23 tokens per second) 1.14.134.110 I slot print_timing: id 1 | task 258 | eval time = 353.20 ms / 2 tokens ( 353.20 ms per token, 2.83 tokens per second) 1.14.134.110 I slot print_timing: id 1 | task 258 | total time = 1440.58 ms / 136 tokens 1.14.134.110 I slot print_timing: id 1 | task 258 | graphs reused = 17 1.14.134.111 I slot print_timing: id 1 | task 258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.134.131 I slot release: id 1 | task 258 | stop processing: n_tokens = 136, truncated = 0 1.14.232.499 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.213 1.14.233.787 I slot launch_slot_: id 1 | task 265 | processing task, is_child = 0 1.14.599.331 I slot print_timing: id 2 | task 262 | prompt eval time = 449.94 ms / 128 tokens ( 3.52 ms per token, 284.48 tokens per second) 1.14.599.333 I slot print_timing: id 2 | task 262 | eval time = 366.99 ms / 2 tokens ( 366.99 ms per token, 2.72 tokens per second) 1.14.599.333 I slot print_timing: id 2 | task 262 | total time = 816.93 ms / 130 tokens 1.14.599.334 I slot print_timing: id 2 | task 262 | graphs reused = 17 1.14.599.334 I slot print_timing: id 2 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.599.360 I slot release: id 2 | task 262 | stop processing: n_tokens = 130, truncated = 0 1.14.710.881 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.223 1.14.712.128 I slot launch_slot_: id 2 | task 268 | processing task, is_child = 0 1.15.058.242 I slot print_timing: id 1 | task 265 | prompt eval time = 476.92 ms / 132 tokens ( 3.61 ms per token, 276.78 tokens per second) 1.15.058.246 I slot print_timing: id 1 | task 265 | eval time = 347.52 ms / 2 tokens ( 347.52 ms per token, 2.88 tokens per second) 1.15.058.246 I slot print_timing: id 1 | task 265 | total time = 824.44 ms / 134 tokens 1.15.058.246 I slot print_timing: id 1 | task 265 | graphs reused = 17 1.15.058.247 I slot print_timing: id 1 | task 265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.058.267 I slot release: id 1 | task 265 | stop processing: n_tokens = 134, truncated = 0 1.15.156.591 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.216 1.15.157.524 I slot launch_slot_: id 1 | task 271 | processing task, is_child = 0 1.15.580.971 I slot print_timing: id 0 | task 257 | prompt eval time = 1087.26 ms / 147 tokens ( 7.40 ms per token, 135.20 tokens per second) 1.15.580.975 I slot print_timing: id 0 | task 257 | eval time = 1800.25 ms / 8 tokens ( 257.18 ms per token, 3.89 tokens per second) 1.15.580.977 I slot print_timing: id 0 | task 257 | total time = 2887.51 ms / 155 tokens 1.15.580.977 I slot print_timing: id 0 | task 257 | graphs reused = 17 1.15.580.978 I slot print_timing: id 0 | task 257 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.581.003 I slot release: id 0 | task 257 | stop processing: n_tokens = 155, truncated = 0 1.15.581.356 I slot print_timing: id 3 | task 259 | prompt eval time = 1087.51 ms / 133 tokens ( 8.18 ms per token, 122.30 tokens per second) 1.15.581.358 I slot print_timing: id 3 | task 259 | eval time = 1800.27 ms / 8 tokens ( 257.18 ms per token, 3.89 tokens per second) 1.15.581.359 I slot print_timing: id 3 | task 259 | total time = 2887.77 ms / 141 tokens 1.15.581.359 I slot print_timing: id 3 | task 259 | graphs reused = 17 1.15.581.359 I slot print_timing: id 3 | task 259 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.581.375 I slot release: id 3 | task 259 | stop processing: n_tokens = 141, truncated = 0 1.15.653.452 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.187 1.15.654.811 I slot launch_slot_: id 0 | task 274 | processing task, is_child = 0 1.15.656.046 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.206 1.15.656.094 I slot launch_slot_: id 3 | task 275 | processing task, is_child = 0 1.16.376.037 I slot print_timing: id 1 | task 271 | prompt eval time = 495.77 ms / 159 tokens ( 3.12 ms per token, 320.72 tokens per second) 1.16.376.042 I slot print_timing: id 1 | task 271 | eval time = 722.73 ms / 2 tokens ( 722.73 ms per token, 1.38 tokens per second) 1.16.376.043 I slot print_timing: id 1 | task 271 | total time = 1218.50 ms / 161 tokens 1.16.376.043 I slot print_timing: id 1 | task 271 | graphs reused = 17 1.16.376.044 I slot print_timing: id 1 | task 271 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.376.070 I slot release: id 1 | task 271 | stop processing: n_tokens = 161, truncated = 0 1.16.503.528 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.180 1.16.505.651 I slot launch_slot_: id 1 | task 278 | processing task, is_child = 0 1.16.929.195 I slot print_timing: id 3 | task 275 | prompt eval time = 847.34 ms / 164 tokens ( 5.17 ms per token, 193.55 tokens per second) 1.16.929.201 I slot print_timing: id 3 | task 275 | eval time = 425.67 ms / 2 tokens ( 425.67 ms per token, 2.35 tokens per second) 1.16.929.201 I slot print_timing: id 3 | task 275 | total time = 1273.01 ms / 166 tokens 1.16.929.201 I slot print_timing: id 3 | task 275 | graphs reused = 17 1.16.929.202 I slot print_timing: id 3 | task 275 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.929.225 I slot release: id 3 | task 275 | stop processing: n_tokens = 166, truncated = 0 1.17.040.931 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.175 1.17.042.416 I slot launch_slot_: id 3 | task 281 | processing task, is_child = 0 1.17.365.552 I slot print_timing: id 2 | task 268 | prompt eval time = 444.30 ms / 109 tokens ( 4.08 ms per token, 245.33 tokens per second) 1.17.365.558 I slot print_timing: id 2 | task 268 | eval time = 2209.12 ms / 8 tokens ( 315.59 ms per token, 3.17 tokens per second) 1.17.365.558 I slot print_timing: id 2 | task 268 | total time = 2653.42 ms / 117 tokens 1.17.365.559 I slot print_timing: id 2 | task 268 | graphs reused = 17 1.17.365.559 I slot print_timing: id 2 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.365.581 I slot release: id 2 | task 268 | stop processing: n_tokens = 117, truncated = 0 1.17.453.056 I slot print_timing: id 1 | task 278 | prompt eval time = 535.11 ms / 156 tokens ( 3.43 ms per token, 291.53 tokens per second) 1.17.453.058 I slot print_timing: id 1 | task 278 | eval time = 412.28 ms / 3 tokens ( 206.14 ms per token, 4.85 tokens per second) 1.17.453.059 I slot print_timing: id 1 | task 278 | total time = 947.39 ms / 159 tokens 1.17.453.059 I slot print_timing: id 1 | task 278 | graphs reused = 17 1.17.453.060 I slot print_timing: id 1 | task 278 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.453.080 I slot release: id 1 | task 278 | stop processing: n_tokens = 159, truncated = 0 1.17.453.291 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.182 1.17.454.970 I slot launch_slot_: id 1 | task 284 | processing task, is_child = 0 1.17.801.150 I slot print_timing: id 3 | task 281 | prompt eval time = 410.86 ms / 116 tokens ( 3.54 ms per token, 282.33 tokens per second) 1.17.801.155 I slot print_timing: id 3 | task 281 | eval time = 347.86 ms / 2 tokens ( 347.86 ms per token, 2.87 tokens per second) 1.17.801.156 I slot print_timing: id 3 | task 281 | total time = 758.73 ms / 118 tokens 1.17.801.156 I slot print_timing: id 3 | task 281 | graphs reused = 17 1.17.801.156 I slot print_timing: id 3 | task 281 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.801.175 I slot release: id 3 | task 281 | stop processing: n_tokens = 118, truncated = 0 1.17.801.180 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.248 1.17.801.242 I slot launch_slot_: id 2 | task 286 | processing task, is_child = 0 1.18.226.005 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.246 1.18.226.075 I slot launch_slot_: id 3 | task 288 | processing task, is_child = 0 1.18.649.487 I slot print_timing: id 0 | task 274 | prompt eval time = 847.08 ms / 144 tokens ( 5.88 ms per token, 169.99 tokens per second) 1.18.649.493 I slot print_timing: id 0 | task 274 | eval time = 2146.30 ms / 8 tokens ( 306.61 ms per token, 3.26 tokens per second) 1.18.649.493 I slot print_timing: id 0 | task 274 | total time = 2993.38 ms / 152 tokens 1.18.649.494 I slot print_timing: id 0 | task 274 | graphs reused = 17 1.18.649.494 I slot print_timing: id 0 | task 274 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.649.516 I slot release: id 0 | task 274 | stop processing: n_tokens = 152, truncated = 0 1.18.738.342 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.191 1.18.740.523 I slot launch_slot_: id 0 | task 291 | processing task, is_child = 0 1.19.063.401 I slot print_timing: id 3 | task 288 | prompt eval time = 511.71 ms / 139 tokens ( 3.68 ms per token, 271.64 tokens per second) 1.19.063.403 I slot print_timing: id 3 | task 288 | eval time = 325.06 ms / 2 tokens ( 325.06 ms per token, 3.08 tokens per second) 1.19.063.404 I slot print_timing: id 3 | task 288 | total time = 836.77 ms / 141 tokens 1.19.063.404 I slot print_timing: id 3 | task 288 | graphs reused = 17 1.19.063.404 I slot print_timing: id 3 | task 288 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.063.426 I slot release: id 3 | task 288 | stop processing: n_tokens = 141, truncated = 0 1.19.151.227 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.206 1.19.152.968 I slot launch_slot_: id 3 | task 294 | processing task, is_child = 0 1.19.474.701 I slot print_timing: id 0 | task 291 | prompt eval time = 410.38 ms / 117 tokens ( 3.51 ms per token, 285.10 tokens per second) 1.19.474.703 I slot print_timing: id 0 | task 291 | eval time = 323.78 ms / 2 tokens ( 323.78 ms per token, 3.09 tokens per second) 1.19.474.704 I slot print_timing: id 0 | task 291 | total time = 734.16 ms / 119 tokens 1.19.474.704 I slot print_timing: id 0 | task 291 | graphs reused = 17 1.19.474.705 I slot print_timing: id 0 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.474.725 I slot release: id 0 | task 291 | stop processing: n_tokens = 119, truncated = 0 1.19.563.321 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.244 1.19.564.445 I slot launch_slot_: id 0 | task 297 | processing task, is_child = 0 1.19.947.517 I slot print_timing: id 1 | task 284 | prompt eval time = 769.73 ms / 114 tokens ( 6.75 ms per token, 148.10 tokens per second) 1.19.947.524 I slot print_timing: id 1 | task 284 | eval time = 1721.51 ms / 8 tokens ( 245.93 ms per token, 4.07 tokens per second) 1.19.947.524 I slot print_timing: id 1 | task 284 | total time = 2491.24 ms / 122 tokens 1.19.947.525 I slot print_timing: id 1 | task 284 | graphs reused = 17 1.19.947.525 I slot print_timing: id 1 | task 284 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.947.545 I slot release: id 1 | task 284 | stop processing: n_tokens = 122, truncated = 0 1.20.035.791 I slot print_timing: id 2 | task 286 | prompt eval time = 846.88 ms / 152 tokens ( 5.57 ms per token, 179.48 tokens per second) 1.20.035.796 I slot print_timing: id 2 | task 286 | eval time = 1385.90 ms / 8 tokens ( 197.99 ms per token, 5.05 tokens per second) 1.20.035.797 I slot print_timing: id 2 | task 286 | total time = 2232.78 ms / 160 tokens 1.20.035.797 I slot print_timing: id 2 | task 286 | graphs reused = 17 1.20.035.798 I slot print_timing: id 2 | task 286 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.035.821 I slot release: id 2 | task 286 | stop processing: n_tokens = 160, truncated = 0 1.20.035.998 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 1.20.037.704 I slot launch_slot_: id 1 | task 300 | processing task, is_child = 0 1.20.388.627 I slot print_timing: id 0 | task 297 | prompt eval time = 471.19 ms / 155 tokens ( 3.04 ms per token, 328.96 tokens per second) 1.20.388.632 I slot print_timing: id 0 | task 297 | eval time = 352.98 ms / 2 tokens ( 352.98 ms per token, 2.83 tokens per second) 1.20.388.632 I slot print_timing: id 0 | task 297 | total time = 824.17 ms / 157 tokens 1.20.388.633 I slot print_timing: id 0 | task 297 | graphs reused = 17 1.20.388.633 I slot print_timing: id 0 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.388.657 I slot release: id 0 | task 297 | stop processing: n_tokens = 157, truncated = 0 1.20.388.849 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.185 1.20.390.365 I slot launch_slot_: id 0 | task 302 | processing task, is_child = 0 1.20.743.095 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.181 1.20.743.406 I slot launch_slot_: id 2 | task 304 | processing task, is_child = 0 1.21.245.272 I slot print_timing: id 0 | task 302 | prompt eval time = 740.29 ms / 129 tokens ( 5.74 ms per token, 174.26 tokens per second) 1.21.245.277 I slot print_timing: id 0 | task 302 | eval time = 114.57 ms / 2 tokens ( 114.57 ms per token, 8.73 tokens per second) 1.21.245.278 I slot print_timing: id 0 | task 302 | total time = 854.86 ms / 131 tokens 1.21.245.278 I slot print_timing: id 0 | task 302 | graphs reused = 17 1.21.245.278 I slot print_timing: id 0 | task 302 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.245.302 I slot release: id 0 | task 302 | stop processing: n_tokens = 131, truncated = 0 1.21.292.131 I slot print_timing: id 3 | task 294 | prompt eval time = 410.34 ms / 117 tokens ( 3.51 ms per token, 285.13 tokens per second) 1.21.292.136 I slot print_timing: id 3 | task 294 | eval time = 1728.81 ms / 8 tokens ( 246.97 ms per token, 4.05 tokens per second) 1.21.292.137 I slot print_timing: id 3 | task 294 | total time = 2139.15 ms / 125 tokens 1.21.292.137 I slot print_timing: id 3 | task 294 | graphs reused = 17 1.21.292.137 I slot print_timing: id 3 | task 294 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.292.158 I slot release: id 3 | task 294 | stop processing: n_tokens = 125, truncated = 0 1.21.292.164 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.221 1.21.293.126 I slot launch_slot_: id 0 | task 308 | processing task, is_child = 0 1.21.744.074 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.232 1.21.744.153 I slot launch_slot_: id 3 | task 310 | processing task, is_child = 0 1.22.261.011 I slot print_timing: id 0 | task 308 | prompt eval time = 877.72 ms / 170 tokens ( 5.16 ms per token, 193.68 tokens per second) 1.22.261.017 I slot print_timing: id 0 | task 308 | eval time = 89.28 ms / 2 tokens ( 89.28 ms per token, 11.20 tokens per second) 1.22.261.018 I slot print_timing: id 0 | task 308 | total time = 967.00 ms / 172 tokens 1.22.261.018 I slot print_timing: id 0 | task 308 | graphs reused = 17 1.22.261.019 I slot print_timing: id 0 | task 308 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.261.041 I slot release: id 0 | task 308 | stop processing: n_tokens = 172, truncated = 0 1.22.307.645 I slot print_timing: id 1 | task 300 | prompt eval time = 703.48 ms / 132 tokens ( 5.33 ms per token, 187.64 tokens per second) 1.22.307.647 I slot print_timing: id 1 | task 300 | eval time = 1564.71 ms / 8 tokens ( 223.53 ms per token, 4.47 tokens per second) 1.22.307.648 I slot print_timing: id 1 | task 300 | total time = 2268.19 ms / 140 tokens 1.22.307.648 I slot print_timing: id 1 | task 300 | graphs reused = 17 1.22.307.649 I slot print_timing: id 1 | task 300 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.307.668 I slot release: id 1 | task 300 | stop processing: n_tokens = 140, truncated = 0 1.22.308.011 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.214 1.22.309.032 I slot launch_slot_: id 1 | task 314 | processing task, is_child = 0 1.22.310.523 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.169 1.22.310.573 I slot launch_slot_: id 0 | task 315 | processing task, is_child = 0 1.23.018.251 I slot print_timing: id 2 | task 304 | prompt eval time = 502.03 ms / 117 tokens ( 4.29 ms per token, 233.05 tokens per second) 1.23.018.255 I slot print_timing: id 2 | task 304 | eval time = 1772.59 ms / 8 tokens ( 253.23 ms per token, 3.95 tokens per second) 1.23.018.255 I slot print_timing: id 2 | task 304 | total time = 2274.62 ms / 125 tokens 1.23.018.256 I slot print_timing: id 2 | task 304 | graphs reused = 17 1.23.018.256 I slot print_timing: id 2 | task 304 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.018.281 I slot release: id 2 | task 304 | stop processing: n_tokens = 125, truncated = 0 1.23.090.529 I slot print_timing: id 1 | task 314 | prompt eval time = 707.43 ms / 130 tokens ( 5.44 ms per token, 183.76 tokens per second) 1.23.090.531 I slot print_timing: id 1 | task 314 | eval time = 72.43 ms / 2 tokens ( 72.43 ms per token, 13.81 tokens per second) 1.23.090.532 I slot print_timing: id 1 | task 314 | total time = 779.86 ms / 132 tokens 1.23.090.532 I slot print_timing: id 1 | task 314 | graphs reused = 17 1.23.090.533 I slot print_timing: id 1 | task 314 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.090.553 I slot release: id 1 | task 314 | stop processing: n_tokens = 132, truncated = 0 1.23.090.737 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.220 1.23.091.727 I slot launch_slot_: id 1 | task 319 | processing task, is_child = 0 1.23.568.715 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.232 1.23.568.805 I slot launch_slot_: id 2 | task 321 | processing task, is_child = 0 1.24.136.172 I slot print_timing: id 3 | task 310 | prompt eval time = 517.17 ms / 161 tokens ( 3.21 ms per token, 311.31 tokens per second) 1.24.136.178 I slot print_timing: id 3 | task 310 | eval time = 1874.59 ms / 8 tokens ( 267.80 ms per token, 3.73 tokens per second) 1.24.136.178 I slot print_timing: id 3 | task 310 | total time = 2391.76 ms / 169 tokens 1.24.136.179 I slot print_timing: id 3 | task 310 | graphs reused = 17 1.24.136.179 I slot print_timing: id 3 | task 310 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.136.204 I slot release: id 3 | task 310 | stop processing: n_tokens = 169, truncated = 0 1.24.182.475 I slot print_timing: id 2 | task 321 | prompt eval time = 566.53 ms / 159 tokens ( 3.56 ms per token, 280.66 tokens per second) 1.24.182.477 I slot print_timing: id 2 | task 321 | eval time = 46.46 ms / 2 tokens ( 46.46 ms per token, 21.53 tokens per second) 1.24.182.478 I slot print_timing: id 2 | task 321 | total time = 612.98 ms / 161 tokens 1.24.182.478 I slot print_timing: id 2 | task 321 | graphs reused = 17 1.24.182.478 I slot print_timing: id 2 | task 321 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.182.500 I slot release: id 2 | task 321 | stop processing: n_tokens = 161, truncated = 0 1.24.182.505 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.180 1.24.184.094 I slot launch_slot_: id 2 | task 325 | processing task, is_child = 0 1.24.185.552 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.172 1.24.185.601 I slot launch_slot_: id 3 | task 326 | processing task, is_child = 0 1.24.944.128 I slot print_timing: id 0 | task 315 | prompt eval time = 707.33 ms / 113 tokens ( 6.26 ms per token, 159.76 tokens per second) 1.24.944.131 I slot print_timing: id 0 | task 315 | eval time = 1926.21 ms / 8 tokens ( 275.17 ms per token, 3.63 tokens per second) 1.24.944.131 I slot print_timing: id 0 | task 315 | total time = 2633.54 ms / 121 tokens 1.24.944.132 I slot print_timing: id 0 | task 315 | graphs reused = 17 1.24.944.132 I slot print_timing: id 0 | task 315 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.944.153 I slot release: id 0 | task 315 | stop processing: n_tokens = 121, truncated = 0 1.24.991.036 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.240 1.24.991.887 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 1.25.459.552 I slot print_timing: id 1 | task 319 | prompt eval time = 928.60 ms / 176 tokens ( 5.28 ms per token, 189.53 tokens per second) 1.25.459.555 I slot print_timing: id 1 | task 319 | eval time = 1438.35 ms / 8 tokens ( 205.48 ms per token, 4.87 tokens per second) 1.25.459.555 I slot print_timing: id 1 | task 319 | total time = 2366.95 ms / 184 tokens 1.25.459.556 I slot print_timing: id 1 | task 319 | graphs reused = 18 1.25.459.556 I slot print_timing: id 1 | task 319 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.459.581 I slot release: id 1 | task 319 | stop processing: n_tokens = 184, truncated = 0 1.25.532.291 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.158 1.25.533.896 I slot launch_slot_: id 1 | task 334 | processing task, is_child = 0 1.26.133.796 I slot print_timing: id 2 | task 325 | prompt eval time = 758.89 ms / 152 tokens ( 4.99 ms per token, 200.29 tokens per second) 1.26.133.803 I slot print_timing: id 2 | task 325 | eval time = 1189.30 ms / 8 tokens ( 169.90 ms per token, 5.89 tokens per second) 1.26.133.803 I slot print_timing: id 2 | task 325 | total time = 1948.19 ms / 160 tokens 1.26.133.804 I slot print_timing: id 2 | task 325 | graphs reused = 18 1.26.133.804 I slot print_timing: id 2 | task 325 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.133.824 I slot release: id 2 | task 325 | stop processing: n_tokens = 160, truncated = 0 1.26.134.002 I slot print_timing: id 3 | task 326 | prompt eval time = 759.01 ms / 121 tokens ( 6.27 ms per token, 159.42 tokens per second) 1.26.134.005 I slot print_timing: id 3 | task 326 | eval time = 1189.31 ms / 8 tokens ( 169.90 ms per token, 5.89 tokens per second) 1.26.134.006 I slot print_timing: id 3 | task 326 | total time = 1948.32 ms / 129 tokens 1.26.134.006 I slot print_timing: id 3 | task 326 | graphs reused = 18 1.26.134.006 I slot print_timing: id 3 | task 326 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.134.021 I slot release: id 3 | task 326 | stop processing: n_tokens = 129, truncated = 0 1.26.179.415 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.181 1.26.180.845 I slot launch_slot_: id 2 | task 339 | processing task, is_child = 0 1.26.181.904 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.225 1.26.181.963 I slot launch_slot_: id 3 | task 340 | processing task, is_child = 0 1.26.999.375 I slot print_timing: id 0 | task 330 | prompt eval time = 467.50 ms / 138 tokens ( 3.39 ms per token, 295.19 tokens per second) 1.26.999.380 I slot print_timing: id 0 | task 330 | eval time = 1539.98 ms / 8 tokens ( 220.00 ms per token, 4.55 tokens per second) 1.26.999.380 I slot print_timing: id 0 | task 330 | total time = 2007.47 ms / 146 tokens 1.26.999.381 I slot print_timing: id 0 | task 330 | graphs reused = 18 1.26.999.381 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.999.402 I slot release: id 0 | task 330 | stop processing: n_tokens = 146, truncated = 0 1.27.046.344 I slot print_timing: id 3 | task 340 | prompt eval time = 817.90 ms / 154 tokens ( 5.31 ms per token, 188.29 tokens per second) 1.27.046.350 I slot print_timing: id 3 | task 340 | eval time = 46.39 ms / 2 tokens ( 46.39 ms per token, 21.56 tokens per second) 1.27.046.350 I slot print_timing: id 3 | task 340 | total time = 864.29 ms / 156 tokens 1.27.046.351 I slot print_timing: id 3 | task 340 | graphs reused = 18 1.27.046.351 I slot print_timing: id 3 | task 340 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.046.373 I slot release: id 3 | task 340 | stop processing: n_tokens = 156, truncated = 0 1.27.046.380 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.199 1.27.048.034 I slot launch_slot_: id 0 | task 344 | processing task, is_child = 0 1.27.373.565 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.186 1.27.373.902 I slot launch_slot_: id 3 | task 346 | processing task, is_child = 0 1.27.738.796 I slot print_timing: id 1 | task 334 | prompt eval time = 552.35 ms / 163 tokens ( 3.39 ms per token, 295.11 tokens per second) 1.27.738.801 I slot print_timing: id 1 | task 334 | eval time = 1652.54 ms / 8 tokens ( 236.08 ms per token, 4.24 tokens per second) 1.27.738.802 I slot print_timing: id 1 | task 334 | total time = 2204.89 ms / 171 tokens 1.27.738.802 I slot print_timing: id 1 | task 334 | graphs reused = 18 1.27.738.803 I slot print_timing: id 1 | task 334 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.738.829 I slot release: id 1 | task 334 | stop processing: n_tokens = 171, truncated = 0 1.27.850.436 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.170 1.27.851.637 I slot launch_slot_: id 1 | task 349 | processing task, is_child = 0 1.28.275.183 I slot print_timing: id 3 | task 346 | prompt eval time = 476.29 ms / 119 tokens ( 4.00 ms per token, 249.85 tokens per second) 1.28.275.185 I slot print_timing: id 3 | task 346 | eval time = 424.74 ms / 2 tokens ( 424.74 ms per token, 2.35 tokens per second) 1.28.275.186 I slot print_timing: id 3 | task 346 | total time = 901.04 ms / 121 tokens 1.28.275.186 I slot print_timing: id 3 | task 346 | graphs reused = 18 1.28.275.187 I slot print_timing: id 3 | task 346 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.275.211 I slot release: id 3 | task 346 | stop processing: n_tokens = 121, truncated = 0 1.28.386.372 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.240 1.28.386.874 I slot launch_slot_: id 3 | task 352 | processing task, is_child = 0 1.28.772.621 I slot print_timing: id 2 | task 339 | prompt eval time = 817.77 ms / 138 tokens ( 5.93 ms per token, 168.75 tokens per second) 1.28.772.627 I slot print_timing: id 2 | task 339 | eval time = 1772.88 ms / 8 tokens ( 253.27 ms per token, 3.95 tokens per second) 1.28.772.628 I slot print_timing: id 2 | task 339 | total time = 2590.65 ms / 146 tokens 1.28.772.628 I slot print_timing: id 2 | task 339 | graphs reused = 18 1.28.772.629 I slot print_timing: id 2 | task 339 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.772.654 I slot release: id 2 | task 339 | stop processing: n_tokens = 146, truncated = 0 1.28.861.255 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.199 1.28.862.910 I slot launch_slot_: id 2 | task 355 | processing task, is_child = 0 1.29.273.017 I slot print_timing: id 3 | task 352 | prompt eval time = 474.37 ms / 163 tokens ( 2.91 ms per token, 343.62 tokens per second) 1.29.273.019 I slot print_timing: id 3 | task 352 | eval time = 411.76 ms / 2 tokens ( 411.76 ms per token, 2.43 tokens per second) 1.29.273.020 I slot print_timing: id 3 | task 352 | total time = 886.13 ms / 165 tokens 1.29.273.020 I slot print_timing: id 3 | task 352 | graphs reused = 18 1.29.273.020 I slot print_timing: id 3 | task 352 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.273.042 I slot release: id 3 | task 352 | stop processing: n_tokens = 165, truncated = 0 1.29.360.537 I slot print_timing: id 0 | task 344 | prompt eval time = 689.57 ms / 128 tokens ( 5.39 ms per token, 185.62 tokens per second) 1.29.360.543 I slot print_timing: id 0 | task 344 | eval time = 1621.92 ms / 8 tokens ( 231.70 ms per token, 4.32 tokens per second) 1.29.360.544 I slot print_timing: id 0 | task 344 | total time = 2311.48 ms / 136 tokens 1.29.360.544 I slot print_timing: id 0 | task 344 | graphs reused = 18 1.29.360.545 I slot print_timing: id 0 | task 344 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.360.569 I slot release: id 0 | task 344 | stop processing: n_tokens = 136, truncated = 0 1.29.360.950 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.213 1.29.362.592 I slot launch_slot_: id 0 | task 358 | processing task, is_child = 0 1.29.745.171 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.176 1.29.745.277 I slot launch_slot_: id 3 | task 359 | processing task, is_child = 0 1.30.260.930 I slot print_timing: id 1 | task 349 | prompt eval time = 534.54 ms / 155 tokens ( 3.45 ms per token, 289.97 tokens per second) 1.30.260.936 I slot print_timing: id 1 | task 349 | eval time = 1874.75 ms / 8 tokens ( 267.82 ms per token, 3.73 tokens per second) 1.30.260.936 I slot print_timing: id 1 | task 349 | total time = 2409.28 ms / 163 tokens 1.30.260.937 I slot print_timing: id 1 | task 349 | graphs reused = 18 1.30.260.937 I slot print_timing: id 1 | task 349 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.260.961 I slot release: id 1 | task 349 | stop processing: n_tokens = 163, truncated = 0 1.30.333.660 I slot print_timing: id 3 | task 359 | prompt eval time = 515.37 ms / 153 tokens ( 3.37 ms per token, 296.88 tokens per second) 1.30.333.662 I slot print_timing: id 3 | task 359 | eval time = 72.34 ms / 2 tokens ( 72.34 ms per token, 13.82 tokens per second) 1.30.333.663 I slot print_timing: id 3 | task 359 | total time = 587.71 ms / 155 tokens 1.30.333.663 I slot print_timing: id 3 | task 359 | graphs reused = 18 1.30.333.664 I slot print_timing: id 3 | task 359 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.333.688 I slot release: id 3 | task 359 | stop processing: n_tokens = 155, truncated = 0 1.30.333.696 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.178 1.30.335.271 I slot launch_slot_: id 1 | task 364 | processing task, is_child = 0 1.30.680.838 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.187 1.30.680.932 I slot launch_slot_: id 3 | task 366 | processing task, is_child = 0 1.31.170.506 I slot print_timing: id 2 | task 355 | prompt eval time = 498.03 ms / 152 tokens ( 3.28 ms per token, 305.20 tokens per second) 1.31.170.512 I slot print_timing: id 2 | task 355 | eval time = 1809.56 ms / 8 tokens ( 258.51 ms per token, 3.87 tokens per second) 1.31.170.513 I slot print_timing: id 2 | task 355 | total time = 2307.59 ms / 160 tokens 1.31.170.513 I slot print_timing: id 2 | task 355 | graphs reused = 18 1.31.170.514 I slot print_timing: id 2 | task 355 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.170.537 I slot release: id 2 | task 355 | stop processing: n_tokens = 160, truncated = 0 1.31.243.194 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.181 1.31.244.566 I slot launch_slot_: id 2 | task 370 | processing task, is_child = 0 1.31.726.241 I slot print_timing: id 0 | task 358 | prompt eval time = 807.67 ms / 158 tokens ( 5.11 ms per token, 195.63 tokens per second) 1.31.726.244 I slot print_timing: id 0 | task 358 | eval time = 1554.51 ms / 8 tokens ( 222.07 ms per token, 4.50 tokens per second) 1.31.726.244 I slot print_timing: id 0 | task 358 | total time = 2362.18 ms / 166 tokens 1.31.726.245 I slot print_timing: id 0 | task 358 | graphs reused = 18 1.31.726.245 I slot print_timing: id 0 | task 358 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.726.270 I slot release: id 0 | task 358 | stop processing: n_tokens = 166, truncated = 0 1.31.839.034 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.175 1.31.840.426 I slot launch_slot_: id 0 | task 373 | processing task, is_child = 0 1.32.160.737 I slot print_timing: id 2 | task 370 | prompt eval time = 594.30 ms / 188 tokens ( 3.16 ms per token, 316.34 tokens per second) 1.32.160.742 I slot print_timing: id 2 | task 370 | eval time = 321.86 ms / 2 tokens ( 321.86 ms per token, 3.11 tokens per second) 1.32.160.743 I slot print_timing: id 2 | task 370 | total time = 916.16 ms / 190 tokens 1.32.160.743 I slot print_timing: id 2 | task 370 | graphs reused = 18 1.32.160.744 I slot print_timing: id 2 | task 370 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.160.766 I slot release: id 2 | task 370 | stop processing: n_tokens = 190, truncated = 0 1.32.259.081 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.153 1.32.260.958 I slot launch_slot_: id 2 | task 376 | processing task, is_child = 0 1.32.609.672 I slot print_timing: id 0 | task 373 | prompt eval time = 418.34 ms / 107 tokens ( 3.91 ms per token, 255.77 tokens per second) 1.32.609.675 I slot print_timing: id 0 | task 373 | eval time = 350.90 ms / 2 tokens ( 350.90 ms per token, 2.85 tokens per second) 1.32.609.675 I slot print_timing: id 0 | task 373 | total time = 769.24 ms / 109 tokens 1.32.609.675 I slot print_timing: id 0 | task 373 | graphs reused = 18 1.32.609.676 I slot print_timing: id 0 | task 373 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.609.697 I slot release: id 0 | task 373 | stop processing: n_tokens = 109, truncated = 0 1.32.609.886 I slot print_timing: id 1 | task 364 | prompt eval time = 744.88 ms / 112 tokens ( 6.65 ms per token, 150.36 tokens per second) 1.32.609.889 I slot print_timing: id 1 | task 364 | eval time = 1528.38 ms / 8 tokens ( 218.34 ms per token, 4.58 tokens per second) 1.32.609.889 I slot print_timing: id 1 | task 364 | total time = 2273.26 ms / 120 tokens 1.32.609.890 I slot print_timing: id 1 | task 364 | graphs reused = 18 1.32.609.890 I slot print_timing: id 1 | task 364 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.609.903 I slot release: id 1 | task 364 | stop processing: n_tokens = 120, truncated = 0 1.32.681.743 I slot print_timing: id 3 | task 366 | prompt eval time = 489.62 ms / 117 tokens ( 4.18 ms per token, 238.96 tokens per second) 1.32.681.745 I slot print_timing: id 3 | task 366 | eval time = 1510.99 ms / 8 tokens ( 215.86 ms per token, 4.63 tokens per second) 1.32.681.745 I slot print_timing: id 3 | task 366 | total time = 2000.61 ms / 125 tokens 1.32.681.746 I slot print_timing: id 3 | task 366 | graphs reused = 18 1.32.681.746 I slot print_timing: id 3 | task 366 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.681.765 I slot release: id 3 | task 366 | stop processing: n_tokens = 125, truncated = 0 1.32.681.771 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.275 1.32.682.227 I slot launch_slot_: id 0 | task 379 | processing task, is_child = 0 1.32.683.433 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.242 1.32.683.500 I slot launch_slot_: id 1 | task 380 | processing task, is_child = 0 1.33.269.612 I slot print_timing: id 2 | task 376 | prompt eval time = 420.62 ms / 124 tokens ( 3.39 ms per token, 294.80 tokens per second) 1.33.269.618 I slot print_timing: id 2 | task 376 | eval time = 588.02 ms / 2 tokens ( 588.02 ms per token, 1.70 tokens per second) 1.33.269.618 I slot print_timing: id 2 | task 376 | total time = 1008.64 ms / 126 tokens 1.33.269.619 I slot print_timing: id 2 | task 376 | graphs reused = 18 1.33.269.619 I slot print_timing: id 2 | task 376 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.269.640 I slot release: id 2 | task 376 | stop processing: n_tokens = 126, truncated = 0 1.33.269.645 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.230 1.33.271.063 I slot launch_slot_: id 2 | task 382 | processing task, is_child = 0 1.33.704.811 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.213 (> 0.100 thold), f_keep = 0.232 1.33.705.114 I slot launch_slot_: id 3 | task 384 | processing task, is_child = 0 1.34.165.056 I slot print_timing: id 1 | task 380 | prompt eval time = 1021.19 ms / 131 tokens ( 7.80 ms per token, 128.28 tokens per second) 1.34.165.062 I slot print_timing: id 1 | task 380 | eval time = 460.25 ms / 3 tokens ( 230.12 ms per token, 4.35 tokens per second) 1.34.165.062 I slot print_timing: id 1 | task 380 | total time = 1481.43 ms / 134 tokens 1.34.165.062 I slot print_timing: id 1 | task 380 | graphs reused = 18 1.34.165.063 I slot print_timing: id 1 | task 380 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.165.085 I slot release: id 1 | task 380 | stop processing: n_tokens = 134, truncated = 0 1.34.165.248 I slot print_timing: id 2 | task 382 | prompt eval time = 803.32 ms / 164 tokens ( 4.90 ms per token, 204.15 tokens per second) 1.34.165.253 I slot print_timing: id 2 | task 382 | eval time = 89.13 ms / 2 tokens ( 89.13 ms per token, 11.22 tokens per second) 1.34.165.253 I slot print_timing: id 2 | task 382 | total time = 892.44 ms / 166 tokens 1.34.165.254 I slot print_timing: id 2 | task 382 | graphs reused = 18 1.34.165.254 I slot print_timing: id 2 | task 382 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.165.275 I slot release: id 2 | task 382 | stop processing: n_tokens = 166, truncated = 0 1.34.221.731 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.216 1.34.222.639 I slot launch_slot_: id 1 | task 388 | processing task, is_child = 0 1.34.224.030 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.175 1.34.224.084 I slot launch_slot_: id 2 | task 389 | processing task, is_child = 0 1.35.111.402 I slot print_timing: id 0 | task 379 | prompt eval time = 1021.08 ms / 116 tokens ( 8.80 ms per token, 113.61 tokens per second) 1.35.111.406 I slot print_timing: id 0 | task 379 | eval time = 1406.78 ms / 8 tokens ( 200.97 ms per token, 4.98 tokens per second) 1.35.111.407 I slot print_timing: id 0 | task 379 | total time = 2427.86 ms / 124 tokens 1.35.111.407 I slot print_timing: id 0 | task 379 | graphs reused = 19 1.35.111.408 I slot print_timing: id 0 | task 379 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.111.436 I slot release: id 0 | task 379 | stop processing: n_tokens = 124, truncated = 0 1.35.159.817 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.234 1.35.161.149 I slot launch_slot_: id 0 | task 395 | processing task, is_child = 0 1.35.482.934 I slot print_timing: id 3 | task 384 | prompt eval time = 459.47 ms / 135 tokens ( 3.40 ms per token, 293.82 tokens per second) 1.35.482.936 I slot print_timing: id 3 | task 384 | eval time = 1317.44 ms / 8 tokens ( 188.21 ms per token, 5.31 tokens per second) 1.35.482.937 I slot print_timing: id 3 | task 384 | total time = 1776.90 ms / 143 tokens 1.35.482.937 I slot print_timing: id 3 | task 384 | graphs reused = 20 1.35.482.938 I slot print_timing: id 3 | task 384 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.482.969 I slot release: id 3 | task 384 | stop processing: n_tokens = 143, truncated = 0 1.35.571.419 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.203 1.35.573.621 I slot launch_slot_: id 3 | task 398 | processing task, is_child = 0 1.36.048.198 I slot print_timing: id 1 | task 388 | prompt eval time = 794.64 ms / 129 tokens ( 6.16 ms per token, 162.34 tokens per second) 1.36.048.201 I slot print_timing: id 1 | task 388 | eval time = 1029.46 ms / 8 tokens ( 147.07 ms per token, 6.80 tokens per second) 1.36.048.202 I slot print_timing: id 1 | task 388 | total time = 1824.11 ms / 137 tokens 1.36.048.202 I slot print_timing: id 1 | task 388 | graphs reused = 20 1.36.048.203 I slot print_timing: id 1 | task 388 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.048.223 I slot release: id 1 | task 388 | stop processing: n_tokens = 137, truncated = 0 1.36.048.377 I slot print_timing: id 2 | task 389 | prompt eval time = 794.75 ms / 138 tokens ( 5.76 ms per token, 173.64 tokens per second) 1.36.048.379 I slot print_timing: id 2 | task 389 | eval time = 1029.46 ms / 8 tokens ( 147.07 ms per token, 6.80 tokens per second) 1.36.048.379 I slot print_timing: id 2 | task 389 | total time = 1824.21 ms / 146 tokens 1.36.048.380 I slot print_timing: id 2 | task 389 | graphs reused = 20 1.36.048.380 I slot print_timing: id 2 | task 389 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.048.401 I slot release: id 2 | task 389 | stop processing: n_tokens = 146, truncated = 0 1.36.105.355 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.212 1.36.106.266 I slot launch_slot_: id 1 | task 402 | processing task, is_child = 0 1.36.107.223 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.199 1.36.107.274 I slot launch_slot_: id 2 | task 403 | processing task, is_child = 0 1.37.035.316 I slot print_timing: id 1 | task 402 | prompt eval time = 880.75 ms / 146 tokens ( 6.03 ms per token, 165.77 tokens per second) 1.37.035.321 I slot print_timing: id 1 | task 402 | eval time = 47.28 ms / 2 tokens ( 47.28 ms per token, 21.15 tokens per second) 1.37.035.321 I slot print_timing: id 1 | task 402 | total time = 928.03 ms / 148 tokens 1.37.035.322 I slot print_timing: id 1 | task 402 | graphs reused = 20 1.37.035.322 I slot print_timing: id 1 | task 402 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.035.344 I slot release: id 1 | task 402 | stop processing: n_tokens = 148, truncated = 0 1.37.107.415 I slot print_timing: id 0 | task 395 | prompt eval time = 409.91 ms / 124 tokens ( 3.31 ms per token, 302.51 tokens per second) 1.37.107.420 I slot print_timing: id 0 | task 395 | eval time = 1536.35 ms / 8 tokens ( 219.48 ms per token, 4.56 tokens per second) 1.37.107.421 I slot print_timing: id 0 | task 395 | total time = 1946.26 ms / 132 tokens 1.37.107.422 I slot print_timing: id 0 | task 395 | graphs reused = 20 1.37.107.422 I slot print_timing: id 0 | task 395 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.107.441 I slot release: id 0 | task 395 | stop processing: n_tokens = 132, truncated = 0 1.37.107.790 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.220 1.37.108.732 I slot launch_slot_: id 0 | task 408 | processing task, is_child = 0 1.37.429.693 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 1.37.429.788 I slot launch_slot_: id 1 | task 410 | processing task, is_child = 0 1.37.928.735 I slot print_timing: id 3 | task 398 | prompt eval time = 475.00 ms / 161 tokens ( 2.95 ms per token, 338.95 tokens per second) 1.37.928.738 I slot print_timing: id 3 | task 398 | eval time = 1880.10 ms / 8 tokens ( 268.59 ms per token, 3.72 tokens per second) 1.37.928.738 I slot print_timing: id 3 | task 398 | total time = 2355.10 ms / 169 tokens 1.37.928.738 I slot print_timing: id 3 | task 398 | graphs reused = 21 1.37.928.739 I slot print_timing: id 3 | task 398 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.928.759 I slot release: id 3 | task 398 | stop processing: n_tokens = 169, truncated = 0 1.38.040.759 I slot print_timing: id 0 | task 408 | prompt eval time = 818.39 ms / 124 tokens ( 6.60 ms per token, 151.52 tokens per second) 1.38.040.764 I slot print_timing: id 0 | task 408 | eval time = 112.34 ms / 2 tokens ( 112.34 ms per token, 8.90 tokens per second) 1.38.040.764 I slot print_timing: id 0 | task 408 | total time = 930.73 ms / 126 tokens 1.38.040.765 I slot print_timing: id 0 | task 408 | graphs reused = 21 1.38.040.765 I slot print_timing: id 0 | task 408 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.040.789 I slot release: id 0 | task 408 | stop processing: n_tokens = 126, truncated = 0 1.38.041.156 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.230 1.38.042.478 I slot launch_slot_: id 0 | task 413 | processing task, is_child = 0 1.38.044.761 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.172 1.38.044.833 I slot launch_slot_: id 3 | task 414 | processing task, is_child = 0 1.38.831.800 I slot print_timing: id 2 | task 403 | prompt eval time = 880.86 ms / 170 tokens ( 5.18 ms per token, 192.99 tokens per second) 1.38.831.803 I slot print_timing: id 2 | task 403 | eval time = 1843.59 ms / 8 tokens ( 263.37 ms per token, 3.80 tokens per second) 1.38.831.804 I slot print_timing: id 2 | task 403 | total time = 2724.44 ms / 178 tokens 1.38.831.804 I slot print_timing: id 2 | task 403 | graphs reused = 21 1.38.831.805 I slot print_timing: id 2 | task 403 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.831.829 I slot release: id 2 | task 403 | stop processing: n_tokens = 178, truncated = 0 1.38.904.505 I slot print_timing: id 0 | task 413 | prompt eval time = 786.67 ms / 154 tokens ( 5.11 ms per token, 195.76 tokens per second) 1.38.904.510 I slot print_timing: id 0 | task 413 | eval time = 72.99 ms / 2 tokens ( 72.99 ms per token, 13.70 tokens per second) 1.38.904.510 I slot print_timing: id 0 | task 413 | total time = 859.66 ms / 156 tokens 1.38.904.511 I slot print_timing: id 0 | task 413 | graphs reused = 21 1.38.904.511 I slot print_timing: id 0 | task 413 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.904.533 I slot release: id 0 | task 413 | stop processing: n_tokens = 156, truncated = 0 1.38.904.889 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.186 1.38.906.947 I slot launch_slot_: id 0 | task 418 | processing task, is_child = 0 1.38.909.259 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.163 1.38.909.311 I slot launch_slot_: id 2 | task 419 | processing task, is_child = 0 1.39.791.207 I slot print_timing: id 0 | task 418 | prompt eval time = 834.28 ms / 136 tokens ( 6.13 ms per token, 163.01 tokens per second) 1.39.791.212 I slot print_timing: id 0 | task 418 | eval time = 47.60 ms / 2 tokens ( 47.60 ms per token, 21.01 tokens per second) 1.39.791.213 I slot print_timing: id 0 | task 418 | total time = 881.89 ms / 138 tokens 1.39.791.213 I slot print_timing: id 0 | task 418 | graphs reused = 21 1.39.791.213 I slot print_timing: id 0 | task 418 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.791.235 I slot release: id 0 | task 418 | stop processing: n_tokens = 138, truncated = 0 1.39.837.439 I slot print_timing: id 1 | task 410 | prompt eval time = 610.99 ms / 185 tokens ( 3.30 ms per token, 302.79 tokens per second) 1.39.837.445 I slot print_timing: id 1 | task 410 | eval time = 1796.45 ms / 8 tokens ( 256.64 ms per token, 3.90 tokens per second) 1.39.837.446 I slot print_timing: id 1 | task 410 | total time = 2407.44 ms / 193 tokens 1.39.837.446 I slot print_timing: id 1 | task 410 | graphs reused = 21 1.39.837.447 I slot print_timing: id 1 | task 410 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.837.469 I slot release: id 1 | task 410 | stop processing: n_tokens = 193, truncated = 0 1.39.837.850 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.210 1.39.839.567 I slot launch_slot_: id 0 | task 424 | processing task, is_child = 0 1.40.311.458 I slot print_timing: id 3 | task 414 | prompt eval time = 787.11 ms / 107 tokens ( 7.36 ms per token, 135.94 tokens per second) 1.40.311.464 I slot print_timing: id 3 | task 414 | eval time = 1479.42 ms / 8 tokens ( 211.35 ms per token, 4.73 tokens per second) 1.40.311.465 I slot print_timing: id 3 | task 414 | total time = 2266.52 ms / 115 tokens 1.40.311.465 I slot print_timing: id 3 | task 414 | graphs reused = 21 1.40.311.466 I slot print_timing: id 3 | task 414 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.311.485 I slot release: id 3 | task 414 | stop processing: n_tokens = 115, truncated = 0 1.40.422.810 I slot print_timing: id 0 | task 424 | prompt eval time = 469.80 ms / 142 tokens ( 3.31 ms per token, 302.26 tokens per second) 1.40.422.816 I slot print_timing: id 0 | task 424 | eval time = 111.64 ms / 3 tokens ( 55.82 ms per token, 17.91 tokens per second) 1.40.422.816 I slot print_timing: id 0 | task 424 | total time = 581.44 ms / 145 tokens 1.40.422.817 I slot print_timing: id 0 | task 424 | graphs reused = 21 1.40.422.817 I slot print_timing: id 0 | task 424 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.422.837 I slot release: id 0 | task 424 | stop processing: n_tokens = 145, truncated = 0 1.40.905.926 I slot print_timing: id 2 | task 419 | prompt eval time = 834.52 ms / 129 tokens ( 6.47 ms per token, 154.58 tokens per second) 1.40.905.929 I slot print_timing: id 2 | task 419 | eval time = 1161.98 ms / 25 tokens ( 48.42 ms per token, 20.65 tokens per second) 1.40.905.930 I slot print_timing: id 2 | task 419 | total time = 1996.50 ms / 154 tokens 1.40.905.930 I slot print_timing: id 2 | task 419 | graphs reused = 39 1.40.905.931 I slot print_timing: id 2 | task 419 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.905.951 I slot release: id 2 | task 419 | stop processing: n_tokens = 154, truncated = 0 1.40.937.900 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 234143920843 1.40.937.986 I slot launch_slot_: id 1 | task 447 | processing task, is_child = 0 1.40.941.039 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 115, t_last = 234144394859 1.40.941.087 I slot launch_slot_: id 3 | task 448 | processing task, is_child = 0 1.40.941.154 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 145, t_last = 234144506211 1.40.941.204 I slot launch_slot_: id 0 | task 449 | processing task, is_child = 0 1.40.941.239 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 154, t_last = 234144989325 1.40.941.288 I slot launch_slot_: id 2 | task 450 | processing task, is_child = 0 1.45.249.068 I slot print_timing: id 0 | task 449 | prompt processing, n_tokens = 670, progress = 0.57, t = 4.31 s / 155.53 tokens per second 1.45.355.729 I slot print_timing: id 1 | task 447 | prompt processing, n_tokens = 643, progress = 0.56, t = 4.31 s / 149.27 tokens per second 1.45.358.333 I slot print_timing: id 2 | task 450 | prompt processing, n_tokens = 663, progress = 0.56, t = 4.31 s / 153.91 tokens per second 1.45.361.232 I slot print_timing: id 3 | task 448 | prompt processing, n_tokens = 72, progress = 0.06, t = 4.31 s / 16.72 tokens per second 1.49.102.353 I slot print_timing: id 0 | task 449 | prompt processing, n_tokens = 1074, progress = 0.91, t = 8.16 s / 131.60 tokens per second 1.49.529.121 I slot print_timing: id 1 | task 447 | prompt processing, n_tokens = 1074, progress = 0.93, t = 8.16 s / 131.60 tokens per second 1.49.532.108 I slot print_timing: id 2 | task 450 | prompt processing, n_tokens = 1074, progress = 0.91, t = 8.16 s / 131.60 tokens per second 1.49.534.334 I slot print_timing: id 3 | task 448 | prompt processing, n_tokens = 655, progress = 0.56, t = 8.16 s / 80.26 tokens per second 1.50.587.652 I slot print_timing: id 0 | task 449 | prompt processing, n_tokens = 1182, progress = 1.00, t = 9.65 s / 122.53 tokens per second 1.51.292.860 I slot print_timing: id 1 | task 447 | prompt processing, n_tokens = 1155, progress = 1.00, t = 9.65 s / 119.74 tokens per second 1.51.295.618 I slot print_timing: id 2 | task 450 | prompt processing, n_tokens = 1175, progress = 1.00, t = 9.65 s / 121.81 tokens per second 1.51.297.664 I slot print_timing: id 3 | task 448 | prompt processing, n_tokens = 1074, progress = 0.92, t = 9.65 s / 111.34 tokens per second 1.51.644.228 I slot print_timing: id 3 | task 448 | prompt processing, n_tokens = 1167, progress = 1.00, t = 10.70 s / 109.04 tokens per second 1.55.053.549 I slot print_timing: id 1 | task 447 | prompt eval time = 10702.64 ms / 1159 tokens ( 9.23 ms per token, 108.29 tokens per second) 1.55.053.559 I slot print_timing: id 1 | task 447 | eval time = 3409.51 ms / 71 tokens ( 48.71 ms per token, 20.53 tokens per second) 1.55.053.560 I slot print_timing: id 1 | task 447 | total time = 14112.15 ms / 1230 tokens 1.55.053.561 I slot print_timing: id 1 | task 447 | graphs reused = 108 1.55.053.562 I slot print_timing: id 1 | task 447 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.053.684 I slot release: id 1 | task 447 | stop processing: n_tokens = 1230, truncated = 0 1.55.130.308 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.891 1.55.130.349 I slot launch_slot_: id 1 | task 526 | processing task, is_child = 0 1.55.699.576 I slot print_timing: id 0 | task 449 | prompt eval time = 10702.54 ms / 1186 tokens ( 9.02 ms per token, 110.81 tokens per second) 1.55.699.581 I slot print_timing: id 0 | task 449 | eval time = 4055.74 ms / 75 tokens ( 54.81 ms per token, 18.25 tokens per second) 1.55.699.582 I slot print_timing: id 0 | task 449 | total time = 14758.28 ms / 1261 tokens 1.55.699.582 I slot print_timing: id 0 | task 449 | graphs reused = 108 1.55.699.583 I slot print_timing: id 0 | task 449 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.699.647 I slot release: id 0 | task 449 | stop processing: n_tokens = 1261, truncated = 0 1.55.747.985 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.869 1.55.748.014 I slot launch_slot_: id 0 | task 531 | processing task, is_child = 0 1.56.964.483 I slot print_timing: id 3 | task 448 | prompt eval time = 10797.48 ms / 1171 tokens ( 9.22 ms per token, 108.45 tokens per second) 1.56.964.492 I slot print_timing: id 3 | task 448 | eval time = 5225.44 ms / 93 tokens ( 56.80 ms per token, 17.61 tokens per second) 1.56.964.493 I slot print_timing: id 3 | task 448 | total time = 16022.93 ms / 1264 tokens 1.56.964.494 I slot print_timing: id 3 | task 448 | graphs reused = 124 1.56.964.494 I slot print_timing: id 3 | task 448 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.964.626 I slot release: id 3 | task 448 | stop processing: n_tokens = 1264, truncated = 0 1.57.014.396 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.867 1.57.014.430 I slot launch_slot_: id 3 | task 551 | processing task, is_child = 0 1.57.603.903 I slot print_timing: id 2 | task 450 | n_gen = 100, tg = 16.61 t/s, tg_3s = 16.78 t/s 2.00.640.164 I slot print_timing: id 2 | task 450 | n_gen = 163, tg = 18.01 t/s, tg_3s = 20.75 t/s 2.01.119.790 I slot print_timing: id 1 | task 526 | n_gen = 100, tg = 18.10 t/s, tg_3s = 18.28 t/s 2.01.311.364 I slot print_timing: id 0 | task 531 | n_gen = 100, tg = 19.34 t/s, tg_3s = 19.53 t/s 2.02.223.855 I slot print_timing: id 3 | task 551 | n_gen = 100, tg = 20.79 t/s, tg_3s = 21.00 t/s 2.03.565.972 I slot print_timing: id 1 | task 526 | prompt eval time = 520.43 ms / 108 tokens ( 4.82 ms per token, 207.52 tokens per second) 2.03.565.979 I slot print_timing: id 1 | task 526 | eval time = 7915.18 ms / 151 tokens ( 52.77 ms per token, 18.95 tokens per second) 2.03.565.980 I slot print_timing: id 1 | task 526 | total time = 8435.61 ms / 259 tokens 2.03.565.980 I slot print_timing: id 1 | task 526 | graphs reused = 249 2.03.565.981 I slot print_timing: id 1 | task 526 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.566.108 I slot release: id 1 | task 526 | stop processing: n_tokens = 1354, truncated = 0 2.03.642.048 I slot print_timing: id 2 | task 450 | n_gen = 225, tg = 18.67 t/s, tg_3s = 20.65 t/s 2.03.642.339 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.809 2.03.642.373 I slot launch_slot_: id 1 | task 682 | processing task, is_child = 0 2.04.339.041 I slot print_timing: id 0 | task 531 | n_gen = 155, tg = 18.90 t/s, tg_3s = 18.17 t/s 2.04.575.111 I slot print_timing: id 2 | task 450 | prompt eval time = 10702.75 ms / 1179 tokens ( 9.08 ms per token, 110.16 tokens per second) 2.04.575.113 I slot print_timing: id 2 | task 450 | eval time = 12930.89 ms / 237 tokens ( 54.79 ms per token, 18.25 tokens per second) 2.04.575.114 I slot print_timing: id 2 | task 450 | total time = 23633.63 ms / 1416 tokens 2.04.575.114 I slot print_timing: id 2 | task 450 | graphs reused = 258 2.04.575.115 I slot print_timing: id 2 | task 450 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.575.178 I slot release: id 2 | task 450 | stop processing: n_tokens = 1416, truncated = 0 2.04.649.219 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.774 2.04.649.253 I slot launch_slot_: id 2 | task 696 | processing task, is_child = 0 2.05.262.761 I slot print_timing: id 3 | task 551 | n_gen = 146, tg = 18.59 t/s, tg_3s = 15.14 t/s 2.07.378.271 I slot print_timing: id 0 | task 531 | n_gen = 209, tg = 18.59 t/s, tg_3s = 17.77 t/s 2.08.291.933 I slot print_timing: id 3 | task 551 | n_gen = 209, tg = 19.20 t/s, tg_3s = 20.80 t/s 2.09.302.962 I slot print_timing: id 1 | task 682 | n_gen = 100, tg = 19.03 t/s, tg_3s = 19.22 t/s 2.09.927.523 I slot print_timing: id 2 | task 696 | n_gen = 100, tg = 20.77 t/s, tg_3s = 20.98 t/s 2.09.975.661 I slot print_timing: id 1 | task 682 | prompt eval time = 458.62 ms / 89 tokens ( 5.15 ms per token, 194.06 tokens per second) 2.09.975.670 I slot print_timing: id 1 | task 682 | eval time = 5874.66 ms / 114 tokens ( 51.99 ms per token, 19.24 tokens per second) 2.09.975.671 I slot print_timing: id 1 | task 682 | total time = 6333.28 ms / 203 tokens 2.09.975.672 I slot print_timing: id 1 | task 682 | graphs reused = 357 2.09.975.673 I slot print_timing: id 1 | task 682 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.975.828 I slot release: id 1 | task 682 | stop processing: n_tokens = 1298, truncated = 0 2.10.052.832 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.844 2.10.052.872 I slot launch_slot_: id 1 | task 800 | processing task, is_child = 0 2.10.511.629 I slot print_timing: id 0 | task 531 | n_gen = 265, tg = 18.44 t/s, tg_3s = 17.87 t/s 2.11.308.547 I slot print_timing: id 3 | task 551 | n_gen = 261, tg = 18.78 t/s, tg_3s = 17.24 t/s 2.11.942.673 I slot print_timing: id 3 | task 551 | prompt eval time = 446.52 ms / 114 tokens ( 3.92 ms per token, 255.31 tokens per second) 2.11.942.692 I slot print_timing: id 3 | task 551 | eval time = 14481.70 ms / 274 tokens ( 53.05 ms per token, 18.85 tokens per second) 2.11.942.693 I slot print_timing: id 3 | task 551 | total time = 14928.23 ms / 388 tokens 2.11.942.695 I slot print_timing: id 3 | task 551 | graphs reused = 383 2.11.942.696 I slot print_timing: id 3 | task 551 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.942.855 I slot release: id 3 | task 551 | stop processing: n_tokens = 1483, truncated = 0 2.11.993.314 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.739 2.11.993.347 I slot launch_slot_: id 3 | task 831 | processing task, is_child = 0 2.12.944.561 I slot print_timing: id 2 | task 696 | n_gen = 146, tg = 18.63 t/s, tg_3s = 15.25 t/s 2.13.514.546 I slot print_timing: id 0 | task 531 | n_gen = 320, tg = 18.42 t/s, tg_3s = 18.32 t/s 2.14.002.983 I slot print_timing: id 2 | task 696 | prompt eval time = 511.85 ms / 116 tokens ( 4.41 ms per token, 226.63 tokens per second) 2.14.002.992 I slot print_timing: id 2 | task 696 | eval time = 8841.87 ms / 168 tokens ( 52.95 ms per token, 18.89 tokens per second) 2.14.002.993 I slot print_timing: id 2 | task 696 | total time = 9353.72 ms / 284 tokens 2.14.002.993 I slot print_timing: id 2 | task 696 | graphs reused = 415 2.14.002.994 I slot print_timing: id 2 | task 696 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.003.146 I slot release: id 2 | task 696 | stop processing: n_tokens = 1379, truncated = 0 2.14.079.840 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.795 2.14.079.875 I slot launch_slot_: id 2 | task 869 | processing task, is_child = 0 2.16.039.364 I slot print_timing: id 1 | task 800 | n_gen = 100, tg = 18.35 t/s, tg_3s = 18.53 t/s 2.16.521.974 I slot print_timing: id 0 | task 531 | n_gen = 375, tg = 18.40 t/s, tg_3s = 18.29 t/s 2.17.487.461 I slot print_timing: id 3 | task 831 | n_gen = 100, tg = 19.37 t/s, tg_3s = 19.57 t/s 2.17.727.498 I slot print_timing: id 0 | task 531 | prompt eval time = 443.75 ms / 114 tokens ( 3.89 ms per token, 256.90 tokens per second) 2.17.727.503 I slot print_timing: id 0 | task 531 | eval time = 21535.73 ms / 400 tokens ( 53.97 ms per token, 18.53 tokens per second) 2.17.727.504 I slot print_timing: id 0 | task 531 | total time = 21979.47 ms / 514 tokens 2.17.727.505 I slot print_timing: id 0 | task 531 | graphs reused = 481 2.17.727.506 I slot print_timing: id 0 | task 531 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.727.628 I slot release: id 0 | task 531 | stop processing: n_tokens = 1609, truncated = 0 2.17.778.949 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.681 2.17.778.981 I slot launch_slot_: id 0 | task 940 | processing task, is_child = 0 2.19.043.710 I slot print_timing: id 1 | task 800 | n_gen = 157, tg = 18.57 t/s, tg_3s = 18.97 t/s 2.19.525.274 I slot print_timing: id 2 | task 869 | n_gen = 100, tg = 19.72 t/s, tg_3s = 19.92 t/s 2.19.766.125 I slot print_timing: id 3 | task 831 | prompt eval time = 383.80 ms / 101 tokens ( 3.80 ms per token, 263.16 tokens per second) 2.19.766.133 I slot print_timing: id 3 | task 831 | eval time = 7388.96 ms / 142 tokens ( 52.40 ms per token, 19.08 tokens per second) 2.19.766.134 I slot print_timing: id 3 | task 831 | total time = 7772.76 ms / 243 tokens 2.19.766.135 I slot print_timing: id 3 | task 831 | graphs reused = 515 2.19.766.136 I slot print_timing: id 3 | task 831 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.766.304 I slot release: id 3 | task 831 | stop processing: n_tokens = 1338, truncated = 0 2.19.816.951 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.819 2.19.816.978 I slot launch_slot_: id 3 | task 978 | processing task, is_child = 0 2.20.523.026 I slot print_timing: id 2 | task 869 | prompt eval time = 425.61 ms / 76 tokens ( 5.60 ms per token, 178.57 tokens per second) 2.20.523.031 I slot print_timing: id 2 | task 869 | eval time = 6017.53 ms / 115 tokens ( 52.79 ms per token, 18.94 tokens per second) 2.20.523.031 I slot print_timing: id 2 | task 869 | total time = 6443.14 ms / 191 tokens 2.20.523.031 I slot print_timing: id 2 | task 869 | graphs reused = 521 2.20.523.032 I slot print_timing: id 2 | task 869 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.523.095 I slot release: id 2 | task 869 | stop processing: n_tokens = 1286, truncated = 0 2.20.597.463 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.852 2.20.597.491 I slot launch_slot_: id 2 | task 989 | processing task, is_child = 0 2.22.060.273 I slot print_timing: id 1 | task 800 | n_gen = 206, tg = 17.96 t/s, tg_3s = 16.24 t/s 2.23.550.216 I slot print_timing: id 0 | task 940 | n_gen = 100, tg = 18.32 t/s, tg_3s = 18.50 t/s 2.25.089.292 I slot print_timing: id 1 | task 800 | n_gen = 269, tg = 18.55 t/s, tg_3s = 20.80 t/s 2.25.282.782 I slot print_timing: id 2 | task 989 | prompt eval time = 448.07 ms / 96 tokens ( 4.67 ms per token, 214.25 tokens per second) 2.25.282.789 I slot print_timing: id 2 | task 989 | eval time = 4237.21 ms / 89 tokens ( 48.15 ms per token, 20.77 tokens per second) 2.25.282.792 I slot print_timing: id 2 | task 989 | total time = 4685.28 ms / 185 tokens 2.25.282.793 I slot print_timing: id 2 | task 989 | graphs reused = 608 2.25.282.794 I slot print_timing: id 2 | task 989 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.282.975 I slot release: id 2 | task 989 | stop processing: n_tokens = 1280, truncated = 0 2.25.359.667 I slot print_timing: id 3 | task 978 | n_gen = 100, tg = 19.15 t/s, tg_3s = 19.35 t/s 2.25.359.678 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.856 2.25.359.709 I slot launch_slot_: id 2 | task 1081 | processing task, is_child = 0 2.26.568.718 I slot print_timing: id 0 | task 940 | n_gen = 154, tg = 18.17 t/s, tg_3s = 17.89 t/s 2.27.044.946 I slot print_timing: id 0 | task 940 | prompt eval time = 366.96 ms / 76 tokens ( 4.83 ms per token, 207.11 tokens per second) 2.27.044.949 I slot print_timing: id 0 | task 940 | eval time = 8899.00 ms / 164 tokens ( 54.60 ms per token, 18.32 tokens per second) 2.27.044.949 I slot print_timing: id 0 | task 940 | total time = 9265.95 ms / 240 tokens 2.27.044.950 I slot print_timing: id 0 | task 940 | graphs reused = 631 2.27.044.950 I slot print_timing: id 0 | task 940 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.045.012 I slot release: id 0 | task 940 | stop processing: n_tokens = 1335, truncated = 0 2.27.093.272 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.821 2.27.093.310 I slot launch_slot_: id 0 | task 1110 | processing task, is_child = 0 2.28.111.650 I slot print_timing: id 1 | task 800 | n_gen = 319, tg = 18.20 t/s, tg_3s = 16.54 t/s 2.28.396.450 I slot print_timing: id 3 | task 978 | n_gen = 151, tg = 18.28 t/s, tg_3s = 16.79 t/s 2.30.648.344 I slot print_timing: id 1 | task 800 | prompt eval time = 590.92 ms / 150 tokens ( 3.94 ms per token, 253.84 tokens per second) 2.30.648.351 I slot print_timing: id 1 | task 800 | eval time = 20004.54 ms / 372 tokens ( 53.92 ms per token, 18.55 tokens per second) 2.30.648.352 I slot print_timing: id 1 | task 800 | total time = 20595.46 ms / 522 tokens 2.30.648.352 I slot print_timing: id 1 | task 800 | graphs reused = 699 2.30.648.353 I slot print_timing: id 1 | task 800 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.648.481 I slot release: id 1 | task 800 | stop processing: n_tokens = 1617, truncated = 0 2.30.725.197 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.678 2.30.725.244 I slot launch_slot_: id 1 | task 1182 | processing task, is_child = 0 2.31.250.979 I slot print_timing: id 2 | task 1081 | n_gen = 100, tg = 18.36 t/s, tg_3s = 18.55 t/s 2.31.442.167 I slot print_timing: id 3 | task 978 | n_gen = 205, tg = 18.13 t/s, tg_3s = 17.73 t/s 2.32.600.851 I slot print_timing: id 0 | task 1110 | n_gen = 100, tg = 19.04 t/s, tg_3s = 19.23 t/s 2.34.288.429 I slot print_timing: id 2 | task 1081 | n_gen = 163, tg = 19.22 t/s, tg_3s = 20.74 t/s 2.34.481.909 I slot print_timing: id 3 | task 978 | n_gen = 268, tg = 18.68 t/s, tg_3s = 20.73 t/s 2.35.540.815 I slot print_timing: id 0 | task 1110 | prompt eval time = 308.30 ms / 61 tokens ( 5.05 ms per token, 197.86 tokens per second) 2.35.540.825 I slot print_timing: id 0 | task 1110 | eval time = 8139.19 ms / 161 tokens ( 50.87 ms per token, 19.66 tokens per second) 2.35.540.826 I slot print_timing: id 0 | task 1110 | total time = 8447.49 ms / 222 tokens 2.35.540.827 I slot print_timing: id 0 | task 1110 | graphs reused = 787 2.35.540.828 I slot print_timing: id 0 | task 1110 | graph reallocs = 0 / 0 (same size) / (changed size) 2.35.540.961 I slot release: id 0 | task 1110 | stop processing: n_tokens = 1317, truncated = 0 2.35.592.949 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.832 2.35.592.980 I slot launch_slot_: id 0 | task 1275 | processing task, is_child = 0 2.36.296.427 I slot print_timing: id 1 | task 1182 | n_gen = 100, tg = 19.62 t/s, tg_3s = 19.82 t/s 2.37.318.548 I slot print_timing: id 2 | task 1081 | n_gen = 220, tg = 19.11 t/s, tg_3s = 18.81 t/s 2.37.510.679 I slot print_timing: id 3 | task 978 | n_gen = 325, tg = 18.71 t/s, tg_3s = 18.82 t/s 2.37.895.638 I slot print_timing: id 3 | task 978 | prompt eval time = 373.84 ms / 70 tokens ( 5.34 ms per token, 187.24 tokens per second) 2.37.895.645 I slot print_timing: id 3 | task 978 | eval time = 17704.80 ms / 333 tokens ( 53.33 ms per token, 18.75 tokens per second) 2.37.895.647 I slot print_timing: id 3 | task 978 | total time = 18078.65 ms / 403 tokens 2.37.895.648 I slot print_timing: id 3 | task 978 | graphs reused = 827 2.37.895.649 I slot print_timing: id 3 | task 978 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.895.814 I slot release: id 3 | task 978 | stop processing: n_tokens = 1498, truncated = 0 2.37.946.450 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.732 2.37.946.483 I slot launch_slot_: id 3 | task 1319 | processing task, is_child = 0 2.39.342.709 I slot print_timing: id 1 | task 1182 | n_gen = 159, tg = 19.53 t/s, tg_3s = 19.37 t/s 2.40.352.565 I slot print_timing: id 2 | task 1081 | n_gen = 279, tg = 19.18 t/s, tg_3s = 19.45 t/s 2.40.593.123 I slot print_timing: id 1 | task 1182 | prompt eval time = 525.56 ms / 114 tokens ( 4.61 ms per token, 216.91 tokens per second) 2.40.593.131 I slot print_timing: id 1 | task 1182 | eval time = 9342.31 ms / 185 tokens ( 50.77 ms per token, 19.70 tokens per second) 2.40.593.132 I slot print_timing: id 1 | task 1182 | total time = 9867.87 ms / 299 tokens 2.40.593.132 I slot print_timing: id 1 | task 1182 | graphs reused = 875 2.40.593.133 I slot print_timing: id 1 | task 1182 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.593.251 I slot release: id 1 | task 1182 | stop processing: n_tokens = 1393, truncated = 0 2.40.669.873 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.787 2.40.669.908 I slot launch_slot_: id 1 | task 1372 | processing task, is_child = 0 2.41.217.347 I slot print_timing: id 0 | task 1275 | prompt eval time = 370.56 ms / 72 tokens ( 5.15 ms per token, 194.30 tokens per second) 2.41.217.353 I slot print_timing: id 0 | task 1275 | eval time = 5253.81 ms / 98 tokens ( 54.16 ms per token, 18.46 tokens per second) 2.41.217.353 I slot print_timing: id 0 | task 1275 | total time = 5624.36 ms / 170 tokens 2.41.217.354 I slot print_timing: id 0 | task 1275 | graphs reused = 876 2.41.217.354 I slot print_timing: id 0 | task 1275 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.217.414 I slot release: id 0 | task 1275 | stop processing: n_tokens = 1265, truncated = 0 2.41.265.536 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.866 2.41.265.559 I slot launch_slot_: id 0 | task 1378 | processing task, is_child = 0 2.41.873.924 I slot print_timing: id 2 | task 1081 | prompt eval time = 499.19 ms / 123 tokens ( 4.06 ms per token, 246.40 tokens per second) 2.41.873.929 I slot print_timing: id 2 | task 1081 | eval time = 16015.02 ms / 297 tokens ( 54.10 ms per token, 18.48 tokens per second) 2.41.873.930 I slot print_timing: id 2 | task 1081 | total time = 16514.21 ms / 420 tokens 2.41.873.930 I slot print_timing: id 2 | task 1081 | graphs reused = 881 2.41.873.931 I slot print_timing: id 2 | task 1081 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.873.995 I slot release: id 2 | task 1081 | stop processing: n_tokens = 1515, truncated = 0 2.41.947.558 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.723 2.41.947.589 I slot launch_slot_: id 2 | task 1387 | processing task, is_child = 0 2.44.044.911 I slot print_timing: id 3 | task 1319 | n_gen = 100, tg = 17.11 t/s, tg_3s = 17.28 t/s 2.44.563.660 I slot print_timing: id 3 | task 1319 | prompt eval time = 310.87 ms / 56 tokens ( 5.55 ms per token, 180.14 tokens per second) 2.44.563.664 I slot print_timing: id 3 | task 1319 | eval time = 6306.30 ms / 111 tokens ( 57.33 ms per token, 17.44 tokens per second) 2.44.563.665 I slot print_timing: id 3 | task 1319 | total time = 6617.17 ms / 167 tokens 2.44.563.665 I slot print_timing: id 3 | task 1319 | graphs reused = 925 2.44.563.665 I slot print_timing: id 3 | task 1319 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.563.729 I slot release: id 3 | task 1319 | stop processing: n_tokens = 1262, truncated = 0 2.44.611.620 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.868 2.44.611.651 I slot launch_slot_: id 3 | task 1436 | processing task, is_child = 0 2.45.680.380 I slot print_timing: id 0 | task 1378 | prompt eval time = 369.97 ms / 69 tokens ( 5.36 ms per token, 186.50 tokens per second) 2.45.680.385 I slot print_timing: id 0 | task 1378 | eval time = 4044.84 ms / 73 tokens ( 56.18 ms per token, 17.80 tokens per second) 2.45.680.386 I slot print_timing: id 0 | task 1378 | total time = 4414.81 ms / 142 tokens 2.45.680.386 I slot print_timing: id 0 | task 1378 | graphs reused = 940 2.45.680.387 I slot print_timing: id 0 | task 1378 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.680.452 I slot release: id 0 | task 1378 | stop processing: n_tokens = 1237, truncated = 0 2.45.728.498 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.886 2.45.728.522 I slot launch_slot_: id 0 | task 1456 | processing task, is_child = 0 2.46.999.843 I slot print_timing: id 1 | task 1372 | n_gen = 100, tg = 16.84 t/s, tg_3s = 17.01 t/s 2.47.617.336 I slot print_timing: id 2 | task 1387 | n_gen = 100, tg = 19.12 t/s, tg_3s = 19.31 t/s 2.48.958.800 I slot print_timing: id 1 | task 1372 | prompt eval time = 451.12 ms / 76 tokens ( 5.94 ms per token, 168.47 tokens per second) 2.48.958.811 I slot print_timing: id 1 | task 1372 | eval time = 7837.76 ms / 141 tokens ( 55.98 ms per token, 17.86 tokens per second) 2.48.958.812 I slot print_timing: id 1 | task 1372 | total time = 8288.88 ms / 217 tokens 2.48.958.813 I slot print_timing: id 1 | task 1372 | graphs reused = 999 2.48.958.813 I slot print_timing: id 1 | task 1372 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.958.930 I slot release: id 1 | task 1372 | stop processing: n_tokens = 1312, truncated = 0 2.49.034.827 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.835 2.49.034.869 I slot launch_slot_: id 1 | task 1520 | processing task, is_child = 0 2.50.248.972 I slot print_timing: id 3 | task 1436 | n_gen = 100, tg = 18.59 t/s, tg_3s = 18.78 t/s 2.50.490.200 I slot print_timing: id 3 | task 1436 | prompt eval time = 312.77 ms / 65 tokens ( 4.81 ms per token, 207.82 tokens per second) 2.50.490.206 I slot print_timing: id 3 | task 1436 | eval time = 5565.76 ms / 105 tokens ( 53.52 ms per token, 18.69 tokens per second) 2.50.490.206 I slot print_timing: id 3 | task 1436 | total time = 5878.54 ms / 170 tokens 2.50.490.208 I slot print_timing: id 3 | task 1436 | graphs reused = 1020 2.50.490.208 I slot print_timing: id 3 | task 1436 | graph reallocs = 0 / 0 (same size) / (changed size) 2.50.490.374 I slot release: id 3 | task 1436 | stop processing: n_tokens = 1265, truncated = 0 2.50.540.896 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.867 2.50.540.938 I slot launch_slot_: id 3 | task 1546 | processing task, is_child = 0 2.50.889.497 I slot print_timing: id 2 | task 1387 | n_gen = 155, tg = 18.22 t/s, tg_3s = 16.81 t/s 2.51.504.804 I slot print_timing: id 0 | task 1456 | n_gen = 100, tg = 18.31 t/s, tg_3s = 18.50 t/s 2.51.552.437 I slot print_timing: id 0 | task 1456 | prompt eval time = 369.95 ms / 71 tokens ( 5.21 ms per token, 191.92 tokens per second) 2.51.552.440 I slot print_timing: id 0 | task 1456 | eval time = 5453.95 ms / 101 tokens ( 54.54 ms per token, 18.34 tokens per second) 2.51.552.441 I slot print_timing: id 0 | task 1456 | total time = 5823.91 ms / 172 tokens 2.51.552.442 I slot print_timing: id 0 | task 1456 | graphs reused = 1031 2.51.552.442 I slot print_timing: id 0 | task 1456 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.552.531 I slot release: id 0 | task 1456 | stop processing: n_tokens = 1267, truncated = 0 2.51.602.490 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.865 2.51.602.530 I slot launch_slot_: id 0 | task 1562 | processing task, is_child = 0 2.53.932.073 I slot print_timing: id 2 | task 1387 | n_gen = 210, tg = 18.19 t/s, tg_3s = 18.08 t/s 2.54.896.069 I slot print_timing: id 1 | task 1520 | n_gen = 100, tg = 18.09 t/s, tg_3s = 18.28 t/s 2.55.476.436 I slot print_timing: id 2 | task 1387 | prompt eval time = 491.76 ms / 104 tokens ( 4.73 ms per token, 211.48 tokens per second) 2.55.476.441 I slot print_timing: id 2 | task 1387 | eval time = 13037.07 ms / 242 tokens ( 54.10 ms per token, 18.49 tokens per second) 2.55.476.442 I slot print_timing: id 2 | task 1387 | total time = 13528.84 ms / 346 tokens 2.55.476.443 I slot print_timing: id 2 | task 1387 | graphs reused = 1102 2.55.476.444 I slot print_timing: id 2 | task 1387 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.476.587 I slot release: id 2 | task 1387 | stop processing: n_tokens = 1441, truncated = 0 2.55.553.349 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.761 2.55.553.387 I slot launch_slot_: id 2 | task 1637 | processing task, is_child = 0 2.56.531.019 I slot print_timing: id 3 | task 1546 | n_gen = 100, tg = 17.85 t/s, tg_3s = 18.03 t/s 2.57.238.143 I slot print_timing: id 0 | task 1562 | n_gen = 100, tg = 19.09 t/s, tg_3s = 19.28 t/s 2.57.864.740 I slot print_timing: id 1 | task 1520 | prompt eval time = 389.78 ms / 62 tokens ( 6.29 ms per token, 159.06 tokens per second) 2.57.864.747 I slot print_timing: id 1 | task 1520 | eval time = 8440.08 ms / 153 tokens ( 55.53 ms per token, 18.01 tokens per second) 2.57.864.748 I slot print_timing: id 1 | task 1520 | total time = 8829.86 ms / 215 tokens 2.57.864.749 I slot print_timing: id 1 | task 1520 | graphs reused = 1139 2.57.864.750 I slot print_timing: id 1 | task 1520 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.864.860 I slot release: id 1 | task 1520 | stop processing: n_tokens = 1309, truncated = 0 2.57.941.349 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.837 2.57.941.391 I slot launch_slot_: id 1 | task 1679 | processing task, is_child = 0 2.59.562.023 I slot print_timing: id 3 | task 1546 | n_gen = 157, tg = 18.19 t/s, tg_3s = 18.81 t/s 3.00.243.813 I slot print_timing: id 0 | task 1562 | n_gen = 156, tg = 18.92 t/s, tg_3s = 18.63 t/s 3.01.111.417 I slot print_timing: id 2 | task 1637 | n_gen = 100, tg = 19.59 t/s, tg_3s = 19.79 t/s 3.02.599.808 I slot print_timing: id 3 | task 1546 | n_gen = 220, tg = 18.85 t/s, tg_3s = 20.74 t/s 3.03.081.067 I slot print_timing: id 1 | task 1679 | n_gen = 100, tg = 20.84 t/s, tg_3s = 21.05 t/s 3.03.273.681 I slot print_timing: id 0 | task 1562 | n_gen = 219, tg = 19.43 t/s, tg_3s = 20.79 t/s 3.04.141.950 I slot print_timing: id 2 | task 1637 | n_gen = 163, tg = 20.04 t/s, tg_3s = 20.79 t/s 3.05.494.654 I slot print_timing: id 1 | task 1679 | prompt eval time = 389.62 ms / 68 tokens ( 5.73 ms per token, 174.53 tokens per second) 3.05.494.663 I slot print_timing: id 1 | task 1679 | eval time = 7163.63 ms / 150 tokens ( 48.08 ms per token, 20.80 tokens per second) 3.05.494.664 I slot print_timing: id 1 | task 1679 | total time = 7553.25 ms / 218 tokens 3.05.494.665 I slot print_timing: id 1 | task 1679 | graphs reused = 1287 3.05.494.666 I slot print_timing: id 1 | task 1679 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.494.800 I slot release: id 1 | task 1679 | stop processing: n_tokens = 1313, truncated = 0 3.05.571.682 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.835 3.05.571.719 I slot launch_slot_: id 1 | task 1832 | processing task, is_child = 0 3.05.829.540 I slot print_timing: id 3 | task 1546 | n_gen = 282, tg = 18.93 t/s, tg_3s = 19.20 t/s 3.06.293.498 I slot print_timing: id 0 | task 1562 | n_gen = 275, tg = 19.24 t/s, tg_3s = 18.54 t/s 3.07.146.531 I slot print_timing: id 2 | task 1637 | n_gen = 219, tg = 19.66 t/s, tg_3s = 18.64 t/s 3.07.490.364 I slot print_timing: id 0 | task 1562 | prompt eval time = 448.98 ms / 112 tokens ( 4.01 ms per token, 249.46 tokens per second) 3.07.490.371 I slot print_timing: id 0 | task 1562 | eval time = 15438.85 ms / 300 tokens ( 51.63 ms per token, 19.37 tokens per second) 3.07.490.373 I slot print_timing: id 0 | task 1562 | total time = 15887.82 ms / 412 tokens 3.07.490.374 I slot print_timing: id 0 | task 1562 | graphs reused = 1318 3.07.490.375 I slot print_timing: id 0 | task 1562 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.490.495 I slot release: id 0 | task 1562 | stop processing: n_tokens = 1507, truncated = 0 3.07.541.957 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.727 3.07.541.990 I slot launch_slot_: id 0 | task 1868 | processing task, is_child = 0 3.08.861.243 I slot print_timing: id 3 | task 1546 | n_gen = 338, tg = 18.85 t/s, tg_3s = 18.47 t/s 3.09.144.957 I slot print_timing: id 1 | task 1832 | prompt eval time = 388.81 ms / 62 tokens ( 6.27 ms per token, 159.46 tokens per second) 3.09.144.962 I slot print_timing: id 1 | task 1832 | eval time = 3184.42 ms / 62 tokens ( 52.20 ms per token, 19.16 tokens per second) 3.09.144.963 I slot print_timing: id 1 | task 1832 | total time = 3573.23 ms / 124 tokens 3.09.144.963 I slot print_timing: id 1 | task 1832 | graphs reused = 1343 3.09.144.964 I slot print_timing: id 1 | task 1832 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.145.024 I slot release: id 1 | task 1832 | stop processing: n_tokens = 1219, truncated = 0 3.09.219.752 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.899 3.09.219.785 I slot launch_slot_: id 1 | task 1898 | processing task, is_child = 0 3.10.174.171 I slot print_timing: id 2 | task 1637 | n_gen = 268, tg = 18.91 t/s, tg_3s = 16.18 t/s 3.11.908.343 I slot print_timing: id 3 | task 1546 | n_gen = 393, tg = 18.73 t/s, tg_3s = 18.05 t/s 3.12.294.206 I slot print_timing: id 0 | task 1868 | prompt eval time = 369.48 ms / 69 tokens ( 5.35 ms per token, 186.75 tokens per second) 3.12.294.214 I slot print_timing: id 0 | task 1868 | eval time = 4382.72 ms / 84 tokens ( 52.80 ms per token, 18.94 tokens per second) 3.12.294.215 I slot print_timing: id 0 | task 1868 | total time = 4752.20 ms / 153 tokens 3.12.294.216 I slot print_timing: id 0 | task 1868 | graphs reused = 1396 3.12.294.217 I slot print_timing: id 0 | task 1868 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.294.327 I slot release: id 0 | task 1868 | stop processing: n_tokens = 1248, truncated = 0 3.12.346.115 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.878 3.12.346.151 I slot launch_slot_: id 0 | task 1956 | processing task, is_child = 0 3.13.198.004 I slot print_timing: id 2 | task 1637 | n_gen = 325, tg = 18.90 t/s, tg_3s = 18.85 t/s 3.14.741.726 I slot print_timing: id 1 | task 1898 | n_gen = 100, tg = 19.58 t/s, tg_3s = 19.78 t/s 3.14.935.966 I slot print_timing: id 3 | task 1546 | n_gen = 450, tg = 18.75 t/s, tg_3s = 18.83 t/s 3.16.241.380 I slot print_timing: id 2 | task 1637 | n_gen = 388, tg = 19.17 t/s, tg_3s = 20.70 t/s 3.17.494.685 I slot print_timing: id 0 | task 1956 | n_gen = 100, tg = 20.75 t/s, tg_3s = 20.96 t/s 3.17.495.349 I slot print_timing: id 2 | task 1637 | prompt eval time = 503.88 ms / 127 tokens ( 3.97 ms per token, 252.04 tokens per second) 3.17.495.355 I slot print_timing: id 2 | task 1637 | eval time = 21438.07 ms / 414 tokens ( 51.91 ms per token, 19.26 tokens per second) 3.17.495.360 I slot print_timing: id 2 | task 1637 | total time = 21941.96 ms / 541 tokens 3.17.495.361 I slot print_timing: id 2 | task 1637 | graphs reused = 1495 3.17.495.362 I slot print_timing: id 2 | task 1637 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.495.497 I slot release: id 2 | task 1637 | stop processing: n_tokens = 1636, truncated = 0 3.17.572.214 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.670 3.17.572.252 I slot launch_slot_: id 2 | task 2059 | processing task, is_child = 0 3.17.891.101 I slot print_timing: id 1 | task 1898 | n_gen = 159, tg = 19.26 t/s, tg_3s = 18.73 t/s 3.18.011.864 I slot print_timing: id 3 | task 1546 | n_gen = 506, tg = 18.68 t/s, tg_3s = 18.21 t/s 3.19.056.344 I slot print_timing: id 3 | task 1546 | prompt eval time = 443.68 ms / 105 tokens ( 4.23 ms per token, 236.66 tokens per second) 3.19.056.350 I slot print_timing: id 3 | task 1546 | eval time = 28071.72 ms / 528 tokens ( 53.27 ms per token, 18.77 tokens per second) 3.19.056.351 I slot print_timing: id 3 | task 1546 | total time = 28515.40 ms / 633 tokens 3.19.056.351 I slot print_timing: id 3 | task 1546 | graphs reused = 1516 3.19.056.352 I slot print_timing: id 3 | task 1546 | graph reallocs = 0 / 0 (same size) / (changed size) 3.19.056.414 I slot release: id 3 | task 1546 | stop processing: n_tokens = 1729, truncated = 0 3.19.103.974 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.634 3.19.104.000 I slot launch_slot_: id 3 | task 2085 | processing task, is_child = 0 3.20.532.109 I slot print_timing: id 0 | task 1956 | n_gen = 150, tg = 19.08 t/s, tg_3s = 16.46 t/s 3.20.918.053 I slot print_timing: id 1 | task 1898 | n_gen = 215, tg = 19.05 t/s, tg_3s = 18.50 t/s 3.22.792.813 I slot print_timing: id 1 | task 1898 | prompt eval time = 465.96 ms / 81 tokens ( 5.75 ms per token, 173.83 tokens per second) 3.22.792.821 I slot print_timing: id 1 | task 1898 | eval time = 13107.06 ms / 254 tokens ( 51.81 ms per token, 19.30 tokens per second) 3.22.792.822 I slot print_timing: id 1 | task 1898 | total time = 13573.02 ms / 335 tokens 3.22.792.823 I slot print_timing: id 1 | task 1898 | graphs reused = 1584 3.22.792.824 I slot print_timing: id 1 | task 1898 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.792.982 I slot release: id 1 | task 1898 | stop processing: n_tokens = 1430, truncated = 0 3.22.869.579 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.766 3.22.869.616 I slot launch_slot_: id 1 | task 2158 | processing task, is_child = 0 3.23.423.297 I slot print_timing: id 2 | task 2059 | n_gen = 100, tg = 18.29 t/s, tg_3s = 18.48 t/s 3.23.564.535 I slot print_timing: id 0 | task 1956 | n_gen = 205, tg = 18.82 t/s, tg_3s = 18.14 t/s 3.24.634.402 I slot print_timing: id 3 | task 2085 | n_gen = 100, tg = 19.19 t/s, tg_3s = 19.39 t/s 3.24.730.400 I slot print_timing: id 2 | task 2059 | prompt eval time = 439.45 ms / 99 tokens ( 4.44 ms per token, 225.28 tokens per second) 3.24.730.407 I slot print_timing: id 2 | task 2059 | eval time = 6718.68 ms / 127 tokens ( 53.32 ms per token, 18.75 tokens per second) 3.24.730.408 I slot print_timing: id 2 | task 2059 | total time = 7158.13 ms / 226 tokens 3.24.730.409 I slot print_timing: id 2 | task 2059 | graphs reused = 1612 3.24.730.409 I slot print_timing: id 2 | task 2059 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.730.568 I slot release: id 2 | task 2059 | stop processing: n_tokens = 1320, truncated = 0 3.24.807.429 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.830 3.24.807.473 I slot launch_slot_: id 2 | task 2191 | processing task, is_child = 0 3.25.547.265 I slot print_timing: id 0 | task 1956 | prompt eval time = 376.82 ms / 87 tokens ( 4.33 ms per token, 230.88 tokens per second) 3.25.547.271 I slot print_timing: id 0 | task 1956 | eval time = 12824.29 ms / 237 tokens ( 54.34 ms per token, 18.40 tokens per second) 3.25.547.272 I slot print_timing: id 0 | task 1956 | total time = 13201.11 ms / 324 tokens 3.25.547.272 I slot print_timing: id 0 | task 1956 | graphs reused = 1616 3.25.547.272 I slot print_timing: id 0 | task 1956 | graph reallocs = 0 / 0 (same size) / (changed size) 3.25.547.333 I slot release: id 0 | task 1956 | stop processing: n_tokens = 1419, truncated = 0 3.25.595.421 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.772 3.25.595.450 I slot launch_slot_: id 0 | task 2200 | processing task, is_child = 0 3.27.657.017 I slot print_timing: id 3 | task 2085 | n_gen = 147, tg = 17.85 t/s, tg_3s = 15.55 t/s 3.28.860.212 I slot print_timing: id 1 | task 2158 | n_gen = 100, tg = 17.89 t/s, tg_3s = 18.07 t/s 3.30.399.924 I slot print_timing: id 2 | task 2191 | n_gen = 100, tg = 19.45 t/s, tg_3s = 19.65 t/s 3.30.688.753 I slot print_timing: id 3 | task 2085 | n_gen = 210, tg = 18.64 t/s, tg_3s = 20.78 t/s 3.30.784.790 I slot print_timing: id 0 | task 2200 | n_gen = 100, tg = 20.83 t/s, tg_3s = 21.04 t/s 3.31.889.842 I slot print_timing: id 1 | task 2158 | n_gen = 163, tg = 18.92 t/s, tg_3s = 20.79 t/s 3.33.429.756 I slot print_timing: id 2 | task 2191 | n_gen = 163, tg = 19.95 t/s, tg_3s = 20.79 t/s 3.33.719.326 I slot print_timing: id 3 | task 2085 | n_gen = 273, tg = 19.10 t/s, tg_3s = 20.79 t/s 3.33.814.850 I slot print_timing: id 0 | task 2200 | n_gen = 163, tg = 20.82 t/s, tg_3s = 20.79 t/s 3.34.777.349 I slot print_timing: id 1 | task 2158 | prompt eval time = 457.67 ms / 87 tokens ( 5.26 ms per token, 190.09 tokens per second) 3.34.777.354 I slot print_timing: id 1 | task 2158 | eval time = 11450.05 ms / 223 tokens ( 51.58 ms per token, 19.39 tokens per second) 3.34.777.356 I slot print_timing: id 1 | task 2158 | total time = 11907.72 ms / 310 tokens 3.34.777.357 I slot print_timing: id 1 | task 2158 | graphs reused = 1797 3.34.777.358 I slot print_timing: id 1 | task 2158 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.777.473 I slot release: id 1 | task 2158 | stop processing: n_tokens = 1405, truncated = 0 3.34.853.643 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.780 3.34.853.687 I slot launch_slot_: id 1 | task 2386 | processing task, is_child = 0 3.36.473.252 I slot print_timing: id 2 | task 2191 | n_gen = 218, tg = 19.44 t/s, tg_3s = 18.07 t/s 3.36.762.683 I slot print_timing: id 3 | task 2085 | n_gen = 328, tg = 18.92 t/s, tg_3s = 18.07 t/s 3.36.858.079 I slot print_timing: id 0 | task 2200 | n_gen = 218, tg = 20.05 t/s, tg_3s = 18.07 t/s 3.39.512.960 I slot print_timing: id 2 | task 2191 | n_gen = 281, tg = 19.71 t/s, tg_3s = 20.73 t/s 3.39.802.104 I slot print_timing: id 3 | task 2085 | n_gen = 391, tg = 19.19 t/s, tg_3s = 20.73 t/s 3.39.897.459 I slot print_timing: id 0 | task 2200 | n_gen = 281, tg = 20.20 t/s, tg_3s = 20.73 t/s 3.40.089.877 I slot print_timing: id 1 | task 2386 | n_gen = 100, tg = 20.72 t/s, tg_3s = 20.93 t/s 3.41.826.747 I slot print_timing: id 1 | task 2386 | prompt eval time = 458.83 ms / 92 tokens ( 4.99 ms per token, 200.51 tokens per second) 3.41.826.752 I slot print_timing: id 1 | task 2386 | eval time = 6514.22 ms / 136 tokens ( 48.25 ms per token, 20.72 tokens per second) 3.41.826.753 I slot print_timing: id 1 | task 2386 | total time = 6973.05 ms / 228 tokens 3.41.826.753 I slot print_timing: id 1 | task 2386 | graphs reused = 1930 3.41.826.754 I slot print_timing: id 1 | task 2386 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.826.880 I slot release: id 1 | task 2386 | stop processing: n_tokens = 1323, truncated = 0 3.41.903.619 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.828 3.41.903.654 I slot launch_slot_: id 1 | task 2525 | processing task, is_child = 0 3.42.518.810 I slot print_timing: id 2 | task 2191 | n_gen = 334, tg = 19.35 t/s, tg_3s = 17.63 t/s 3.42.804.520 I slot print_timing: id 3 | task 2085 | n_gen = 444, tg = 18.99 t/s, tg_3s = 17.65 t/s 3.42.907.167 I slot print_timing: id 0 | task 2200 | n_gen = 334, tg = 19.73 t/s, tg_3s = 17.61 t/s 3.43.342.977 I slot print_timing: id 2 | task 2191 | prompt eval time = 502.76 ms / 129 tokens ( 3.90 ms per token, 256.58 tokens per second) 3.43.342.983 I slot print_timing: id 2 | task 2191 | eval time = 18032.74 ms / 351 tokens ( 51.52 ms per token, 19.41 tokens per second) 3.43.342.984 I slot print_timing: id 2 | task 2191 | total time = 18535.49 ms / 480 tokens 3.43.342.985 I slot print_timing: id 2 | task 2191 | graphs reused = 1948 3.43.342.992 I slot print_timing: id 2 | task 2191 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.343.142 I slot release: id 2 | task 2191 | stop processing: n_tokens = 1575, truncated = 0 3.43.420.344 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.696 3.43.420.383 I slot launch_slot_: id 2 | task 2548 | processing task, is_child = 0 3.44.249.811 I slot print_timing: id 0 | task 2200 | prompt eval time = 437.23 ms / 106 tokens ( 4.12 ms per token, 242.44 tokens per second) 3.44.249.814 I slot print_timing: id 0 | task 2200 | eval time = 18217.11 ms / 353 tokens ( 51.75 ms per token, 19.32 tokens per second) 3.44.249.814 I slot print_timing: id 0 | task 2200 | total time = 18654.34 ms / 459 tokens 3.44.249.814 I slot print_timing: id 0 | task 2200 | graphs reused = 1954 3.44.249.815 I slot print_timing: id 0 | task 2200 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.249.877 I slot release: id 0 | task 2200 | stop processing: n_tokens = 1554, truncated = 0 3.44.298.194 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.705 3.44.298.217 I slot launch_slot_: id 0 | task 2559 | processing task, is_child = 0 3.45.807.017 I slot print_timing: id 3 | task 2085 | n_gen = 492, tg = 18.65 t/s, tg_3s = 15.99 t/s 3.47.884.860 I slot print_timing: id 1 | task 2525 | n_gen = 100, tg = 18.12 t/s, tg_3s = 18.30 t/s 3.48.849.249 I slot print_timing: id 3 | task 2085 | n_gen = 555, tg = 18.86 t/s, tg_3s = 20.71 t/s 3.48.945.319 I slot print_timing: id 2 | task 2548 | n_gen = 100, tg = 19.69 t/s, tg_3s = 19.89 t/s 3.49.426.523 I slot print_timing: id 0 | task 2559 | n_gen = 100, tg = 20.80 t/s, tg_3s = 21.01 t/s 3.50.776.997 I slot print_timing: id 0 | task 2559 | prompt eval time = 369.55 ms / 71 tokens ( 5.20 ms per token, 192.13 tokens per second) 3.50.777.002 I slot print_timing: id 0 | task 2559 | eval time = 6109.22 ms / 128 tokens ( 48.10 ms per token, 20.79 tokens per second) 3.50.777.003 I slot print_timing: id 0 | task 2559 | total time = 6478.77 ms / 199 tokens 3.50.777.003 I slot print_timing: id 0 | task 2559 | graphs reused = 2081 3.50.777.004 I slot print_timing: id 0 | task 2559 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.777.118 I slot release: id 0 | task 2559 | stop processing: n_tokens = 1294, truncated = 0 3.50.828.815 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.847 3.50.828.853 I slot launch_slot_: id 0 | task 2690 | processing task, is_child = 0 3.51.106.759 I slot print_timing: id 1 | task 2525 | n_gen = 162, tg = 18.54 t/s, tg_3s = 19.24 t/s 3.51.865.529 I slot print_timing: id 3 | task 2085 | n_gen = 612, tg = 18.86 t/s, tg_3s = 18.90 t/s 3.51.970.242 I slot print_timing: id 2 | task 2548 | n_gen = 157, tg = 19.37 t/s, tg_3s = 18.84 t/s 3.54.048.606 I slot print_timing: id 2 | task 2548 | prompt eval time = 496.81 ms / 114 tokens ( 4.36 ms per token, 229.46 tokens per second) 3.54.048.613 I slot print_timing: id 2 | task 2548 | eval time = 10131.40 ms / 200 tokens ( 50.91 ms per token, 19.64 tokens per second) 3.54.048.614 I slot print_timing: id 2 | task 2548 | total time = 10628.21 ms / 314 tokens 3.54.048.615 I slot print_timing: id 2 | task 2548 | graphs reused = 2139 3.54.048.616 I slot print_timing: id 2 | task 2548 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.048.779 I slot release: id 2 | task 2548 | stop processing: n_tokens = 1408, truncated = 0 3.54.125.399 I slot print_timing: id 1 | task 2525 | n_gen = 223, tg = 18.97 t/s, tg_3s = 20.21 t/s 3.54.125.689 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.778 3.54.125.723 I slot launch_slot_: id 2 | task 2753 | processing task, is_child = 0 3.54.883.808 I slot print_timing: id 3 | task 2085 | n_gen = 667, tg = 18.81 t/s, tg_3s = 18.22 t/s 3.56.335.769 I slot print_timing: id 0 | task 2690 | n_gen = 100, tg = 19.27 t/s, tg_3s = 19.47 t/s 3.56.528.966 I slot print_timing: id 0 | task 2690 | prompt eval time = 370.51 ms / 75 tokens ( 4.94 ms per token, 202.42 tokens per second) 3.56.528.974 I slot print_timing: id 0 | task 2690 | eval time = 5329.59 ms / 104 tokens ( 51.74 ms per token, 19.33 tokens per second) 3.56.528.975 I slot print_timing: id 0 | task 2690 | total time = 5700.10 ms / 179 tokens 3.56.528.976 I slot print_timing: id 0 | task 2690 | graphs reused = 2179 3.56.528.977 I slot print_timing: id 0 | task 2690 | graph reallocs = 0 / 0 (same size) / (changed size) 3.56.529.104 I slot release: id 0 | task 2690 | stop processing: n_tokens = 1274, truncated = 0 3.56.580.509 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.860 3.56.580.545 I slot launch_slot_: id 0 | task 2798 | processing task, is_child = 0 3.57.146.464 I slot print_timing: id 1 | task 2525 | n_gen = 273, tg = 18.47 t/s, tg_3s = 16.55 t/s 3.57.907.461 I slot print_timing: id 3 | task 2085 | n_gen = 724, tg = 18.81 t/s, tg_3s = 18.85 t/s 3.59.609.280 I slot print_timing: id 2 | task 2753 | n_gen = 100, tg = 19.57 t/s, tg_3s = 19.76 t/s 4.00.186.638 I slot print_timing: id 1 | task 2525 | n_gen = 336, tg = 18.86 t/s, tg_3s = 20.72 t/s 4.00.525.531 I slot print_timing: id 2 | task 2753 | prompt eval time = 424.08 ms / 73 tokens ( 5.81 ms per token, 172.14 tokens per second) 4.00.525.536 I slot print_timing: id 2 | task 2753 | eval time = 5975.72 ms / 119 tokens ( 50.64 ms per token, 19.75 tokens per second) 4.00.525.537 I slot print_timing: id 2 | task 2753 | total time = 6399.80 ms / 192 tokens 4.00.525.538 I slot print_timing: id 2 | task 2753 | graphs reused = 2253 4.00.525.539 I slot print_timing: id 2 | task 2753 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.525.653 I slot release: id 2 | task 2753 | stop processing: n_tokens = 1287, truncated = 0 4.00.602.150 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.852 4.00.602.181 I slot launch_slot_: id 2 | task 2876 | processing task, is_child = 0 4.00.913.938 I slot print_timing: id 3 | task 2085 | n_gen = 780, tg = 18.80 t/s, tg_3s = 18.63 t/s 4.01.129.413 I slot print_timing: id 3 | task 2085 | prompt eval time = 372.22 ms / 70 tokens ( 5.32 ms per token, 188.06 tokens per second) 4.01.129.417 I slot print_timing: id 3 | task 2085 | eval time = 41653.18 ms / 783 tokens ( 53.26 ms per token, 18.77 tokens per second) 4.01.129.417 I slot print_timing: id 3 | task 2085 | total time = 42025.41 ms / 853 tokens 4.01.129.418 I slot print_timing: id 3 | task 2085 | graphs reused = 2254 4.01.129.418 I slot print_timing: id 3 | task 2085 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.129.487 I slot release: id 3 | task 2085 | stop processing: n_tokens = 1948, truncated = 0 4.01.177.155 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.563 4.01.177.184 I slot launch_slot_: id 3 | task 2882 | processing task, is_child = 0 4.02.372.530 I slot print_timing: id 0 | task 2798 | n_gen = 100, tg = 18.27 t/s, tg_3s = 18.46 t/s 4.03.046.343 I slot print_timing: id 0 | task 2798 | prompt eval time = 374.43 ms / 77 tokens ( 4.86 ms per token, 205.65 tokens per second) 4.03.046.352 I slot print_timing: id 0 | task 2798 | eval time = 6091.36 ms / 114 tokens ( 53.91 ms per token, 18.55 tokens per second) 4.03.046.353 I slot print_timing: id 0 | task 2798 | total time = 6465.79 ms / 191 tokens 4.03.046.354 I slot print_timing: id 0 | task 2798 | graphs reused = 2284 4.03.046.355 I slot print_timing: id 0 | task 2798 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.046.466 I slot release: id 0 | task 2798 | stop processing: n_tokens = 1286, truncated = 0 4.03.097.285 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.852 4.03.097.320 I slot launch_slot_: id 0 | task 2917 | processing task, is_child = 0 4.03.386.077 I slot print_timing: id 1 | task 2525 | n_gen = 384, tg = 18.27 t/s, tg_3s = 15.00 t/s 4.06.373.935 I slot print_timing: id 2 | task 2876 | n_gen = 100, tg = 18.54 t/s, tg_3s = 18.72 t/s 4.06.422.307 I slot print_timing: id 1 | task 2525 | n_gen = 446, tg = 18.54 t/s, tg_3s = 20.42 t/s 4.06.615.940 I slot print_timing: id 3 | task 2882 | n_gen = 100, tg = 19.59 t/s, tg_3s = 19.79 t/s 4.07.484.134 I slot print_timing: id 3 | task 2882 | prompt eval time = 384.57 ms / 98 tokens ( 3.92 ms per token, 254.83 tokens per second) 4.07.484.141 I slot print_timing: id 3 | task 2882 | eval time = 5922.36 ms / 118 tokens ( 50.62 ms per token, 19.76 tokens per second) 4.07.484.142 I slot print_timing: id 3 | task 2882 | total time = 6306.93 ms / 216 tokens 4.07.484.143 I slot print_timing: id 3 | task 2882 | graphs reused = 2367 4.07.484.144 I slot print_timing: id 3 | task 2882 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.484.308 I slot release: id 3 | task 2882 | stop processing: n_tokens = 1310, truncated = 0 4.07.534.751 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.837 4.07.534.786 I slot launch_slot_: id 3 | task 3004 | processing task, is_child = 0 4.07.914.214 I slot print_timing: id 2 | task 2876 | prompt eval time = 430.73 ms / 80 tokens ( 5.38 ms per token, 185.73 tokens per second) 4.07.914.219 I slot print_timing: id 2 | task 2876 | eval time = 6881.30 ms / 126 tokens ( 55.05 ms per token, 18.17 tokens per second) 4.07.914.220 I slot print_timing: id 2 | task 2876 | total time = 7312.03 ms / 206 tokens 4.07.914.220 I slot print_timing: id 2 | task 2876 | graphs reused = 2367 4.07.914.221 I slot print_timing: id 2 | task 2876 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.914.288 I slot release: id 2 | task 2876 | stop processing: n_tokens = 1301, truncated = 0 4.07.987.937 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.842 4.07.987.969 I slot launch_slot_: id 2 | task 3008 | processing task, is_child = 0 4.08.822.392 I slot print_timing: id 0 | task 2917 | n_gen = 100, tg = 18.53 t/s, tg_3s = 18.71 t/s 4.09.437.748 I slot print_timing: id 1 | task 2525 | n_gen = 497, tg = 18.36 t/s, tg_3s = 16.91 t/s 4.11.847.835 I slot print_timing: id 0 | task 2917 | n_gen = 163, tg = 19.36 t/s, tg_3s = 20.82 t/s 4.11.945.167 I slot print_timing: id 2 | task 3008 | prompt eval time = 360.38 ms / 61 tokens ( 5.91 ms per token, 169.27 tokens per second) 4.11.945.173 I slot print_timing: id 2 | task 3008 | eval time = 3596.82 ms / 76 tokens ( 47.96 ms per token, 20.85 tokens per second) 4.11.945.174 I slot print_timing: id 2 | task 3008 | total time = 3957.19 ms / 137 tokens 4.11.945.175 I slot print_timing: id 2 | task 3008 | graphs reused = 2441 4.11.945.176 I slot print_timing: id 2 | task 3008 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.945.306 I slot release: id 2 | task 3008 | stop processing: n_tokens = 1232, truncated = 0 4.12.021.639 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.890 4.12.021.672 I slot launch_slot_: id 2 | task 3087 | processing task, is_child = 0 4.12.451.272 I slot print_timing: id 1 | task 2525 | n_gen = 552, tg = 18.35 t/s, tg_3s = 18.25 t/s 4.13.322.499 I slot print_timing: id 3 | task 3004 | n_gen = 100, tg = 18.31 t/s, tg_3s = 18.49 t/s 4.14.865.930 I slot print_timing: id 0 | task 2917 | n_gen = 218, tg = 19.06 t/s, tg_3s = 18.22 t/s 4.15.493.819 I slot print_timing: id 1 | task 2525 | n_gen = 615, tg = 18.57 t/s, tg_3s = 20.71 t/s 4.16.360.923 I slot print_timing: id 3 | task 3004 | n_gen = 163, tg = 19.18 t/s, tg_3s = 20.73 t/s 4.16.601.445 I slot print_timing: id 0 | task 2917 | prompt eval time = 381.74 ms / 97 tokens ( 3.94 ms per token, 254.10 tokens per second) 4.16.601.453 I slot print_timing: id 0 | task 2917 | eval time = 13122.38 ms / 254 tokens ( 51.87 ms per token, 19.28 tokens per second) 4.16.601.454 I slot print_timing: id 0 | task 2917 | total time = 13504.12 ms / 351 tokens 4.16.601.455 I slot print_timing: id 0 | task 2917 | graphs reused = 2525 4.16.601.456 I slot print_timing: id 0 | task 2917 | graph reallocs = 0 / 0 (same size) / (changed size) 4.16.601.578 I slot release: id 0 | task 2917 | stop processing: n_tokens = 1446, truncated = 0 4.16.653.109 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.758 4.16.653.147 I slot launch_slot_: id 0 | task 3177 | processing task, is_child = 0 4.17.511.854 I slot print_timing: id 2 | task 3087 | n_gen = 100, tg = 19.56 t/s, tg_3s = 19.76 t/s 4.18.525.284 I slot print_timing: id 1 | task 2525 | n_gen = 672, tg = 18.59 t/s, tg_3s = 18.80 t/s 4.19.394.948 I slot print_timing: id 3 | task 3004 | n_gen = 220, tg = 19.08 t/s, tg_3s = 18.79 t/s 4.20.119.082 I slot print_timing: id 3 | task 3004 | prompt eval time = 379.70 ms / 86 tokens ( 4.42 ms per token, 226.50 tokens per second) 4.20.119.091 I slot print_timing: id 3 | task 3004 | eval time = 12204.58 ms / 235 tokens ( 52.16 ms per token, 19.17 tokens per second) 4.20.119.092 I slot print_timing: id 3 | task 3004 | total time = 12584.28 ms / 321 tokens 4.20.119.093 I slot print_timing: id 3 | task 3004 | graphs reused = 2589 4.20.119.094 I slot print_timing: id 3 | task 3004 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.119.248 I slot release: id 3 | task 3004 | stop processing: n_tokens = 1416, truncated = 0 4.20.169.833 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.774 4.20.169.862 I slot launch_slot_: id 3 | task 3245 | processing task, is_child = 0 4.20.531.031 I slot print_timing: id 2 | task 3087 | n_gen = 158, tg = 19.43 t/s, tg_3s = 19.21 t/s 4.21.525.933 I slot print_timing: id 1 | task 2525 | n_gen = 730, tg = 18.64 t/s, tg_3s = 19.33 t/s 4.21.998.966 I slot print_timing: id 0 | task 3177 | n_gen = 100, tg = 19.90 t/s, tg_3s = 20.10 t/s 4.22.628.686 I slot print_timing: id 2 | task 3087 | prompt eval time = 429.80 ms / 81 tokens ( 5.31 ms per token, 188.46 tokens per second) 4.22.628.694 I slot print_timing: id 2 | task 3087 | eval time = 10177.20 ms / 202 tokens ( 50.63 ms per token, 19.75 tokens per second) 4.22.628.695 I slot print_timing: id 2 | task 3087 | total time = 10607.00 ms / 283 tokens 4.22.628.696 I slot print_timing: id 2 | task 3087 | graphs reused = 2633 4.22.628.697 I slot print_timing: id 2 | task 3087 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.628.835 I slot release: id 2 | task 3087 | stop processing: n_tokens = 1378, truncated = 0 4.22.705.685 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.795 4.22.705.722 I slot launch_slot_: id 2 | task 3294 | processing task, is_child = 0 4.24.569.978 I slot print_timing: id 1 | task 2525 | n_gen = 786, tg = 18.62 t/s, tg_3s = 18.40 t/s 4.25.001.943 I slot print_timing: id 0 | task 3177 | n_gen = 155, tg = 19.30 t/s, tg_3s = 18.32 t/s 4.25.581.898 I slot print_timing: id 3 | task 3245 | n_gen = 100, tg = 19.41 t/s, tg_3s = 19.61 t/s 4.26.207.159 I slot print_timing: id 0 | task 3177 | prompt eval time = 370.67 ms / 73 tokens ( 5.08 ms per token, 196.94 tokens per second) 4.26.207.167 I slot print_timing: id 0 | task 3177 | eval time = 9183.33 ms / 180 tokens ( 51.30 ms per token, 19.49 tokens per second) 4.26.207.168 I slot print_timing: id 0 | task 3177 | total time = 9554.00 ms / 253 tokens 4.26.207.169 I slot print_timing: id 0 | task 3177 | graphs reused = 2696 4.26.207.170 I slot print_timing: id 0 | task 3177 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.207.285 I slot release: id 0 | task 3177 | stop processing: n_tokens = 1348, truncated = 0 4.26.259.305 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.813 4.26.259.336 I slot launch_slot_: id 0 | task 3362 | processing task, is_child = 0 4.27.205.754 I slot print_timing: id 2 | task 3294 | prompt eval time = 431.45 ms / 93 tokens ( 4.64 ms per token, 215.55 tokens per second) 4.27.205.760 I slot print_timing: id 2 | task 3294 | eval time = 4068.58 ms / 80 tokens ( 51.50 ms per token, 19.42 tokens per second) 4.27.205.761 I slot print_timing: id 2 | task 3294 | total time = 4500.02 ms / 173 tokens 4.27.205.762 I slot print_timing: id 2 | task 3294 | graphs reused = 2708 4.27.205.762 I slot print_timing: id 2 | task 3294 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.205.847 I slot release: id 2 | task 3294 | stop processing: n_tokens = 1268, truncated = 0 4.27.280.657 I slot print_timing: id 1 | task 2525 | prompt eval time = 518.18 ms / 102 tokens ( 5.08 ms per token, 196.84 tokens per second) 4.27.280.667 I slot print_timing: id 1 | task 2525 | eval time = 44858.81 ms / 836 tokens ( 53.72 ms per token, 18.61 tokens per second) 4.27.280.669 I slot print_timing: id 1 | task 2525 | total time = 45376.98 ms / 938 tokens 4.27.280.670 I slot print_timing: id 1 | task 2525 | graphs reused = 2708 4.27.280.671 I slot print_timing: id 1 | task 2525 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.280.810 I slot release: id 1 | task 2525 | stop processing: n_tokens = 2033, truncated = 0 4.27.281.240 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.539 4.27.281.309 I slot launch_slot_: id 1 | task 3378 | processing task, is_child = 0 4.27.606.294 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.864 4.27.606.322 I slot launch_slot_: id 2 | task 3380 | processing task, is_child = 0 4.28.619.790 I slot print_timing: id 3 | task 3245 | n_gen = 142, tg = 17.33 t/s, tg_3s = 13.83 t/s 4.31.651.663 I slot print_timing: id 3 | task 3245 | n_gen = 205, tg = 18.26 t/s, tg_3s = 20.78 t/s 4.32.036.477 I slot print_timing: id 0 | task 3362 | prompt eval time = 375.55 ms / 79 tokens ( 4.75 ms per token, 210.36 tokens per second) 4.32.036.483 I slot print_timing: id 0 | task 3362 | eval time = 5401.57 ms / 98 tokens ( 55.69 ms per token, 17.96 tokens per second) 4.32.036.484 I slot print_timing: id 0 | task 3362 | total time = 5777.13 ms / 177 tokens 4.32.036.485 I slot print_timing: id 0 | task 3362 | graphs reused = 2788 4.32.036.486 I slot print_timing: id 0 | task 3362 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.036.605 I slot release: id 0 | task 3362 | stop processing: n_tokens = 1272, truncated = 0 4.32.088.106 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.862 4.32.088.140 I slot launch_slot_: id 0 | task 3465 | processing task, is_child = 0 4.33.155.115 I slot print_timing: id 1 | task 3378 | n_gen = 100, tg = 19.31 t/s, tg_3s = 19.50 t/s 4.33.203.741 I slot print_timing: id 2 | task 3380 | n_gen = 100, tg = 19.58 t/s, tg_3s = 19.78 t/s 4.33.347.910 I slot print_timing: id 1 | task 3378 | prompt eval time = 724.17 ms / 71 tokens ( 10.20 ms per token, 98.04 tokens per second) 4.33.347.914 I slot print_timing: id 1 | task 3378 | eval time = 5319.73 ms / 104 tokens ( 51.65 ms per token, 19.36 tokens per second) 4.33.347.915 I slot print_timing: id 1 | task 3378 | total time = 6043.90 ms / 175 tokens 4.33.347.916 I slot print_timing: id 1 | task 3378 | graphs reused = 2806 4.33.347.917 I slot print_timing: id 1 | task 3378 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.348.030 I slot release: id 1 | task 3378 | stop processing: n_tokens = 1269, truncated = 0 4.33.424.830 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.864 4.33.424.865 I slot launch_slot_: id 1 | task 3487 | processing task, is_child = 0 4.34.672.585 I slot print_timing: id 3 | task 3245 | n_gen = 251, tg = 17.62 t/s, tg_3s = 15.23 t/s 4.35.476.138 I slot print_timing: id 3 | task 3245 | prompt eval time = 312.30 ms / 65 tokens ( 4.80 ms per token, 208.13 tokens per second) 4.35.476.144 I slot print_timing: id 3 | task 3245 | eval time = 14993.97 ms / 268 tokens ( 56.16 ms per token, 17.81 tokens per second) 4.35.476.144 I slot print_timing: id 3 | task 3245 | total time = 15306.27 ms / 333 tokens 4.35.476.145 I slot print_timing: id 3 | task 3245 | graphs reused = 2836 4.35.476.145 I slot print_timing: id 3 | task 3245 | graph reallocs = 0 / 0 (same size) / (changed size) 4.35.476.209 I slot release: id 3 | task 3245 | stop processing: n_tokens = 1428, truncated = 0 4.35.524.199 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.768 4.35.524.222 I slot launch_slot_: id 3 | task 3522 | processing task, is_child = 0 4.36.234.953 I slot print_timing: id 2 | task 3380 | n_gen = 147, tg = 18.05 t/s, tg_3s = 15.51 t/s 4.38.015.115 I slot print_timing: id 0 | task 3465 | n_gen = 100, tg = 17.87 t/s, tg_3s = 18.05 t/s 4.39.022.938 I slot print_timing: id 1 | task 3487 | n_gen = 100, tg = 19.75 t/s, tg_3s = 19.95 t/s 4.39.261.865 I slot print_timing: id 2 | task 3380 | n_gen = 210, tg = 18.80 t/s, tg_3s = 20.81 t/s 4.39.501.303 I slot print_timing: id 0 | task 3465 | prompt eval time = 385.63 ms / 87 tokens ( 4.43 ms per token, 225.61 tokens per second) 4.39.501.308 I slot print_timing: id 0 | task 3465 | eval time = 7027.53 ms / 131 tokens ( 54.06 ms per token, 18.50 tokens per second) 4.39.501.310 I slot print_timing: id 0 | task 3465 | total time = 7413.16 ms / 218 tokens 4.39.501.316 I slot print_timing: id 0 | task 3465 | graphs reused = 2910 4.39.501.324 I slot print_timing: id 0 | task 3465 | graph reallocs = 0 / 0 (same size) / (changed size) 4.39.501.442 I slot release: id 0 | task 3465 | stop processing: n_tokens = 1313, truncated = 0 4.39.552.801 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.835 4.39.552.831 I slot launch_slot_: id 0 | task 3601 | processing task, is_child = 0 4.41.010.859 I slot print_timing: id 3 | task 3522 | n_gen = 100, tg = 19.38 t/s, tg_3s = 19.58 t/s 4.42.070.268 I slot print_timing: id 1 | task 3487 | n_gen = 156, tg = 19.23 t/s, tg_3s = 18.38 t/s 4.42.262.987 I slot print_timing: id 2 | task 3380 | n_gen = 265, tg = 18.70 t/s, tg_3s = 18.33 t/s 4.43.514.455 I slot print_timing: id 3 | task 3522 | prompt eval time = 378.74 ms / 87 tokens ( 4.35 ms per token, 229.71 tokens per second) 4.43.514.462 I slot print_timing: id 3 | task 3522 | eval time = 7611.48 ms / 152 tokens ( 50.41 ms per token, 19.84 tokens per second) 4.43.514.463 I slot print_timing: id 3 | task 3522 | total time = 7990.22 ms / 239 tokens 4.43.514.464 I slot print_timing: id 3 | task 3522 | graphs reused = 2983 4.43.514.465 I slot print_timing: id 3 | task 3522 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.514.607 I slot release: id 3 | task 3522 | stop processing: n_tokens = 1334, truncated = 0 4.43.564.806 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.822 4.43.564.837 I slot launch_slot_: id 3 | task 3678 | processing task, is_child = 0 4.44.985.060 I slot print_timing: id 0 | task 3601 | n_gen = 100, tg = 19.82 t/s, tg_3s = 20.02 t/s 4.45.081.485 I slot print_timing: id 1 | task 3487 | n_gen = 214, tg = 19.24 t/s, tg_3s = 19.26 t/s 4.45.273.551 I slot print_timing: id 2 | task 3380 | n_gen = 323, tg = 18.80 t/s, tg_3s = 19.27 t/s 4.47.685.394 I slot print_timing: id 2 | task 3380 | prompt eval time = 539.52 ms / 125 tokens ( 4.32 ms per token, 231.69 tokens per second) 4.47.685.402 I slot print_timing: id 2 | task 3380 | eval time = 19538.49 ms / 373 tokens ( 52.52 ms per token, 19.04 tokens per second) 4.47.685.403 I slot print_timing: id 2 | task 3380 | total time = 20078.01 ms / 498 tokens 4.47.685.404 I slot print_timing: id 2 | task 3380 | graphs reused = 3060 4.47.685.404 I slot print_timing: id 2 | task 3380 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.685.536 I slot release: id 2 | task 3380 | stop processing: n_tokens = 1593, truncated = 0 4.47.761.902 I slot print_timing: id 3 | task 3678 | prompt eval time = 310.00 ms / 56 tokens ( 5.54 ms per token, 180.65 tokens per second) 4.47.761.909 I slot print_timing: id 3 | task 3678 | eval time = 3887.06 ms / 81 tokens ( 48.59 ms per token, 20.58 tokens per second) 4.47.761.909 I slot print_timing: id 3 | task 3678 | total time = 4197.06 ms / 137 tokens 4.47.761.910 I slot print_timing: id 3 | task 3678 | graphs reused = 3060 4.47.761.911 I slot print_timing: id 3 | task 3678 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.762.012 I slot release: id 3 | task 3678 | stop processing: n_tokens = 1232, truncated = 0 4.47.762.020 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.688 4.47.762.050 I slot launch_slot_: id 2 | task 3761 | processing task, is_child = 0 4.48.061.569 I slot print_timing: id 0 | task 3601 | n_gen = 158, tg = 19.45 t/s, tg_3s = 18.85 t/s 4.48.061.741 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.890 4.48.061.763 I slot launch_slot_: id 3 | task 3763 | processing task, is_child = 0 4.48.398.437 I slot print_timing: id 1 | task 3487 | n_gen = 271, tg = 18.76 t/s, tg_3s = 17.18 t/s 4.51.091.620 I slot print_timing: id 0 | task 3601 | n_gen = 215, tg = 19.28 t/s, tg_3s = 18.81 t/s 4.51.422.691 I slot print_timing: id 1 | task 3487 | n_gen = 334, tg = 19.12 t/s, tg_3s = 20.83 t/s 4.51.658.679 I slot print_timing: id 1 | task 3487 | prompt eval time = 584.59 ms / 134 tokens ( 4.36 ms per token, 229.22 tokens per second) 4.51.658.686 I slot print_timing: id 1 | task 3487 | eval time = 17649.22 ms / 339 tokens ( 52.22 ms per token, 19.15 tokens per second) 4.51.658.686 I slot print_timing: id 1 | task 3487 | total time = 18233.81 ms / 473 tokens 4.51.658.686 I slot print_timing: id 1 | task 3487 | graphs reused = 3125 4.51.658.687 I slot print_timing: id 1 | task 3487 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.658.749 I slot release: id 1 | task 3487 | stop processing: n_tokens = 1568, truncated = 0 4.51.732.008 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.699 4.51.732.037 I slot launch_slot_: id 1 | task 3834 | processing task, is_child = 0 4.52.672.568 I slot print_timing: id 2 | task 3761 | prompt eval time = 620.18 ms / 79 tokens ( 7.85 ms per token, 127.38 tokens per second) 4.52.672.573 I slot print_timing: id 2 | task 3761 | eval time = 4273.92 ms / 82 tokens ( 52.76 ms per token, 18.95 tokens per second) 4.52.672.575 I slot print_timing: id 2 | task 3761 | total time = 4894.10 ms / 161 tokens 4.52.672.576 I slot print_timing: id 2 | task 3761 | graphs reused = 3134 4.52.672.577 I slot print_timing: id 2 | task 3761 | graph reallocs = 0 / 0 (same size) / (changed size) 4.52.672.716 I slot release: id 2 | task 3761 | stop processing: n_tokens = 1256, truncated = 0 4.52.749.411 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.873 4.52.749.446 I slot launch_slot_: id 2 | task 3848 | processing task, is_child = 0 4.53.998.036 I slot print_timing: id 3 | task 3763 | n_gen = 100, tg = 17.98 t/s, tg_3s = 18.16 t/s 4.54.092.170 I slot print_timing: id 0 | task 3601 | n_gen = 261, tg = 18.44 t/s, tg_3s = 15.33 t/s 4.57.030.888 I slot print_timing: id 3 | task 3763 | n_gen = 163, tg = 18.97 t/s, tg_3s = 20.77 t/s 4.57.125.740 I slot print_timing: id 0 | task 3601 | n_gen = 324, tg = 18.85 t/s, tg_3s = 20.77 t/s 4.57.365.087 I slot print_timing: id 1 | task 3834 | n_gen = 100, tg = 19.12 t/s, tg_3s = 19.31 t/s 4.57.994.783 I slot print_timing: id 2 | task 3848 | n_gen = 100, tg = 20.82 t/s, tg_3s = 21.04 t/s 4.59.295.348 I slot print_timing: id 2 | task 3848 | prompt eval time = 491.42 ms / 102 tokens ( 4.82 ms per token, 207.56 tokens per second) 4.59.295.352 I slot print_timing: id 2 | task 3848 | eval time = 6054.47 ms / 127 tokens ( 48.05 ms per token, 20.81 tokens per second) 4.59.295.353 I slot print_timing: id 2 | task 3848 | total time = 6545.89 ms / 229 tokens 4.59.295.354 I slot print_timing: id 2 | task 3848 | graphs reused = 3258 4.59.295.355 I slot print_timing: id 2 | task 3848 | graph reallocs = 0 / 0 (same size) / (changed size) 4.59.295.483 I slot release: id 2 | task 3848 | stop processing: n_tokens = 1324, truncated = 0 4.59.371.776 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.828 4.59.371.818 I slot launch_slot_: id 2 | task 3978 | processing task, is_child = 0 5.00.047.169 I slot print_timing: id 3 | task 3763 | prompt eval time = 428.68 ms / 99 tokens ( 4.33 ms per token, 230.94 tokens per second) 5.00.047.172 I slot print_timing: id 3 | task 3763 | eval time = 11555.85 ms / 218 tokens ( 53.25 ms per token, 18.78 tokens per second) 5.00.047.172 I slot print_timing: id 3 | task 3763 | total time = 11984.53 ms / 317 tokens 5.00.047.173 I slot print_timing: id 3 | task 3763 | graphs reused = 3262 5.00.047.173 I slot print_timing: id 3 | task 3763 | graph reallocs = 0 / 0 (same size) / (changed size) 5.00.047.238 I slot release: id 3 | task 3763 | stop processing: n_tokens = 1412, truncated = 0 5.00.094.914 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.776 5.00.094.941 I slot launch_slot_: id 3 | task 3987 | processing task, is_child = 0 5.00.380.502 I slot print_timing: id 0 | task 3601 | n_gen = 379, tg = 18.54 t/s, tg_3s = 16.90 t/s 5.00.380.683 I slot print_timing: id 1 | task 3834 | n_gen = 150, tg = 18.18 t/s, tg_3s = 16.58 t/s 5.02.252.443 I slot print_timing: id 1 | task 3834 | prompt eval time = 454.05 ms / 79 tokens ( 5.75 ms per token, 173.99 tokens per second) 5.02.252.454 I slot print_timing: id 1 | task 3834 | eval time = 10066.35 ms / 188 tokens ( 53.83 ms per token, 18.58 tokens per second) 5.02.252.455 I slot print_timing: id 1 | task 3834 | total time = 10520.40 ms / 267 tokens 5.02.252.456 I slot print_timing: id 1 | task 3834 | graphs reused = 3298 5.02.252.457 I slot print_timing: id 1 | task 3834 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.252.569 I slot release: id 1 | task 3834 | stop processing: n_tokens = 1362, truncated = 0 5.02.328.197 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.805 5.02.328.243 I slot launch_slot_: id 1 | task 4028 | processing task, is_child = 0 5.03.396.284 I slot print_timing: id 0 | task 3601 | n_gen = 433, tg = 18.46 t/s, tg_3s = 17.91 t/s 5.05.130.111 I slot print_timing: id 3 | task 3987 | prompt eval time = 378.64 ms / 83 tokens ( 4.56 ms per token, 219.20 tokens per second) 5.05.130.118 I slot print_timing: id 3 | task 3987 | eval time = 4656.52 ms / 90 tokens ( 52.32 ms per token, 19.11 tokens per second) 5.05.130.119 I slot print_timing: id 3 | task 3987 | total time = 5035.16 ms / 173 tokens 5.05.130.120 I slot print_timing: id 3 | task 3987 | graphs reused = 3346 5.05.130.121 I slot print_timing: id 3 | task 3987 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.130.284 I slot release: id 3 | task 3987 | stop processing: n_tokens = 1268, truncated = 0 5.05.180.817 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.864 5.05.180.849 I slot launch_slot_: id 3 | task 4081 | processing task, is_child = 0 5.05.599.339 I slot print_timing: id 2 | task 3978 | n_gen = 100, tg = 17.10 t/s, tg_3s = 17.27 t/s 5.06.413.760 I slot print_timing: id 0 | task 3601 | n_gen = 487, tg = 18.39 t/s, tg_3s = 17.90 t/s 5.07.950.485 I slot print_timing: id 1 | task 4028 | n_gen = 100, tg = 19.14 t/s, tg_3s = 19.34 t/s 5.08.625.330 I slot print_timing: id 2 | task 3978 | n_gen = 162, tg = 18.26 t/s, tg_3s = 20.49 t/s 5.09.107.396 I slot print_timing: id 1 | task 4028 | prompt eval time = 450.99 ms / 75 tokens ( 6.01 ms per token, 166.30 tokens per second) 5.09.107.401 I slot print_timing: id 1 | task 4028 | eval time = 6328.15 ms / 124 tokens ( 51.45 ms per token, 19.44 tokens per second) 5.09.107.402 I slot print_timing: id 1 | task 4028 | total time = 6779.14 ms / 199 tokens 5.09.107.403 I slot print_timing: id 1 | task 4028 | graphs reused = 3416 5.09.107.404 I slot print_timing: id 1 | task 4028 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.107.515 I slot release: id 1 | task 4028 | stop processing: n_tokens = 1294, truncated = 0 5.09.184.343 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.847 5.09.184.377 I slot launch_slot_: id 1 | task 4156 | processing task, is_child = 0 5.09.442.947 I slot print_timing: id 0 | task 3601 | n_gen = 545, tg = 18.47 t/s, tg_3s = 19.15 t/s 5.10.217.952 I slot print_timing: id 2 | task 3978 | prompt eval time = 437.13 ms / 99 tokens ( 4.42 ms per token, 226.47 tokens per second) 5.10.217.960 I slot print_timing: id 2 | task 3978 | eval time = 10408.99 ms / 188 tokens ( 55.66 ms per token, 17.97 tokens per second) 5.10.217.961 I slot print_timing: id 2 | task 3978 | total time = 10846.12 ms / 287 tokens 5.10.217.962 I slot print_timing: id 2 | task 3978 | graphs reused = 3428 5.10.217.963 I slot print_timing: id 2 | task 3978 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.218.105 I slot release: id 2 | task 3978 | stop processing: n_tokens = 1382, truncated = 0 5.10.294.694 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.793 5.10.294.738 I slot launch_slot_: id 2 | task 4173 | processing task, is_child = 0 5.11.083.572 I slot print_timing: id 3 | task 4081 | n_gen = 100, tg = 18.36 t/s, tg_3s = 18.55 t/s 5.11.510.218 I slot print_timing: id 3 | task 4081 | prompt eval time = 511.35 ms / 145 tokens ( 3.53 ms per token, 283.56 tokens per second) 5.11.510.223 I slot print_timing: id 3 | task 4081 | eval time = 5818.01 ms / 109 tokens ( 53.87 ms per token, 18.56 tokens per second) 5.11.510.223 I slot print_timing: id 3 | task 4081 | total time = 6329.36 ms / 254 tokens 5.11.510.224 I slot print_timing: id 3 | task 4081 | graphs reused = 3445 5.11.510.224 I slot print_timing: id 3 | task 4081 | graph reallocs = 0 / 0 (same size) / (changed size) 5.11.510.288 I slot release: id 3 | task 4081 | stop processing: n_tokens = 1349, truncated = 0 5.11.557.889 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.812 5.11.557.917 I slot launch_slot_: id 3 | task 4195 | processing task, is_child = 0 5.12.472.133 I slot print_timing: id 0 | task 3601 | n_gen = 594, tg = 18.26 t/s, tg_3s = 16.18 t/s 5.14.498.915 I slot print_timing: id 1 | task 4156 | prompt eval time = 399.63 ms / 64 tokens ( 6.24 ms per token, 160.15 tokens per second) 5.14.498.923 I slot print_timing: id 1 | task 4156 | eval time = 4914.90 ms / 91 tokens ( 54.61 ms per token, 18.31 tokens per second) 5.14.498.924 I slot print_timing: id 1 | task 4156 | total time = 5314.53 ms / 155 tokens 5.14.498.925 I slot print_timing: id 1 | task 4156 | graphs reused = 3496 5.14.498.926 I slot print_timing: id 1 | task 4156 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.499.041 I slot release: id 1 | task 4156 | stop processing: n_tokens = 1250, truncated = 0 5.14.575.869 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.877 5.14.575.905 I slot launch_slot_: id 1 | task 4252 | processing task, is_child = 0 5.15.502.722 I slot print_timing: id 0 | task 3601 | n_gen = 649, tg = 18.25 t/s, tg_3s = 18.15 t/s 5.16.071.779 I slot print_timing: id 2 | task 4173 | n_gen = 100, tg = 18.28 t/s, tg_3s = 18.47 t/s 5.17.086.165 I slot print_timing: id 3 | task 4195 | n_gen = 100, tg = 19.23 t/s, tg_3s = 19.42 t/s 5.17.521.966 I slot print_timing: id 3 | task 4195 | prompt eval time = 379.98 ms / 89 tokens ( 4.27 ms per token, 234.22 tokens per second) 5.17.521.974 I slot print_timing: id 3 | task 4195 | eval time = 5584.06 ms / 109 tokens ( 51.70 ms per token, 19.34 tokens per second) 5.17.521.975 I slot print_timing: id 3 | task 4195 | total time = 5964.04 ms / 198 tokens 5.17.521.976 I slot print_timing: id 3 | task 4195 | graphs reused = 3547 5.17.521.977 I slot print_timing: id 3 | task 4195 | graph reallocs = 0 / 0 (same size) / (changed size) 5.17.522.136 I slot release: id 3 | task 4195 | stop processing: n_tokens = 1293, truncated = 0 5.17.572.571 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.848 5.17.572.600 I slot launch_slot_: id 3 | task 4308 | processing task, is_child = 0 5.18.535.814 I slot print_timing: id 0 | task 3601 | n_gen = 706, tg = 18.29 t/s, tg_3s = 18.79 t/s 5.19.114.196 I slot print_timing: id 2 | task 4173 | n_gen = 157, tg = 18.45 t/s, tg_3s = 18.74 t/s 5.19.452.345 I slot print_timing: id 2 | task 4173 | prompt eval time = 361.88 ms / 55 tokens ( 6.58 ms per token, 151.98 tokens per second) 5.19.452.352 I slot print_timing: id 2 | task 4173 | eval time = 8795.71 ms / 164 tokens ( 53.96 ms per token, 18.53 tokens per second) 5.19.452.354 I slot print_timing: id 2 | task 4173 | total time = 9157.60 ms / 219 tokens 5.19.452.354 I slot print_timing: id 2 | task 4173 | graphs reused = 3577 5.19.452.355 I slot print_timing: id 2 | task 4173 | graph reallocs = 0 / 0 (same size) / (changed size) 5.19.452.478 I slot release: id 2 | task 4173 | stop processing: n_tokens = 1314, truncated = 0 5.19.529.520 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.834 5.19.529.566 I slot launch_slot_: id 2 | task 4343 | processing task, is_child = 0 5.20.049.965 I slot print_timing: id 1 | task 4252 | prompt eval time = 450.81 ms / 71 tokens ( 6.35 ms per token, 157.49 tokens per second) 5.20.049.970 I slot print_timing: id 1 | task 4252 | eval time = 5023.24 ms / 92 tokens ( 55.20 ms per token, 18.12 tokens per second) 5.20.049.970 I slot print_timing: id 1 | task 4252 | total time = 5474.05 ms / 163 tokens 5.20.049.971 I slot print_timing: id 1 | task 4252 | graphs reused = 3578 5.20.049.971 I slot print_timing: id 1 | task 4252 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.050.032 I slot release: id 1 | task 4252 | stop processing: n_tokens = 1258, truncated = 0 5.20.124.288 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.871 5.20.124.324 I slot launch_slot_: id 1 | task 4349 | processing task, is_child = 0 5.21.562.505 I slot print_timing: id 0 | task 3601 | n_gen = 753, tg = 18.09 t/s, tg_3s = 15.53 t/s 5.23.494.080 I slot print_timing: id 3 | task 4308 | n_gen = 100, tg = 17.86 t/s, tg_3s = 18.04 t/s 5.24.604.436 I slot print_timing: id 0 | task 3601 | n_gen = 816, tg = 18.27 t/s, tg_3s = 20.71 t/s 5.25.136.269 I slot print_timing: id 2 | task 4343 | n_gen = 100, tg = 19.10 t/s, tg_3s = 19.30 t/s 5.25.377.047 I slot print_timing: id 1 | task 4349 | n_gen = 100, tg = 20.68 t/s, tg_3s = 20.89 t/s 5.26.147.125 I slot print_timing: id 0 | task 3601 | prompt eval time = 436.59 ms / 103 tokens ( 4.24 ms per token, 235.92 tokens per second) 5.26.147.130 I slot print_timing: id 0 | task 3601 | eval time = 46157.70 ms / 848 tokens ( 54.50 ms per token, 18.35 tokens per second) 5.26.147.131 I slot print_timing: id 0 | task 3601 | total time = 46594.28 ms / 951 tokens 5.26.147.131 I slot print_timing: id 0 | task 3601 | graphs reused = 3692 5.26.147.132 I slot print_timing: id 0 | task 3601 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.147.250 I slot release: id 0 | task 3601 | stop processing: n_tokens = 2046, truncated = 0 5.26.198.263 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.536 5.26.198.304 I slot launch_slot_: id 0 | task 4468 | processing task, is_child = 0 5.26.593.899 I slot print_timing: id 3 | task 4308 | n_gen = 158, tg = 18.17 t/s, tg_3s = 18.71 t/s 5.27.175.250 I slot print_timing: id 1 | task 4349 | prompt eval time = 465.87 ms / 86 tokens ( 5.42 ms per token, 184.60 tokens per second) 5.27.175.258 I slot print_timing: id 1 | task 4349 | eval time = 6585.05 ms / 131 tokens ( 50.65 ms per token, 19.74 tokens per second) 5.27.175.259 I slot print_timing: id 1 | task 4349 | total time = 7050.92 ms / 217 tokens 5.27.175.260 I slot print_timing: id 1 | task 4349 | graphs reused = 3704 5.27.175.261 I slot print_timing: id 1 | task 4349 | graph reallocs = 0 / 0 (same size) / (changed size) 5.27.175.377 I slot release: id 1 | task 4349 | stop processing: n_tokens = 1312, truncated = 0 5.27.251.843 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.835 5.27.251.881 I slot launch_slot_: id 1 | task 4484 | processing task, is_child = 0 5.28.155.045 I slot print_timing: id 2 | task 4343 | n_gen = 147, tg = 17.80 t/s, tg_3s = 15.57 t/s 5.29.617.427 I slot print_timing: id 3 | task 4308 | n_gen = 212, tg = 18.09 t/s, tg_3s = 17.86 t/s 5.31.203.225 I slot print_timing: id 2 | task 4343 | n_gen = 211, tg = 18.67 t/s, tg_3s = 21.00 t/s 5.31.251.420 I slot print_timing: id 2 | task 4343 | prompt eval time = 424.27 ms / 72 tokens ( 5.89 ms per token, 169.70 tokens per second) 5.31.251.425 I slot print_timing: id 2 | task 4343 | eval time = 11297.57 ms / 212 tokens ( 53.54 ms per token, 18.68 tokens per second) 5.31.251.426 I slot print_timing: id 2 | task 4343 | total time = 11721.84 ms / 284 tokens 5.31.251.427 I slot print_timing: id 2 | task 4343 | graphs reused = 3775 5.31.251.428 I slot print_timing: id 2 | task 4343 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.251.567 I slot release: id 2 | task 4343 | stop processing: n_tokens = 1379, truncated = 0 5.31.327.649 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.795 5.31.327.686 I slot launch_slot_: id 2 | task 4561 | processing task, is_child = 0 5.32.138.392 I slot print_timing: id 0 | task 4468 | n_gen = 100, tg = 17.85 t/s, tg_3s = 18.03 t/s 5.32.622.944 I slot print_timing: id 3 | task 4308 | n_gen = 267, tg = 18.13 t/s, tg_3s = 18.30 t/s 5.32.862.269 I slot print_timing: id 0 | task 4468 | prompt eval time = 393.28 ms / 95 tokens ( 4.14 ms per token, 241.56 tokens per second) 5.32.862.274 I slot print_timing: id 0 | task 4468 | eval time = 6270.68 ms / 115 tokens ( 55.01 ms per token, 18.18 tokens per second) 5.32.862.278 I slot print_timing: id 0 | task 4468 | total time = 6663.96 ms / 210 tokens 5.32.862.279 I slot print_timing: id 0 | task 4468 | graphs reused = 3797 5.32.862.280 I slot print_timing: id 0 | task 4468 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.862.393 I slot release: id 0 | task 4468 | stop processing: n_tokens = 1304, truncated = 0 5.32.862.731 I slot print_timing: id 1 | task 4484 | n_gen = 100, tg = 19.46 t/s, tg_3s = 19.65 t/s 5.32.913.448 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.841 5.32.913.479 I slot launch_slot_: id 0 | task 4588 | processing task, is_child = 0 5.35.652.352 I slot print_timing: id 3 | task 4308 | n_gen = 324, tg = 18.25 t/s, tg_3s = 18.82 t/s 5.35.892.420 I slot print_timing: id 1 | task 4484 | n_gen = 157, tg = 19.22 t/s, tg_3s = 18.81 t/s 5.36.567.508 I slot print_timing: id 1 | task 4484 | prompt eval time = 522.45 ms / 110 tokens ( 4.75 ms per token, 210.55 tokens per second) 5.36.567.515 I slot print_timing: id 1 | task 4484 | eval time = 8793.17 ms / 171 tokens ( 51.72 ms per token, 19.33 tokens per second) 5.36.567.516 I slot print_timing: id 1 | task 4484 | total time = 9315.62 ms / 281 tokens 5.36.567.517 I slot print_timing: id 1 | task 4484 | graphs reused = 3865 5.36.567.518 I slot print_timing: id 1 | task 4484 | graph reallocs = 0 / 0 (same size) / (changed size) 5.36.567.648 I slot release: id 1 | task 4484 | stop processing: n_tokens = 1376, truncated = 0 5.36.644.230 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.797 5.36.644.274 I slot launch_slot_: id 1 | task 4660 | processing task, is_child = 0 5.37.130.347 I slot print_timing: id 2 | task 4561 | n_gen = 100, tg = 18.43 t/s, tg_3s = 18.62 t/s 5.38.375.712 I slot print_timing: id 0 | task 4588 | n_gen = 100, tg = 19.47 t/s, tg_3s = 19.67 t/s 5.38.664.752 I slot print_timing: id 3 | task 4308 | n_gen = 380, tg = 18.30 t/s, tg_3s = 18.59 t/s 5.40.157.901 I slot print_timing: id 2 | task 4561 | n_gen = 163, tg = 19.29 t/s, tg_3s = 20.81 t/s 5.41.412.427 I slot print_timing: id 0 | task 4588 | n_gen = 163, tg = 19.95 t/s, tg_3s = 20.75 t/s 5.41.704.187 I slot print_timing: id 3 | task 4308 | n_gen = 443, tg = 18.61 t/s, tg_3s = 20.73 t/s 5.41.800.064 I slot print_timing: id 1 | task 4660 | n_gen = 100, tg = 20.77 t/s, tg_3s = 20.98 t/s 5.43.196.473 I slot print_timing: id 2 | task 4561 | n_gen = 226, tg = 19.67 t/s, tg_3s = 20.73 t/s 5.44.449.550 I slot print_timing: id 0 | task 4588 | n_gen = 226, tg = 20.16 t/s, tg_3s = 20.74 t/s 5.44.739.461 I slot print_timing: id 3 | task 4308 | n_gen = 506, tg = 18.85 t/s, tg_3s = 20.76 t/s 5.44.835.210 I slot print_timing: id 0 | task 4588 | prompt eval time = 377.32 ms / 83 tokens ( 4.55 ms per token, 219.97 tokens per second) 5.44.835.216 I slot print_timing: id 0 | task 4588 | eval time = 11544.40 ms / 234 tokens ( 49.55 ms per token, 20.18 tokens per second) 5.44.835.217 I slot print_timing: id 0 | task 4588 | total time = 11921.72 ms / 317 tokens 5.44.835.218 I slot print_timing: id 0 | task 4588 | graphs reused = 4025 5.44.835.220 I slot print_timing: id 0 | task 4588 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.835.369 I slot release: id 0 | task 4588 | stop processing: n_tokens = 1413, truncated = 0 5.44.835.793 I slot print_timing: id 1 | task 4660 | n_gen = 163, tg = 20.76 t/s, tg_3s = 20.75 t/s 5.44.887.449 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.776 5.44.887.480 I slot launch_slot_: id 0 | task 4826 | processing task, is_child = 0 5.45.730.521 I slot print_timing: id 2 | task 4561 | prompt eval time = 431.68 ms / 88 tokens ( 4.91 ms per token, 203.86 tokens per second) 5.45.730.526 I slot print_timing: id 2 | task 4561 | eval time = 13971.15 ms / 273 tokens ( 51.36 ms per token, 19.47 tokens per second) 5.45.730.528 I slot print_timing: id 2 | task 4561 | total time = 14402.83 ms / 361 tokens 5.45.730.528 I slot print_timing: id 2 | task 4561 | graphs reused = 4035 5.45.730.529 I slot print_timing: id 2 | task 4561 | graph reallocs = 0 / 0 (same size) / (changed size) 5.45.730.593 I slot release: id 2 | task 4561 | stop processing: n_tokens = 1456, truncated = 0 5.45.804.454 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.753 5.45.804.485 I slot launch_slot_: id 2 | task 4840 | processing task, is_child = 0 5.47.771.441 I slot print_timing: id 3 | task 4308 | n_gen = 556, tg = 18.61 t/s, tg_3s = 16.49 t/s 5.47.867.203 I slot print_timing: id 1 | task 4660 | n_gen = 213, tg = 19.57 t/s, tg_3s = 16.49 t/s 5.50.376.739 I slot print_timing: id 0 | task 4826 | n_gen = 100, tg = 19.33 t/s, tg_3s = 19.52 t/s 5.50.709.758 I slot print_timing: id 1 | task 4660 | prompt eval time = 389.51 ms / 66 tokens ( 5.90 ms per token, 169.45 tokens per second) 5.50.709.766 I slot print_timing: id 1 | task 4660 | eval time = 13675.96 ms / 272 tokens ( 50.46 ms per token, 19.82 tokens per second) 5.50.709.767 I slot print_timing: id 1 | task 4660 | total time = 14065.47 ms / 338 tokens 5.50.709.768 I slot print_timing: id 1 | task 4660 | graphs reused = 4126 5.50.709.768 I slot print_timing: id 1 | task 4660 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.709.885 I slot release: id 1 | task 4660 | stop processing: n_tokens = 1433, truncated = 0 5.50.786.035 I slot print_timing: id 3 | task 4308 | n_gen = 618, tg = 18.79 t/s, tg_3s = 20.57 t/s 5.50.786.043 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.765 5.50.786.078 I slot launch_slot_: id 1 | task 4937 | processing task, is_child = 0 5.51.515.519 I slot print_timing: id 2 | task 4840 | n_gen = 100, tg = 18.77 t/s, tg_3s = 18.96 t/s 5.53.393.120 I slot print_timing: id 0 | task 4826 | n_gen = 152, tg = 18.55 t/s, tg_3s = 17.24 t/s 5.53.828.005 I slot print_timing: id 3 | task 4308 | n_gen = 671, tg = 18.68 t/s, tg_3s = 17.42 t/s 5.54.550.909 I slot print_timing: id 2 | task 4840 | n_gen = 163, tg = 19.49 t/s, tg_3s = 20.76 t/s 5.56.150.678 I slot print_timing: id 1 | task 4937 | n_gen = 100, tg = 20.71 t/s, tg_3s = 20.92 t/s 5.56.441.485 I slot print_timing: id 0 | task 4826 | n_gen = 215, tg = 19.13 t/s, tg_3s = 20.67 t/s 5.56.829.922 I slot print_timing: id 3 | task 4308 | n_gen = 733, tg = 18.83 t/s, tg_3s = 20.65 t/s 5.57.554.704 I slot print_timing: id 2 | task 4840 | n_gen = 225, tg = 19.80 t/s, tg_3s = 20.64 t/s 5.57.698.490 I slot print_timing: id 0 | task 4826 | prompt eval time = 367.46 ms / 71 tokens ( 5.18 ms per token, 193.22 tokens per second) 5.57.698.496 I slot print_timing: id 0 | task 4826 | eval time = 12443.54 ms / 241 tokens ( 51.85 ms per token, 19.29 tokens per second) 5.57.698.497 I slot print_timing: id 0 | task 4826 | total time = 12811.00 ms / 312 tokens 5.57.698.498 I slot print_timing: id 0 | task 4826 | graphs reused = 4256 5.57.698.499 I slot print_timing: id 0 | task 4826 | graph reallocs = 0 / 0 (same size) / (changed size) 5.57.698.636 I slot release: id 0 | task 4826 | stop processing: n_tokens = 1407, truncated = 0 5.57.750.533 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.779 5.57.750.563 I slot launch_slot_: id 0 | task 5072 | processing task, is_child = 0 5.58.318.466 I slot print_timing: id 3 | task 4308 | prompt eval time = 379.14 ms / 81 tokens ( 4.68 ms per token, 213.64 tokens per second) 5.58.318.472 I slot print_timing: id 3 | task 4308 | eval time = 40366.71 ms / 758 tokens ( 53.32 ms per token, 18.75 tokens per second) 5.58.318.473 I slot print_timing: id 3 | task 4308 | total time = 40745.86 ms / 839 tokens 5.58.318.473 I slot print_timing: id 3 | task 4308 | graphs reused = 4260 5.58.318.474 I slot print_timing: id 3 | task 4308 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.318.537 I slot release: id 3 | task 4308 | stop processing: n_tokens = 1934, truncated = 0 5.58.366.527 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.567 5.58.366.555 I slot launch_slot_: id 3 | task 5080 | processing task, is_child = 0 5.59.171.158 I slot print_timing: id 1 | task 4937 | n_gen = 151, tg = 19.23 t/s, tg_3s = 16.88 t/s 6.00.587.899 I slot print_timing: id 2 | task 4840 | n_gen = 277, tg = 19.24 t/s, tg_3s = 17.14 t/s 6.02.184.500 I slot print_timing: id 1 | task 4937 | n_gen = 214, tg = 19.70 t/s, tg_3s = 20.91 t/s 6.03.143.799 I slot print_timing: id 0 | task 5072 | n_gen = 100, tg = 19.73 t/s, tg_3s = 19.93 t/s 6.03.481.526 I slot print_timing: id 3 | task 5080 | n_gen = 100, tg = 20.90 t/s, tg_3s = 21.12 t/s 6.03.625.620 I slot print_timing: id 2 | task 4840 | n_gen = 340, tg = 19.50 t/s, tg_3s = 20.74 t/s 6.05.220.970 I slot print_timing: id 1 | task 4937 | n_gen = 277, tg = 19.93 t/s, tg_3s = 20.75 t/s 6.05.654.545 I slot print_timing: id 3 | task 5080 | prompt eval time = 379.09 ms / 82 tokens ( 4.62 ms per token, 216.31 tokens per second) 6.05.654.558 I slot print_timing: id 3 | task 5080 | eval time = 6908.89 ms / 145 tokens ( 47.98 ms per token, 20.84 tokens per second) 6.05.654.559 I slot print_timing: id 3 | task 5080 | total time = 7287.98 ms / 227 tokens 6.05.654.560 I slot print_timing: id 3 | task 5080 | graphs reused = 4402 6.05.654.561 I slot print_timing: id 3 | task 5080 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.654.696 I slot release: id 3 | task 5080 | stop processing: n_tokens = 1321, truncated = 0 6.05.705.132 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.830 6.05.705.171 I slot launch_slot_: id 3 | task 5228 | processing task, is_child = 0 6.06.179.648 I slot print_timing: id 0 | task 5072 | n_gen = 157, tg = 19.37 t/s, tg_3s = 18.78 t/s 6.06.512.537 I slot print_timing: id 2 | task 4840 | prompt eval time = 435.82 ms / 95 tokens ( 4.59 ms per token, 217.98 tokens per second) 6.06.512.545 I slot print_timing: id 2 | task 4840 | eval time = 20272.22 ms / 394 tokens ( 51.58 ms per token, 19.39 tokens per second) 6.06.512.546 I slot print_timing: id 2 | task 4840 | total time = 20708.03 ms / 489 tokens 6.06.512.547 I slot print_timing: id 2 | task 4840 | graphs reused = 4410 6.06.512.548 I slot print_timing: id 2 | task 4840 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.512.697 I slot release: id 2 | task 4840 | stop processing: n_tokens = 1584, truncated = 0 6.06.589.322 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.692 6.06.589.362 I slot launch_slot_: id 2 | task 5241 | processing task, is_child = 0 6.07.659.586 I slot print_timing: id 0 | task 5072 | prompt eval time = 376.63 ms / 91 tokens ( 4.14 ms per token, 241.62 tokens per second) 6.07.659.594 I slot print_timing: id 0 | task 5072 | eval time = 9532.38 ms / 179 tokens ( 53.55 ms per token, 18.67 tokens per second) 6.07.659.595 I slot print_timing: id 0 | task 5072 | total time = 9909.01 ms / 270 tokens 6.07.659.596 I slot print_timing: id 0 | task 5072 | graphs reused = 4421 6.07.659.597 I slot print_timing: id 0 | task 5072 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.659.736 I slot release: id 0 | task 5072 | stop processing: n_tokens = 1365, truncated = 0 6.07.711.185 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.803 6.07.711.216 I slot launch_slot_: id 0 | task 5257 | processing task, is_child = 0 6.08.231.168 I slot print_timing: id 1 | task 4937 | n_gen = 319, tg = 18.86 t/s, tg_3s = 13.95 t/s 6.11.257.369 I slot print_timing: id 1 | task 4937 | n_gen = 382, tg = 19.16 t/s, tg_3s = 20.82 t/s 6.11.547.504 I slot print_timing: id 3 | task 5228 | n_gen = 100, tg = 18.12 t/s, tg_3s = 18.30 t/s 6.12.126.149 I slot print_timing: id 2 | task 5241 | n_gen = 100, tg = 19.63 t/s, tg_3s = 19.83 t/s 6.12.848.217 I slot print_timing: id 0 | task 5257 | n_gen = 100, tg = 20.79 t/s, tg_3s = 21.00 t/s 6.14.299.871 I slot print_timing: id 1 | task 4937 | n_gen = 445, tg = 19.36 t/s, tg_3s = 20.71 t/s 6.14.590.751 I slot print_timing: id 3 | task 5228 | n_gen = 163, tg = 19.04 t/s, tg_3s = 20.70 t/s 6.14.878.432 I slot print_timing: id 0 | task 5257 | prompt eval time = 375.94 ms / 87 tokens ( 4.32 ms per token, 231.42 tokens per second) 6.14.878.441 I slot print_timing: id 0 | task 5257 | eval time = 6791.27 ms / 142 tokens ( 48.16 ms per token, 20.76 tokens per second) 6.14.878.442 I slot print_timing: id 0 | task 5257 | total time = 7167.21 ms / 229 tokens 6.14.878.443 I slot print_timing: id 0 | task 5257 | graphs reused = 4562 6.14.878.443 I slot print_timing: id 0 | task 5257 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.878.559 I slot release: id 0 | task 5257 | stop processing: n_tokens = 1324, truncated = 0 6.14.930.267 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.828 6.14.930.300 I slot launch_slot_: id 0 | task 5402 | processing task, is_child = 0 6.15.213.446 I slot print_timing: id 2 | task 5241 | n_gen = 159, tg = 19.43 t/s, tg_3s = 19.11 t/s 6.16.800.986 I slot print_timing: id 3 | task 5228 | prompt eval time = 378.41 ms / 80 tokens ( 4.73 ms per token, 211.41 tokens per second) 6.16.800.995 I slot print_timing: id 3 | task 5228 | eval time = 10717.40 ms / 203 tokens ( 53.06 ms per token, 18.85 tokens per second) 6.16.800.996 I slot print_timing: id 3 | task 5228 | total time = 11095.80 ms / 283 tokens 6.16.800.997 I slot print_timing: id 3 | task 5228 | graphs reused = 4593 6.16.800.998 I slot print_timing: id 3 | task 5228 | graph reallocs = 0 / 0 (same size) / (changed size) 6.16.801.155 I slot release: id 3 | task 5228 | stop processing: n_tokens = 1378, truncated = 0 6.16.851.550 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.795 6.16.851.586 I slot launch_slot_: id 3 | task 5437 | processing task, is_child = 0 6.17.328.356 I slot print_timing: id 1 | task 4937 | n_gen = 496, tg = 19.07 t/s, tg_3s = 16.84 t/s 6.18.227.883 I slot print_timing: id 2 | task 5241 | n_gen = 215, tg = 19.20 t/s, tg_3s = 18.58 t/s 6.20.345.658 I slot print_timing: id 0 | task 5402 | n_gen = 100, tg = 19.64 t/s, tg_3s = 19.84 t/s 6.20.346.091 I slot print_timing: id 1 | task 4937 | n_gen = 559, tg = 19.26 t/s, tg_3s = 20.88 t/s 6.21.262.409 I slot print_timing: id 2 | task 5241 | n_gen = 278, tg = 19.53 t/s, tg_3s = 20.76 t/s 6.21.454.175 I slot print_timing: id 0 | task 5402 | prompt eval time = 375.68 ms / 88 tokens ( 4.27 ms per token, 234.24 tokens per second) 6.21.454.183 I slot print_timing: id 0 | task 5402 | eval time = 6148.19 ms / 123 tokens ( 50.39 ms per token, 19.84 tokens per second) 6.21.454.184 I slot print_timing: id 0 | task 5402 | total time = 6523.87 ms / 211 tokens 6.21.454.185 I slot print_timing: id 0 | task 5402 | graphs reused = 4679 6.21.454.186 I slot print_timing: id 0 | task 5402 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.454.305 I slot release: id 0 | task 5402 | stop processing: n_tokens = 1306, truncated = 0 6.21.505.273 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.839 6.21.505.301 I slot launch_slot_: id 0 | task 5529 | processing task, is_child = 0 6.22.268.414 I slot print_timing: id 3 | task 5437 | n_gen = 100, tg = 19.66 t/s, tg_3s = 19.86 t/s 6.23.381.904 I slot print_timing: id 1 | task 4937 | n_gen = 616, tg = 19.21 t/s, tg_3s = 18.78 t/s 6.24.298.353 I slot print_timing: id 2 | task 5241 | n_gen = 335, tg = 19.40 t/s, tg_3s = 18.78 t/s 6.25.310.240 I slot print_timing: id 3 | task 5437 | n_gen = 163, tg = 20.05 t/s, tg_3s = 20.71 t/s 6.26.420.625 I slot print_timing: id 1 | task 4937 | n_gen = 679, tg = 19.34 t/s, tg_3s = 20.73 t/s 6.26.661.993 I slot print_timing: id 0 | task 5529 | n_gen = 100, tg = 20.73 t/s, tg_3s = 20.94 t/s 6.27.338.906 I slot print_timing: id 2 | task 5241 | n_gen = 398, tg = 19.60 t/s, tg_3s = 20.72 t/s 6.28.157.595 I slot print_timing: id 0 | task 5529 | prompt eval time = 380.34 ms / 95 tokens ( 4.00 ms per token, 249.77 tokens per second) 6.28.157.603 I slot print_timing: id 0 | task 5529 | eval time = 6271.94 ms / 131 tokens ( 48.25 ms per token, 20.73 tokens per second) 6.28.157.606 I slot print_timing: id 0 | task 5529 | total time = 6652.28 ms / 226 tokens 6.28.157.607 I slot print_timing: id 0 | task 5529 | graphs reused = 4809 6.28.157.608 I slot print_timing: id 0 | task 5529 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.157.751 I slot release: id 0 | task 5529 | stop processing: n_tokens = 1321, truncated = 0 6.28.209.928 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.830 6.28.209.964 I slot launch_slot_: id 0 | task 5663 | processing task, is_child = 0 6.28.486.567 I slot print_timing: id 3 | task 5437 | n_gen = 224, tg = 19.81 t/s, tg_3s = 19.20 t/s 6.29.435.699 I slot print_timing: id 1 | task 4937 | n_gen = 736, tg = 19.31 t/s, tg_3s = 18.91 t/s 6.30.242.274 I slot print_timing: id 1 | task 4937 | prompt eval time = 584.76 ms / 141 tokens ( 4.15 ms per token, 241.13 tokens per second) 6.30.242.287 I slot print_timing: id 1 | task 4937 | eval time = 38871.43 ms / 753 tokens ( 51.69 ms per token, 19.35 tokens per second) 6.30.242.288 I slot print_timing: id 1 | task 4937 | total time = 39456.19 ms / 894 tokens 6.30.242.288 I slot print_timing: id 1 | task 4937 | graphs reused = 4844 6.30.242.288 I slot print_timing: id 1 | task 4937 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.242.355 I slot release: id 1 | task 4937 | stop processing: n_tokens = 1989, truncated = 0 6.30.316.184 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.551 6.30.316.211 I slot launch_slot_: id 1 | task 5702 | processing task, is_child = 0 6.30.645.928 I slot print_timing: id 2 | task 5241 | n_gen = 455, tg = 19.27 t/s, tg_3s = 17.24 t/s 6.31.488.847 I slot print_timing: id 3 | task 5437 | n_gen = 278, tg = 19.43 t/s, tg_3s = 17.99 t/s 6.33.654.352 I slot print_timing: id 2 | task 5241 | n_gen = 516, tg = 19.38 t/s, tg_3s = 20.28 t/s 6.33.701.849 I slot print_timing: id 0 | task 5663 | n_gen = 100, tg = 19.33 t/s, tg_3s = 19.52 t/s 6.34.136.119 I slot print_timing: id 0 | task 5663 | prompt eval time = 369.58 ms / 74 tokens ( 4.99 ms per token, 200.23 tokens per second) 6.34.136.128 I slot print_timing: id 0 | task 5663 | eval time = 5556.57 ms / 109 tokens ( 51.45 ms per token, 19.44 tokens per second) 6.34.136.129 I slot print_timing: id 0 | task 5663 | total time = 5926.15 ms / 183 tokens 6.34.136.130 I slot print_timing: id 0 | task 5663 | graphs reused = 4913 6.34.136.131 I slot print_timing: id 0 | task 5663 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.136.245 I slot release: id 0 | task 5663 | stop processing: n_tokens = 1278, truncated = 0 6.34.187.769 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.858 6.34.187.800 I slot launch_slot_: id 0 | task 5776 | processing task, is_child = 0 6.34.556.283 I slot print_timing: id 3 | task 5437 | n_gen = 336, tg = 19.34 t/s, tg_3s = 18.91 t/s 6.35.814.398 I slot print_timing: id 1 | task 5702 | prompt eval time = 461.09 ms / 94 tokens ( 4.91 ms per token, 203.86 tokens per second) 6.35.814.405 I slot print_timing: id 1 | task 5702 | eval time = 5037.08 ms / 100 tokens ( 50.88 ms per token, 19.65 tokens per second) 6.35.814.407 I slot print_timing: id 1 | task 5702 | total time = 5498.18 ms / 194 tokens 6.35.814.408 I slot print_timing: id 1 | task 5702 | graphs reused = 4939 6.35.814.409 I slot print_timing: id 1 | task 5702 | graph reallocs = 0 / 0 (same size) / (changed size) 6.35.814.525 I slot release: id 1 | task 5702 | stop processing: n_tokens = 1288, truncated = 0 6.35.814.905 I slot print_timing: id 2 | task 5241 | prompt eval time = 492.66 ms / 107 tokens ( 4.60 ms per token, 217.19 tokens per second) 6.35.814.910 I slot print_timing: id 2 | task 5241 | eval time = 28732.88 ms / 555 tokens ( 51.86 ms per token, 19.28 tokens per second) 6.35.814.911 I slot print_timing: id 2 | task 5241 | total time = 29225.54 ms / 662 tokens 6.35.814.912 I slot print_timing: id 2 | task 5241 | graphs reused = 4939 6.35.814.913 I slot print_timing: id 2 | task 5241 | graph reallocs = 0 / 0 (same size) / (changed size) 6.35.815.022 I slot release: id 2 | task 5241 | stop processing: n_tokens = 1757, truncated = 0 6.35.874.063 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.851 6.35.874.096 I slot launch_slot_: id 1 | task 5806 | processing task, is_child = 0 6.35.888.474 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.624 6.35.888.498 I slot launch_slot_: id 2 | task 5807 | processing task, is_child = 0 6.37.603.535 I slot print_timing: id 3 | task 5437 | n_gen = 388, tg = 19.00 t/s, tg_3s = 17.06 t/s 6.39.672.875 I slot print_timing: id 0 | task 5776 | prompt eval time = 368.00 ms / 74 tokens ( 4.97 ms per token, 201.09 tokens per second) 6.39.672.880 I slot print_timing: id 0 | task 5776 | eval time = 5117.07 ms / 96 tokens ( 53.86 ms per token, 18.57 tokens per second) 6.39.672.881 I slot print_timing: id 0 | task 5776 | total time = 5485.07 ms / 170 tokens 6.39.672.882 I slot print_timing: id 0 | task 5776 | graphs reused = 5004 6.39.672.882 I slot print_timing: id 0 | task 5776 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.672.999 I slot release: id 0 | task 5776 | stop processing: n_tokens = 1265, truncated = 0 6.39.724.475 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.866 6.39.724.505 I slot launch_slot_: id 0 | task 5877 | processing task, is_child = 0 6.40.613.391 I slot print_timing: id 3 | task 5437 | n_gen = 442, tg = 18.86 t/s, tg_3s = 17.94 t/s 6.41.394.096 I slot print_timing: id 2 | task 5807 | prompt eval time = 602.25 ms / 73 tokens ( 8.25 ms per token, 121.21 tokens per second) 6.41.394.104 I slot print_timing: id 2 | task 5807 | eval time = 4902.38 ms / 94 tokens ( 52.71 ms per token, 18.97 tokens per second) 6.41.394.105 I slot print_timing: id 2 | task 5807 | total time = 5504.63 ms / 167 tokens 6.41.394.106 I slot print_timing: id 2 | task 5807 | graphs reused = 5028 6.41.394.107 I slot print_timing: id 2 | task 5807 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.394.242 I slot release: id 2 | task 5807 | stop processing: n_tokens = 1261, truncated = 0 6.41.471.296 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.869 6.41.471.340 I slot launch_slot_: id 2 | task 5905 | processing task, is_child = 0 6.42.049.629 I slot print_timing: id 1 | task 5806 | n_gen = 100, tg = 17.81 t/s, tg_3s = 17.99 t/s 6.43.643.388 I slot print_timing: id 3 | task 5437 | n_gen = 497, tg = 18.78 t/s, tg_3s = 18.15 t/s 6.44.509.561 I slot print_timing: id 1 | task 5806 | prompt eval time = 603.02 ms / 78 tokens ( 7.73 ms per token, 129.35 tokens per second) 6.44.509.569 I slot print_timing: id 1 | task 5806 | eval time = 8018.03 ms / 151 tokens ( 53.45 ms per token, 18.71 tokens per second) 6.44.509.570 I slot print_timing: id 1 | task 5806 | total time = 8621.05 ms / 229 tokens 6.44.509.571 I slot print_timing: id 1 | task 5806 | graphs reused = 5081 6.44.509.572 I slot print_timing: id 1 | task 5806 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.509.686 I slot release: id 1 | task 5806 | stop processing: n_tokens = 1324, truncated = 0 6.44.585.773 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.828 6.44.585.811 I slot launch_slot_: id 1 | task 5963 | processing task, is_child = 0 6.45.756.711 I slot print_timing: id 0 | task 5877 | n_gen = 100, tg = 17.92 t/s, tg_3s = 18.10 t/s 6.46.680.196 I slot print_timing: id 3 | task 5437 | n_gen = 552, tg = 18.71 t/s, tg_3s = 18.11 t/s 6.47.065.898 I slot print_timing: id 2 | task 5905 | n_gen = 100, tg = 19.19 t/s, tg_3s = 19.38 t/s 6.48.801.418 I slot print_timing: id 0 | task 5877 | n_gen = 163, tg = 18.91 t/s, tg_3s = 20.69 t/s 6.49.724.440 I slot print_timing: id 3 | task 5437 | n_gen = 615, tg = 18.90 t/s, tg_3s = 20.69 t/s 6.49.820.411 I slot print_timing: id 1 | task 5963 | n_gen = 100, tg = 20.73 t/s, tg_3s = 20.94 t/s 6.50.109.362 I slot print_timing: id 2 | task 5905 | n_gen = 163, tg = 19.75 t/s, tg_3s = 20.70 t/s 6.51.077.381 I slot print_timing: id 2 | task 5905 | prompt eval time = 435.69 ms / 94 tokens ( 4.63 ms per token, 215.75 tokens per second) 6.51.077.388 I slot print_timing: id 2 | task 5905 | eval time = 9170.34 ms / 183 tokens ( 50.39 ms per token, 19.85 tokens per second) 6.51.077.389 I slot print_timing: id 2 | task 5905 | total time = 9606.03 ms / 277 tokens 6.51.077.390 I slot print_timing: id 2 | task 5905 | graphs reused = 5204 6.51.077.391 I slot print_timing: id 2 | task 5905 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.077.551 I slot release: id 2 | task 5905 | stop processing: n_tokens = 1372, truncated = 0 6.51.154.667 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.799 6.51.154.703 I slot launch_slot_: id 2 | task 6092 | processing task, is_child = 0 6.51.818.324 I slot print_timing: id 0 | task 5877 | n_gen = 218, tg = 18.73 t/s, tg_3s = 18.23 t/s 6.52.739.394 I slot print_timing: id 3 | task 5437 | n_gen = 670, tg = 18.84 t/s, tg_3s = 18.24 t/s 6.52.835.076 I slot print_timing: id 1 | task 5963 | n_gen = 155, tg = 19.77 t/s, tg_3s = 18.24 t/s 6.54.865.636 I slot print_timing: id 0 | task 5877 | n_gen = 281, tg = 19.13 t/s, tg_3s = 20.67 t/s 6.55.783.421 I slot print_timing: id 3 | task 5437 | n_gen = 733, tg = 18.99 t/s, tg_3s = 20.70 t/s 6.55.879.473 I slot print_timing: id 1 | task 5963 | n_gen = 218, tg = 20.03 t/s, tg_3s = 20.69 t/s 6.56.361.036 I slot print_timing: id 2 | task 6092 | n_gen = 100, tg = 20.70 t/s, tg_3s = 20.91 t/s 6.57.664.900 I slot print_timing: id 3 | task 5437 | prompt eval time = 380.64 ms / 93 tokens ( 4.09 ms per token, 244.33 tokens per second) 6.57.664.912 I slot print_timing: id 3 | task 5437 | eval time = 40432.67 ms / 772 tokens ( 52.44 ms per token, 19.07 tokens per second) 6.57.664.913 I slot print_timing: id 3 | task 5437 | total time = 40813.30 ms / 865 tokens 6.57.664.914 I slot print_timing: id 3 | task 5437 | graphs reused = 5329 6.57.664.915 I slot print_timing: id 3 | task 5437 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.665.069 I slot release: id 3 | task 5437 | stop processing: n_tokens = 1960, truncated = 0 6.57.715.690 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.559 6.57.715.718 I slot launch_slot_: id 3 | task 6222 | processing task, is_child = 0 6.58.008.336 I slot print_timing: id 0 | task 5877 | n_gen = 341, tg = 19.13 t/s, tg_3s = 19.09 t/s 6.58.910.299 I slot print_timing: id 1 | task 5963 | n_gen = 275, tg = 19.76 t/s, tg_3s = 18.81 t/s 6.59.401.399 I slot print_timing: id 2 | task 6092 | n_gen = 157, tg = 19.94 t/s, tg_3s = 18.75 t/s 6.59.546.225 I slot print_timing: id 1 | task 5963 | prompt eval time = 458.46 ms / 90 tokens ( 5.09 ms per token, 196.31 tokens per second) 6.59.546.230 I slot print_timing: id 1 | task 5963 | eval time = 14501.94 ms / 288 tokens ( 50.53 ms per token, 19.79 tokens per second) 6.59.546.232 I slot print_timing: id 1 | task 5963 | total time = 14960.40 ms / 378 tokens 6.59.546.233 I slot print_timing: id 1 | task 5963 | graphs reused = 5358 6.59.546.234 I slot print_timing: id 1 | task 5963 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.546.367 I slot release: id 1 | task 5963 | stop processing: n_tokens = 1473, truncated = 0 6.59.546.711 I slot print_timing: id 2 | task 6092 | prompt eval time = 424.25 ms / 77 tokens ( 5.51 ms per token, 181.50 tokens per second) 6.59.546.716 I slot print_timing: id 2 | task 6092 | eval time = 7967.75 ms / 160 tokens ( 50.11 ms per token, 19.96 tokens per second) 6.59.546.717 I slot print_timing: id 2 | task 6092 | total time = 8392.00 ms / 237 tokens 6.59.546.718 I slot print_timing: id 2 | task 6092 | graphs reused = 5358 6.59.546.718 I slot print_timing: id 2 | task 6092 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.546.823 I slot release: id 2 | task 6092 | stop processing: n_tokens = 1332, truncated = 0 6.59.605.510 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.744 6.59.605.538 I slot launch_slot_: id 1 | task 6256 | processing task, is_child = 0 6.59.619.855 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.823 6.59.619.875 I slot launch_slot_: id 2 | task 6257 | processing task, is_child = 0 7.01.049.353 I slot print_timing: id 0 | task 5877 | n_gen = 391, tg = 18.74 t/s, tg_3s = 16.44 t/s 7.02.494.906 I slot print_timing: id 0 | task 5877 | prompt eval time = 508.24 ms / 150 tokens ( 3.39 ms per token, 295.14 tokens per second) 7.02.494.913 I slot print_timing: id 0 | task 5877 | eval time = 22262.15 ms / 421 tokens ( 53.01 ms per token, 18.87 tokens per second) 7.02.494.914 I slot print_timing: id 0 | task 5877 | total time = 22770.39 ms / 571 tokens 7.02.494.914 I slot print_timing: id 0 | task 5877 | graphs reused = 5403 7.02.494.915 I slot print_timing: id 0 | task 5877 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.495.038 I slot release: id 0 | task 5877 | stop processing: n_tokens = 1666, truncated = 0 7.02.545.979 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.658 7.02.546.014 I slot launch_slot_: id 0 | task 6307 | processing task, is_child = 0 7.03.673.400 I slot print_timing: id 3 | task 6222 | n_gen = 100, tg = 17.77 t/s, tg_3s = 17.95 t/s 7.05.256.243 I slot print_timing: id 1 | task 6256 | n_gen = 100, tg = 19.91 t/s, tg_3s = 20.11 t/s 7.05.256.587 I slot print_timing: id 2 | task 6257 | n_gen = 100, tg = 19.91 t/s, tg_3s = 20.11 t/s 7.05.834.654 I slot print_timing: id 3 | task 6222 | prompt eval time = 386.34 ms / 94 tokens ( 4.11 ms per token, 243.31 tokens per second) 7.05.834.663 I slot print_timing: id 3 | task 6222 | eval time = 7732.57 ms / 145 tokens ( 53.70 ms per token, 18.62 tokens per second) 7.05.834.664 I slot print_timing: id 3 | task 6222 | total time = 8118.91 ms / 239 tokens 7.05.834.665 I slot print_timing: id 3 | task 6222 | graphs reused = 5464 7.05.834.666 I slot print_timing: id 3 | task 6222 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.834.845 I slot release: id 3 | task 6222 | stop processing: n_tokens = 1333, truncated = 0 7.05.885.329 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.822 7.05.885.359 I slot launch_slot_: id 3 | task 6373 | processing task, is_child = 0 7.07.529.814 I slot print_timing: id 1 | task 6256 | prompt eval time = 664.52 ms / 63 tokens ( 10.55 ms per token, 94.80 tokens per second) 7.07.529.820 I slot print_timing: id 1 | task 6256 | eval time = 7245.41 ms / 140 tokens ( 52.13 ms per token, 19.18 tokens per second) 7.07.529.821 I slot print_timing: id 1 | task 6256 | total time = 7909.93 ms / 203 tokens 7.07.529.822 I slot print_timing: id 1 | task 6256 | graphs reused = 5488 7.07.529.823 I slot print_timing: id 1 | task 6256 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.529.948 I slot release: id 1 | task 6256 | stop processing: n_tokens = 1298, truncated = 0 7.07.606.507 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.844 7.07.606.542 I slot launch_slot_: id 1 | task 6402 | processing task, is_child = 0 7.08.207.098 I slot print_timing: id 0 | task 6307 | prompt eval time = 308.22 ms / 64 tokens ( 4.82 ms per token, 207.64 tokens per second) 7.08.207.100 I slot print_timing: id 0 | task 6307 | eval time = 5352.86 ms / 97 tokens ( 55.76 ms per token, 17.93 tokens per second) 7.08.207.101 I slot print_timing: id 0 | task 6307 | total time = 5661.08 ms / 161 tokens 7.08.207.101 I slot print_timing: id 0 | task 6307 | graphs reused = 5490 7.08.207.102 I slot print_timing: id 0 | task 6307 | graph reallocs = 0 / 0 (same size) / (changed size) 7.08.207.164 I slot release: id 0 | task 6307 | stop processing: n_tokens = 1255, truncated = 0 7.08.255.215 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.873 7.08.255.238 I slot launch_slot_: id 0 | task 6409 | processing task, is_child = 0 7.08.538.150 I slot print_timing: id 2 | task 6257 | n_gen = 148, tg = 17.81 t/s, tg_3s = 14.63 t/s 7.11.570.274 I slot print_timing: id 2 | task 6257 | n_gen = 210, tg = 18.52 t/s, tg_3s = 20.45 t/s 7.11.763.078 I slot print_timing: id 3 | task 6373 | n_gen = 100, tg = 18.23 t/s, tg_3s = 18.42 t/s 7.13.108.962 I slot print_timing: id 1 | task 6402 | n_gen = 100, tg = 19.62 t/s, tg_3s = 19.82 t/s 7.13.398.635 I slot print_timing: id 0 | task 6409 | n_gen = 100, tg = 20.76 t/s, tg_3s = 20.97 t/s 7.13.787.645 I slot print_timing: id 2 | task 6257 | prompt eval time = 663.80 ms / 104 tokens ( 6.38 ms per token, 156.67 tokens per second) 7.13.787.651 I slot print_timing: id 2 | task 6257 | eval time = 13503.06 ms / 256 tokens ( 52.95 ms per token, 18.88 tokens per second) 7.13.787.652 I slot print_timing: id 2 | task 6257 | total time = 14166.86 ms / 360 tokens 7.13.787.653 I slot print_timing: id 2 | task 6257 | graphs reused = 5596 7.13.787.654 I slot print_timing: id 2 | task 6257 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.787.804 I slot release: id 2 | task 6257 | stop processing: n_tokens = 1455, truncated = 0 7.13.864.403 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.753 7.13.864.447 I slot launch_slot_: id 2 | task 6520 | processing task, is_child = 0 7.14.782.339 I slot print_timing: id 3 | task 6373 | n_gen = 154, tg = 18.11 t/s, tg_3s = 17.89 t/s 7.15.253.923 I slot print_timing: id 3 | task 6373 | prompt eval time = 447.57 ms / 124 tokens ( 3.61 ms per token, 277.05 tokens per second) 7.15.253.929 I slot print_timing: id 3 | task 6373 | eval time = 8920.98 ms / 164 tokens ( 54.73 ms per token, 18.27 tokens per second) 7.15.253.929 I slot print_timing: id 3 | task 6373 | total time = 9368.55 ms / 288 tokens 7.15.253.929 I slot print_timing: id 3 | task 6373 | graphs reused = 5614 7.15.253.930 I slot print_timing: id 3 | task 6373 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.253.995 I slot release: id 3 | task 6373 | stop processing: n_tokens = 1383, truncated = 0 7.15.301.915 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.792 7.15.301.941 I slot launch_slot_: id 3 | task 6543 | processing task, is_child = 0 7.16.134.076 I slot print_timing: id 1 | task 6402 | n_gen = 150, tg = 18.46 t/s, tg_3s = 16.53 t/s 7.16.417.577 I slot print_timing: id 0 | task 6409 | n_gen = 150, tg = 19.13 t/s, tg_3s = 16.56 t/s 7.16.891.490 I slot print_timing: id 1 | task 6402 | prompt eval time = 457.48 ms / 93 tokens ( 4.92 ms per token, 203.29 tokens per second) 7.16.891.496 I slot print_timing: id 1 | task 6402 | eval time = 8827.46 ms / 166 tokens ( 53.50 ms per token, 18.69 tokens per second) 7.16.891.497 I slot print_timing: id 1 | task 6402 | total time = 9284.94 ms / 259 tokens 7.16.891.498 I slot print_timing: id 1 | task 6402 | graphs reused = 5639 7.16.891.498 I slot print_timing: id 1 | task 6402 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.891.574 I slot release: id 1 | task 6402 | stop processing: n_tokens = 1354, truncated = 0 7.16.966.305 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.809 7.16.966.381 I slot launch_slot_: id 1 | task 6574 | processing task, is_child = 0 7.19.430.760 I slot print_timing: id 0 | task 6409 | n_gen = 205, tg = 18.89 t/s, tg_3s = 18.25 t/s 7.19.670.895 I slot print_timing: id 2 | task 6520 | n_gen = 100, tg = 18.63 t/s, tg_3s = 18.82 t/s 7.20.730.488 I slot print_timing: id 3 | task 6543 | n_gen = 100, tg = 19.35 t/s, tg_3s = 19.54 t/s 7.21.790.880 I slot print_timing: id 2 | task 6520 | prompt eval time = 491.56 ms / 109 tokens ( 4.51 ms per token, 221.74 tokens per second) 7.21.790.888 I slot print_timing: id 2 | task 6520 | eval time = 7434.86 ms / 144 tokens ( 51.99 ms per token, 19.23 tokens per second) 7.21.790.889 I slot print_timing: id 2 | task 6520 | total time = 7926.42 ms / 253 tokens 7.21.790.890 I slot print_timing: id 2 | task 6520 | graphs reused = 5728 7.21.790.891 I slot print_timing: id 2 | task 6520 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.791.040 I slot release: id 2 | task 6520 | stop processing: n_tokens = 1348, truncated = 0 7.21.867.862 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.813 7.21.867.900 I slot launch_slot_: id 2 | task 6669 | processing task, is_child = 0 7.22.408.240 I slot print_timing: id 3 | task 6543 | prompt eval time = 311.36 ms / 67 tokens ( 4.65 ms per token, 215.19 tokens per second) 7.22.408.245 I slot print_timing: id 3 | task 6543 | eval time = 6794.93 ms / 126 tokens ( 54.36 ms per token, 18.40 tokens per second) 7.22.408.246 I slot print_timing: id 3 | task 6543 | total time = 7106.29 ms / 193 tokens 7.22.408.246 I slot print_timing: id 3 | task 6543 | graphs reused = 5728 7.22.408.247 I slot print_timing: id 3 | task 6543 | graph reallocs = 0 / 0 (same size) / (changed size) 7.22.408.309 I slot release: id 3 | task 6543 | stop processing: n_tokens = 1288, truncated = 0 7.22.455.321 I slot print_timing: id 0 | task 6409 | n_gen = 259, tg = 18.66 t/s, tg_3s = 17.85 t/s 7.22.455.726 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.851 7.22.455.751 I slot launch_slot_: id 3 | task 6674 | processing task, is_child = 0 7.22.876.407 I slot print_timing: id 1 | task 6574 | n_gen = 100, tg = 18.18 t/s, tg_3s = 18.36 t/s 7.23.268.253 I slot print_timing: id 1 | task 6574 | prompt eval time = 463.40 ms / 94 tokens ( 4.93 ms per token, 202.85 tokens per second) 7.23.268.260 I slot print_timing: id 1 | task 6574 | eval time = 5838.45 ms / 108 tokens ( 54.56 ms per token, 18.33 tokens per second) 7.23.268.261 I slot print_timing: id 1 | task 6574 | total time = 6301.85 ms / 202 tokens 7.23.268.262 I slot print_timing: id 1 | task 6574 | graphs reused = 5736 7.23.268.263 I slot print_timing: id 1 | task 6574 | graph reallocs = 0 / 0 (same size) / (changed size) 7.23.268.381 I slot release: id 1 | task 6574 | stop processing: n_tokens = 1297, truncated = 0 7.23.345.064 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.845 7.23.345.100 I slot launch_slot_: id 1 | task 6687 | processing task, is_child = 0 7.25.475.721 I slot print_timing: id 0 | task 6409 | n_gen = 308, tg = 18.22 t/s, tg_3s = 16.22 t/s 7.27.782.925 I slot print_timing: id 2 | task 6669 | n_gen = 100, tg = 18.25 t/s, tg_3s = 18.44 t/s 7.27.980.504 I slot print_timing: id 3 | task 6674 | n_gen = 100, tg = 19.21 t/s, tg_3s = 19.41 t/s 7.28.509.755 I slot print_timing: id 0 | task 6409 | n_gen = 371, tg = 18.61 t/s, tg_3s = 20.76 t/s 7.28.558.515 I slot print_timing: id 1 | task 6687 | n_gen = 100, tg = 20.79 t/s, tg_3s = 21.00 t/s 7.28.606.440 I slot print_timing: id 0 | task 6409 | prompt eval time = 375.44 ms / 85 tokens ( 4.42 ms per token, 226.40 tokens per second) 7.28.606.449 I slot print_timing: id 0 | task 6409 | eval time = 19975.75 ms / 373 tokens ( 53.70 ms per token, 18.62 tokens per second) 7.28.606.451 I slot print_timing: id 0 | task 6409 | total time = 20351.19 ms / 458 tokens 7.28.606.452 I slot print_timing: id 0 | task 6409 | graphs reused = 5834 7.28.606.453 I slot print_timing: id 0 | task 6409 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.606.569 I slot release: id 0 | task 6409 | stop processing: n_tokens = 1553, truncated = 0 7.28.658.036 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.706 7.28.658.073 I slot launch_slot_: id 0 | task 6791 | processing task, is_child = 0 7.29.082.486 I slot print_timing: id 1 | task 6687 | prompt eval time = 450.55 ms / 73 tokens ( 6.17 ms per token, 162.02 tokens per second) 7.29.082.492 I slot print_timing: id 1 | task 6687 | eval time = 5286.82 ms / 105 tokens ( 50.83 ms per token, 19.67 tokens per second) 7.29.082.493 I slot print_timing: id 1 | task 6687 | total time = 5737.38 ms / 178 tokens 7.29.082.493 I slot print_timing: id 1 | task 6687 | graphs reused = 5835 7.29.082.494 I slot print_timing: id 1 | task 6687 | graph reallocs = 0 / 0 (same size) / (changed size) 7.29.082.558 I slot release: id 1 | task 6687 | stop processing: n_tokens = 1273, truncated = 0 7.29.156.299 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.861 7.29.156.323 I slot launch_slot_: id 1 | task 6796 | processing task, is_child = 0 7.30.808.645 I slot print_timing: id 2 | task 6669 | n_gen = 148, tg = 17.40 t/s, tg_3s = 15.86 t/s 7.31.000.772 I slot print_timing: id 3 | task 6674 | n_gen = 148, tg = 17.99 t/s, tg_3s = 15.89 t/s 7.33.853.939 I slot print_timing: id 2 | task 6669 | n_gen = 211, tg = 18.27 t/s, tg_3s = 20.69 t/s 7.34.047.445 I slot print_timing: id 3 | task 6674 | n_gen = 211, tg = 18.72 t/s, tg_3s = 20.68 t/s 7.34.238.977 I slot print_timing: id 0 | task 6791 | n_gen = 100, tg = 19.02 t/s, tg_3s = 19.21 t/s 7.34.432.027 I slot print_timing: id 1 | task 6796 | n_gen = 100, tg = 20.80 t/s, tg_3s = 21.01 t/s 7.36.890.593 I slot print_timing: id 2 | task 6669 | n_gen = 274, tg = 18.79 t/s, tg_3s = 20.75 t/s 7.37.083.469 I slot print_timing: id 3 | task 6674 | n_gen = 274, tg = 19.15 t/s, tg_3s = 20.75 t/s 7.37.274.775 I slot print_timing: id 0 | task 6791 | n_gen = 163, tg = 19.66 t/s, tg_3s = 20.75 t/s 7.37.468.149 I slot print_timing: id 1 | task 6796 | n_gen = 163, tg = 20.78 t/s, tg_3s = 20.75 t/s 7.39.204.481 I slot print_timing: id 2 | task 6669 | prompt eval time = 491.30 ms / 107 tokens ( 4.59 ms per token, 217.79 tokens per second) 7.39.204.488 I slot print_timing: id 2 | task 6669 | eval time = 16845.27 ms / 322 tokens ( 52.48 ms per token, 19.06 tokens per second) 7.39.204.489 I slot print_timing: id 2 | task 6669 | total time = 17336.57 ms / 429 tokens 7.39.204.490 I slot print_timing: id 2 | task 6669 | graphs reused = 6031 7.39.204.491 I slot print_timing: id 2 | task 6669 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.204.631 I slot release: id 2 | task 6669 | stop processing: n_tokens = 1524, truncated = 0 7.39.281.148 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.719 7.39.281.183 I slot launch_slot_: id 2 | task 6998 | processing task, is_child = 0 7.40.085.585 I slot print_timing: id 3 | task 6674 | n_gen = 329, tg = 19.01 t/s, tg_3s = 18.32 t/s 7.40.275.945 I slot print_timing: id 0 | task 6791 | n_gen = 218, tg = 19.30 t/s, tg_3s = 18.33 t/s 7.40.334.103 I slot print_timing: id 0 | task 6791 | prompt eval time = 375.32 ms / 91 tokens ( 4.12 ms per token, 242.46 tokens per second) 7.40.334.109 I slot print_timing: id 0 | task 6791 | eval time = 11300.70 ms / 219 tokens ( 51.84 ms per token, 19.29 tokens per second) 7.40.334.110 I slot print_timing: id 0 | task 6791 | total time = 11676.02 ms / 310 tokens 7.40.334.111 I slot print_timing: id 0 | task 6791 | graphs reused = 6043 7.40.334.112 I slot print_timing: id 0 | task 6791 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.334.257 I slot release: id 0 | task 6791 | stop processing: n_tokens = 1405, truncated = 0 7.40.386.228 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.780 7.40.386.272 I slot launch_slot_: id 0 | task 7015 | processing task, is_child = 0 7.40.675.217 I slot print_timing: id 1 | task 6796 | n_gen = 217, tg = 19.63 t/s, tg_3s = 16.84 t/s 7.41.053.778 I slot print_timing: id 1 | task 6796 | prompt eval time = 516.26 ms / 105 tokens ( 4.92 ms per token, 203.38 tokens per second) 7.41.053.784 I slot print_timing: id 1 | task 6796 | eval time = 11381.18 ms / 224 tokens ( 51.04 ms per token, 19.59 tokens per second) 7.41.053.784 I slot print_timing: id 1 | task 6796 | total time = 11897.45 ms / 329 tokens 7.41.053.785 I slot print_timing: id 1 | task 6796 | graphs reused = 6049 7.41.053.785 I slot print_timing: id 1 | task 6796 | graph reallocs = 0 / 0 (same size) / (changed size) 7.41.053.848 I slot release: id 1 | task 6796 | stop processing: n_tokens = 1424, truncated = 0 7.41.127.587 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.770 7.41.127.630 I slot launch_slot_: id 1 | task 7025 | processing task, is_child = 0 7.42.340.510 I slot print_timing: id 3 | task 6674 | prompt eval time = 371.77 ms / 70 tokens ( 5.31 ms per token, 188.29 tokens per second) 7.42.340.517 I slot print_timing: id 3 | task 6674 | eval time = 19512.98 ms / 360 tokens ( 54.35 ms per token, 18.40 tokens per second) 7.42.340.517 I slot print_timing: id 3 | task 6674 | total time = 19884.75 ms / 430 tokens 7.42.340.518 I slot print_timing: id 3 | task 6674 | graphs reused = 6062 7.42.340.519 I slot print_timing: id 3 | task 6674 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.340.646 I slot release: id 3 | task 6674 | stop processing: n_tokens = 1525, truncated = 0 7.42.390.626 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.719 7.42.390.655 I slot launch_slot_: id 3 | task 7043 | processing task, is_child = 0 7.45.517.400 I slot print_timing: id 2 | task 6998 | n_gen = 100, tg = 17.03 t/s, tg_3s = 17.21 t/s 7.46.291.533 I slot print_timing: id 0 | task 7015 | n_gen = 100, tg = 17.92 t/s, tg_3s = 18.10 t/s 7.46.724.211 I slot print_timing: id 1 | task 7025 | n_gen = 100, tg = 19.54 t/s, tg_3s = 19.74 t/s 7.47.348.554 I slot print_timing: id 2 | task 6998 | prompt eval time = 424.14 ms / 77 tokens ( 5.51 ms per token, 181.54 tokens per second) 7.47.348.561 I slot print_timing: id 2 | task 6998 | eval time = 7643.22 ms / 138 tokens ( 55.79 ms per token, 17.92 tokens per second) 7.47.348.562 I slot print_timing: id 2 | task 6998 | total time = 8067.36 ms / 215 tokens 7.47.348.563 I slot print_timing: id 2 | task 6998 | graphs reused = 6155 7.47.348.563 I slot print_timing: id 2 | task 6998 | graph reallocs = 0 / 0 (same size) / (changed size) 7.47.348.665 I slot release: id 2 | task 6998 | stop processing: n_tokens = 1310, truncated = 0 7.47.424.969 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.837 7.47.425.010 I slot launch_slot_: id 2 | task 7142 | processing task, is_child = 0 7.47.905.633 I slot print_timing: id 3 | task 7043 | n_gen = 100, tg = 19.30 t/s, tg_3s = 19.49 t/s 7.49.336.638 I slot print_timing: id 0 | task 7015 | n_gen = 156, tg = 18.09 t/s, tg_3s = 18.39 t/s 7.49.679.042 I slot print_timing: id 3 | task 7043 | prompt eval time = 385.03 ms / 98 tokens ( 3.93 ms per token, 254.53 tokens per second) 7.49.679.057 I slot print_timing: id 3 | task 7043 | eval time = 6903.34 ms / 137 tokens ( 50.76 ms per token, 19.70 tokens per second) 7.49.679.058 I slot print_timing: id 3 | task 7043 | total time = 7288.36 ms / 235 tokens 7.49.679.059 I slot print_timing: id 3 | task 7043 | graphs reused = 6191 7.49.679.060 I slot print_timing: id 3 | task 7043 | graph reallocs = 0 / 0 (same size) / (changed size) 7.49.679.215 I slot release: id 3 | task 7043 | stop processing: n_tokens = 1330, truncated = 0 7.49.729.591 I slot print_timing: id 1 | task 7025 | n_gen = 155, tg = 19.08 t/s, tg_3s = 18.30 t/s 7.49.729.846 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.824 7.49.729.874 I slot launch_slot_: id 3 | task 7184 | processing task, is_child = 0 7.52.345.096 I slot print_timing: id 0 | task 7015 | n_gen = 213, tg = 18.31 t/s, tg_3s = 18.95 t/s 7.52.731.132 I slot print_timing: id 1 | task 7025 | n_gen = 212, tg = 19.05 t/s, tg_3s = 18.99 t/s 7.52.876.052 I slot print_timing: id 2 | task 7142 | n_gen = 100, tg = 19.72 t/s, tg_3s = 19.92 t/s 7.54.848.586 I slot print_timing: id 3 | task 7184 | n_gen = 100, tg = 20.86 t/s, tg_3s = 21.07 t/s 7.55.376.065 I slot print_timing: id 0 | task 7015 | n_gen = 276, tg = 18.83 t/s, tg_3s = 20.79 t/s 7.55.762.099 I slot print_timing: id 1 | task 7025 | n_gen = 275, tg = 19.43 t/s, tg_3s = 20.79 t/s 7.55.906.765 I slot print_timing: id 2 | task 7142 | n_gen = 163, tg = 20.12 t/s, tg_3s = 20.79 t/s 7.57.642.428 I slot print_timing: id 0 | task 7015 | prompt eval time = 381.57 ms / 98 tokens ( 3.89 ms per token, 256.83 tokens per second) 7.57.642.433 I slot print_timing: id 0 | task 7015 | eval time = 16874.57 ms / 323 tokens ( 52.41 ms per token, 19.08 tokens per second) 7.57.642.434 I slot print_timing: id 0 | task 7015 | total time = 17256.14 ms / 421 tokens 7.57.642.435 I slot print_timing: id 0 | task 7015 | graphs reused = 6347 7.57.642.436 I slot print_timing: id 0 | task 7015 | graph reallocs = 0 / 0 (same size) / (changed size) 7.57.642.552 I slot release: id 0 | task 7015 | stop processing: n_tokens = 1516, truncated = 0 7.57.694.090 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.723 7.57.694.121 I slot launch_slot_: id 0 | task 7345 | processing task, is_child = 0 7.57.969.643 I slot print_timing: id 3 | task 7184 | n_gen = 160, tg = 20.21 t/s, tg_3s = 19.22 t/s 7.58.772.523 I slot print_timing: id 1 | task 7025 | n_gen = 332, tg = 19.34 t/s, tg_3s = 18.93 t/s 7.58.916.702 I slot print_timing: id 2 | task 7142 | n_gen = 220, tg = 19.80 t/s, tg_3s = 18.94 t/s 8.00.989.792 I slot print_timing: id 3 | task 7184 | n_gen = 222, tg = 20.30 t/s, tg_3s = 20.53 t/s 8.01.664.717 I slot print_timing: id 3 | task 7184 | prompt eval time = 372.62 ms / 76 tokens ( 4.90 ms per token, 203.96 tokens per second) 8.01.664.726 I slot print_timing: id 3 | task 7184 | eval time = 11562.20 ms / 236 tokens ( 49.20 ms per token, 20.32 tokens per second) 8.01.664.727 I slot print_timing: id 3 | task 7184 | total time = 11934.82 ms / 312 tokens 8.01.664.728 I slot print_timing: id 3 | task 7184 | graphs reused = 6421 8.01.664.729 I slot print_timing: id 3 | task 7184 | graph reallocs = 0 / 0 (same size) / (changed size) 8.01.664.883 I slot release: id 3 | task 7184 | stop processing: n_tokens = 1407, truncated = 0 8.01.715.496 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.779 8.01.715.532 I slot launch_slot_: id 3 | task 7424 | processing task, is_child = 0 8.02.074.127 I slot print_timing: id 1 | task 7025 | n_gen = 394, tg = 19.25 t/s, tg_3s = 18.78 t/s 8.02.074.294 I slot print_timing: id 2 | task 7142 | n_gen = 279, tg = 19.55 t/s, tg_3s = 18.69 t/s 8.02.847.618 I slot print_timing: id 2 | task 7142 | prompt eval time = 431.21 ms / 93 tokens ( 4.64 ms per token, 215.67 tokens per second) 8.02.847.625 I slot print_timing: id 2 | task 7142 | eval time = 14991.39 ms / 294 tokens ( 51.17 ms per token, 19.54 tokens per second) 8.02.847.626 I slot print_timing: id 2 | task 7142 | total time = 15422.59 ms / 387 tokens 8.02.847.627 I slot print_timing: id 2 | task 7142 | graphs reused = 6434 8.02.847.628 I slot print_timing: id 2 | task 7142 | graph reallocs = 0 / 0 (same size) / (changed size) 8.02.847.812 I slot release: id 2 | task 7142 | stop processing: n_tokens = 1482, truncated = 0 8.02.925.174 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.740 8.02.925.215 I slot launch_slot_: id 2 | task 7442 | processing task, is_child = 0 8.03.492.553 I slot print_timing: id 0 | task 7345 | n_gen = 100, tg = 18.23 t/s, tg_3s = 18.41 t/s 8.03.973.987 I slot print_timing: id 1 | task 7025 | prompt eval time = 529.83 ms / 108 tokens ( 4.91 ms per token, 203.84 tokens per second) 8.03.973.994 I slot print_timing: id 1 | task 7025 | eval time = 22316.51 ms / 426 tokens ( 52.51 ms per token, 19.04 tokens per second) 8.03.973.995 I slot print_timing: id 1 | task 7025 | total time = 22846.34 ms / 534 tokens 8.03.973.996 I slot print_timing: id 1 | task 7025 | graphs reused = 6447 8.03.973.997 I slot print_timing: id 1 | task 7025 | graph reallocs = 0 / 0 (same size) / (changed size) 8.03.974.165 I slot release: id 1 | task 7025 | stop processing: n_tokens = 1629, truncated = 0 8.04.051.149 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.673 8.04.051.182 I slot launch_slot_: id 1 | task 7460 | processing task, is_child = 0 8.06.521.314 I slot print_timing: id 0 | task 7345 | n_gen = 155, tg = 18.21 t/s, tg_3s = 18.16 t/s 8.06.954.023 I slot print_timing: id 2 | task 7442 | prompt eval time = 366.07 ms / 64 tokens ( 5.72 ms per token, 174.83 tokens per second) 8.06.954.030 I slot print_timing: id 2 | task 7442 | eval time = 3662.73 ms / 69 tokens ( 53.86 ms per token, 18.57 tokens per second) 8.06.954.032 I slot print_timing: id 2 | task 7442 | total time = 4028.80 ms / 133 tokens 8.06.954.032 I slot print_timing: id 2 | task 7442 | graphs reused = 6496 8.06.954.033 I slot print_timing: id 2 | task 7442 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.954.144 I slot release: id 2 | task 7442 | stop processing: n_tokens = 1228, truncated = 0 8.07.030.539 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.893 8.07.030.578 I slot launch_slot_: id 2 | task 7515 | processing task, is_child = 0 8.07.928.357 I slot print_timing: id 3 | task 7424 | n_gen = 100, tg = 17.18 t/s, tg_3s = 17.36 t/s 8.09.562.261 I slot print_timing: id 0 | task 7345 | n_gen = 212, tg = 18.35 t/s, tg_3s = 18.74 t/s 8.09.562.594 I slot print_timing: id 1 | task 7460 | n_gen = 100, tg = 19.57 t/s, tg_3s = 19.76 t/s 8.10.962.330 I slot print_timing: id 3 | task 7424 | n_gen = 163, tg = 18.42 t/s, tg_3s = 20.76 t/s 8.12.166.504 I slot print_timing: id 2 | task 7515 | n_gen = 100, tg = 20.74 t/s, tg_3s = 20.95 t/s 8.12.600.663 I slot print_timing: id 0 | task 7345 | n_gen = 275, tg = 18.85 t/s, tg_3s = 20.73 t/s 8.12.600.973 I slot print_timing: id 1 | task 7460 | n_gen = 163, tg = 20.00 t/s, tg_3s = 20.73 t/s 8.13.563.136 I slot print_timing: id 2 | task 7515 | prompt eval time = 363.54 ms / 67 tokens ( 5.43 ms per token, 184.30 tokens per second) 8.13.563.145 I slot print_timing: id 2 | task 7515 | eval time = 6168.99 ms / 129 tokens ( 48.20 ms per token, 20.75 tokens per second) 8.13.563.146 I slot print_timing: id 2 | task 7515 | total time = 6532.53 ms / 196 tokens 8.13.563.147 I slot print_timing: id 2 | task 7515 | graphs reused = 6622 8.13.563.148 I slot print_timing: id 2 | task 7515 | graph reallocs = 0 / 0 (same size) / (changed size) 8.13.563.336 I slot release: id 2 | task 7515 | stop processing: n_tokens = 1291, truncated = 0 8.13.640.623 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.849 8.13.640.657 I slot launch_slot_: id 2 | task 7647 | processing task, is_child = 0 8.14.072.520 I slot print_timing: id 3 | task 7424 | n_gen = 220, tg = 18.40 t/s, tg_3s = 18.33 t/s 8.15.612.559 I slot print_timing: id 0 | task 7345 | n_gen = 330, tg = 18.75 t/s, tg_3s = 18.26 t/s 8.15.612.896 I slot print_timing: id 1 | task 7460 | n_gen = 218, tg = 19.53 t/s, tg_3s = 18.26 t/s 8.16.384.130 I slot print_timing: id 1 | task 7460 | prompt eval time = 451.52 ms / 76 tokens ( 5.94 ms per token, 168.32 tokens per second) 8.16.384.137 I slot print_timing: id 1 | task 7460 | eval time = 11881.42 ms / 234 tokens ( 50.99 ms per token, 19.61 tokens per second) 8.16.384.138 I slot print_timing: id 1 | task 7460 | total time = 12332.94 ms / 310 tokens 8.16.384.139 I slot print_timing: id 1 | task 7460 | graphs reused = 6669 8.16.384.140 I slot print_timing: id 1 | task 7460 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.384.260 I slot release: id 1 | task 7460 | stop processing: n_tokens = 1404, truncated = 0 8.16.461.089 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.781 8.16.461.123 I slot launch_slot_: id 1 | task 7699 | processing task, is_child = 0 8.17.110.345 I slot print_timing: id 3 | task 7424 | n_gen = 275, tg = 18.34 t/s, tg_3s = 18.11 t/s 8.18.615.221 I slot print_timing: id 0 | task 7345 | n_gen = 384, tg = 18.63 t/s, tg_3s = 17.98 t/s 8.19.242.832 I slot print_timing: id 2 | task 7647 | n_gen = 100, tg = 19.15 t/s, tg_3s = 19.34 t/s 8.19.290.469 I slot print_timing: id 0 | task 7345 | prompt eval time = 368.06 ms / 70 tokens ( 5.26 ms per token, 190.19 tokens per second) 8.19.290.475 I slot print_timing: id 0 | task 7345 | eval time = 21228.28 ms / 398 tokens ( 53.47 ms per token, 18.70 tokens per second) 8.19.290.476 I slot print_timing: id 0 | task 7345 | total time = 21596.34 ms / 468 tokens 8.19.290.477 I slot print_timing: id 0 | task 7345 | graphs reused = 6716 8.19.290.478 I slot print_timing: id 0 | task 7345 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.290.617 I slot release: id 0 | task 7345 | stop processing: n_tokens = 1563, truncated = 0 8.19.342.830 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.701 8.19.342.863 I slot launch_slot_: id 0 | task 7752 | processing task, is_child = 0 8.20.126.230 I slot print_timing: id 3 | task 7424 | n_gen = 333, tg = 18.49 t/s, tg_3s = 19.23 t/s 8.21.707.419 I slot print_timing: id 2 | task 7647 | prompt eval time = 431.70 ms / 89 tokens ( 4.85 ms per token, 206.16 tokens per second) 8.21.707.427 I slot print_timing: id 2 | task 7647 | eval time = 7635.04 ms / 147 tokens ( 52.29 ms per token, 19.12 tokens per second) 8.21.707.428 I slot print_timing: id 2 | task 7647 | total time = 8066.74 ms / 236 tokens 8.21.707.429 I slot print_timing: id 2 | task 7647 | graphs reused = 6759 8.21.707.430 I slot print_timing: id 2 | task 7647 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.707.575 I slot release: id 2 | task 7647 | stop processing: n_tokens = 1331, truncated = 0 8.21.784.432 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.823 8.21.784.465 I slot launch_slot_: id 2 | task 7799 | processing task, is_child = 0 8.22.396.520 I slot print_timing: id 1 | task 7699 | n_gen = 100, tg = 18.07 t/s, tg_3s = 18.26 t/s 8.23.173.186 I slot print_timing: id 3 | task 7424 | n_gen = 386, tg = 18.33 t/s, tg_3s = 17.39 t/s 8.24.907.503 I slot print_timing: id 0 | task 7752 | n_gen = 100, tg = 18.83 t/s, tg_3s = 19.02 t/s 8.25.438.267 I slot print_timing: id 1 | task 7699 | n_gen = 163, tg = 19.02 t/s, tg_3s = 20.71 t/s 8.25.631.155 I slot print_timing: id 0 | task 7752 | prompt eval time = 307.59 ms / 65 tokens ( 4.73 ms per token, 211.32 tokens per second) 8.25.631.160 I slot print_timing: id 0 | task 7752 | eval time = 5980.69 ms / 115 tokens ( 52.46 ms per token, 19.06 tokens per second) 8.25.631.161 I slot print_timing: id 0 | task 7752 | total time = 6288.28 ms / 180 tokens 8.25.631.162 I slot print_timing: id 0 | task 7752 | graphs reused = 6826 8.25.631.163 I slot print_timing: id 0 | task 7752 | graph reallocs = 0 / 0 (same size) / (changed size) 8.25.631.276 I slot release: id 0 | task 7752 | stop processing: n_tokens = 1275, truncated = 0 8.25.683.053 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.860 8.25.683.084 I slot launch_slot_: id 0 | task 7871 | processing task, is_child = 0 8.26.200.881 I slot print_timing: id 3 | task 7424 | n_gen = 443, tg = 18.39 t/s, tg_3s = 18.83 t/s 8.27.394.063 I slot print_timing: id 2 | task 7799 | n_gen = 100, tg = 19.62 t/s, tg_3s = 19.81 t/s 8.28.453.756 I slot print_timing: id 1 | task 7699 | n_gen = 220, tg = 18.99 t/s, tg_3s = 18.90 t/s 8.29.226.737 I slot print_timing: id 3 | task 7424 | n_gen = 506, tg = 18.66 t/s, tg_3s = 20.82 t/s 8.30.431.048 I slot print_timing: id 2 | task 7799 | n_gen = 163, tg = 20.04 t/s, tg_3s = 20.74 t/s 8.30.816.577 I slot print_timing: id 0 | task 7871 | n_gen = 100, tg = 20.80 t/s, tg_3s = 21.01 t/s 8.31.491.099 I slot print_timing: id 1 | task 7699 | n_gen = 283, tg = 19.35 t/s, tg_3s = 20.74 t/s 8.31.829.609 I slot print_timing: id 3 | task 7424 | prompt eval time = 451.72 ms / 128 tokens ( 3.53 ms per token, 283.36 tokens per second) 8.31.829.618 I slot print_timing: id 3 | task 7424 | eval time = 29662.35 ms / 560 tokens ( 53.06 ms per token, 18.85 tokens per second) 8.31.829.619 I slot print_timing: id 3 | task 7424 | total time = 30114.07 ms / 688 tokens 8.31.829.620 I slot print_timing: id 3 | task 7424 | graphs reused = 6946 8.31.829.621 I slot print_timing: id 3 | task 7424 | graph reallocs = 0 / 0 (same size) / (changed size) 8.31.829.767 I slot release: id 3 | task 7424 | stop processing: n_tokens = 1783, truncated = 0 8.31.880.054 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.615 8.31.880.087 I slot launch_slot_: id 3 | task 7995 | processing task, is_child = 0 8.33.477.132 I slot print_timing: id 2 | task 7799 | n_gen = 219, tg = 19.59 t/s, tg_3s = 18.38 t/s 8.33.861.582 I slot print_timing: id 0 | task 7871 | n_gen = 156, tg = 19.86 t/s, tg_3s = 18.39 t/s 8.34.536.406 I slot print_timing: id 1 | task 7699 | n_gen = 339, tg = 19.19 t/s, tg_3s = 18.39 t/s 8.34.584.190 I slot print_timing: id 1 | task 7699 | prompt eval time = 458.01 ms / 93 tokens ( 4.92 ms per token, 203.05 tokens per second) 8.34.584.194 I slot print_timing: id 1 | task 7699 | eval time = 17665.05 ms / 340 tokens ( 52.11 ms per token, 19.19 tokens per second) 8.34.584.195 I slot print_timing: id 1 | task 7699 | total time = 18123.06 ms / 433 tokens 8.34.584.196 I slot print_timing: id 1 | task 7699 | graphs reused = 6992 8.34.584.197 I slot print_timing: id 1 | task 7699 | graph reallocs = 0 / 0 (same size) / (changed size) 8.34.584.322 I slot release: id 1 | task 7699 | stop processing: n_tokens = 1528, truncated = 0 8.34.660.586 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.717 8.34.660.623 I slot launch_slot_: id 1 | task 8046 | processing task, is_child = 0 8.35.508.841 I slot print_timing: id 0 | task 7871 | prompt eval time = 374.44 ms / 81 tokens ( 4.62 ms per token, 216.32 tokens per second) 8.35.508.850 I slot print_timing: id 0 | task 7871 | eval time = 9451.31 ms / 182 tokens ( 52.22 ms per token, 19.15 tokens per second) 8.35.508.851 I slot print_timing: id 0 | task 7871 | total time = 9825.75 ms / 263 tokens 8.35.508.852 I slot print_timing: id 0 | task 7871 | graphs reused = 6999 8.35.508.852 I slot print_timing: id 0 | task 7871 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.508.967 I slot release: id 0 | task 7871 | stop processing: n_tokens = 1358, truncated = 0 8.35.560.763 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.807 8.35.560.797 I slot launch_slot_: id 0 | task 8058 | processing task, is_child = 0 8.36.522.320 I slot print_timing: id 2 | task 7799 | n_gen = 267, tg = 18.76 t/s, tg_3s = 15.76 t/s 8.37.231.305 I slot print_timing: id 2 | task 7799 | prompt eval time = 562.44 ms / 146 tokens ( 3.85 ms per token, 259.58 tokens per second) 8.37.231.310 I slot print_timing: id 2 | task 7799 | eval time = 14884.39 ms / 282 tokens ( 52.97 ms per token, 18.88 tokens per second) 8.37.231.311 I slot print_timing: id 2 | task 7799 | total time = 15446.83 ms / 428 tokens 8.37.231.311 I slot print_timing: id 2 | task 7799 | graphs reused = 7025 8.37.231.312 I slot print_timing: id 2 | task 7799 | graph reallocs = 0 / 0 (same size) / (changed size) 8.37.231.377 I slot release: id 2 | task 7799 | stop processing: n_tokens = 1523, truncated = 0 8.37.305.928 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.720 8.37.305.964 I slot launch_slot_: id 2 | task 8088 | processing task, is_child = 0 8.38.185.493 I slot print_timing: id 3 | task 7995 | n_gen = 100, tg = 16.90 t/s, tg_3s = 17.07 t/s 8.40.448.468 I slot print_timing: id 1 | task 8046 | prompt eval time = 457.22 ms / 84 tokens ( 5.44 ms per token, 183.72 tokens per second) 8.40.448.476 I slot print_timing: id 1 | task 8046 | eval time = 5330.62 ms / 97 tokens ( 55.53 ms per token, 18.01 tokens per second) 8.40.448.477 I slot print_timing: id 1 | task 8046 | total time = 5787.84 ms / 181 tokens 8.40.448.477 I slot print_timing: id 1 | task 8046 | graphs reused = 7079 8.40.448.478 I slot print_timing: id 1 | task 8046 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.448.597 I slot release: id 1 | task 8046 | stop processing: n_tokens = 1276, truncated = 0 8.40.524.983 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.859 8.40.525.016 I slot launch_slot_: id 1 | task 8148 | processing task, is_child = 0 8.41.186.127 I slot print_timing: id 3 | task 7995 | n_gen = 153, tg = 17.16 t/s, tg_3s = 17.66 t/s 8.41.563.567 I slot print_timing: id 0 | task 8058 | n_gen = 100, tg = 17.80 t/s, tg_3s = 17.98 t/s 8.42.955.925 I slot print_timing: id 2 | task 8088 | n_gen = 100, tg = 19.01 t/s, tg_3s = 19.21 t/s 8.44.113.515 I slot print_timing: id 3 | task 7995 | prompt eval time = 447.78 ms / 122 tokens ( 3.67 ms per token, 272.45 tokens per second) 8.44.113.524 I slot print_timing: id 3 | task 7995 | eval time = 11785.63 ms / 214 tokens ( 55.33 ms per token, 18.07 tokens per second) 8.44.113.524 I slot print_timing: id 3 | task 7995 | total time = 12233.42 ms / 336 tokens 8.44.113.525 I slot print_timing: id 3 | task 7995 | graphs reused = 7142 8.44.113.526 I slot print_timing: id 3 | task 7995 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.113.685 I slot release: id 3 | task 7995 | stop processing: n_tokens = 1430, truncated = 0 8.44.164.133 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.766 8.44.164.165 I slot launch_slot_: id 3 | task 8216 | processing task, is_child = 0 8.44.597.399 I slot print_timing: id 0 | task 8058 | n_gen = 157, tg = 18.15 t/s, tg_3s = 18.79 t/s 8.45.983.820 I slot print_timing: id 2 | task 8088 | n_gen = 157, tg = 18.94 t/s, tg_3s = 18.83 t/s 8.46.080.061 I slot print_timing: id 1 | task 8148 | n_gen = 100, tg = 19.65 t/s, tg_3s = 19.85 t/s 8.47.618.539 I slot print_timing: id 0 | task 8058 | n_gen = 220, tg = 18.85 t/s, tg_3s = 20.85 t/s 8.48.294.468 I slot print_timing: id 2 | task 8088 | prompt eval time = 443.13 ms / 86 tokens ( 5.15 ms per token, 194.08 tokens per second) 8.48.294.477 I slot print_timing: id 2 | task 8088 | eval time = 10545.36 ms / 205 tokens ( 51.69 ms per token, 19.34 tokens per second) 8.48.294.478 I slot print_timing: id 2 | task 8088 | total time = 10988.49 ms / 291 tokens 8.48.294.478 I slot print_timing: id 2 | task 8088 | graphs reused = 7219 8.48.294.479 I slot print_timing: id 2 | task 8088 | graph reallocs = 0 / 0 (same size) / (changed size) 8.48.294.600 I slot release: id 2 | task 8088 | stop processing: n_tokens = 1386, truncated = 0 8.48.370.717 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.791 8.48.370.760 I slot launch_slot_: id 2 | task 8298 | processing task, is_child = 0 8.49.126.081 I slot print_timing: id 1 | task 8148 | n_gen = 156, tg = 19.18 t/s, tg_3s = 18.38 t/s 8.49.660.162 I slot print_timing: id 3 | task 8216 | n_gen = 100, tg = 19.37 t/s, tg_3s = 19.57 t/s 8.50.622.314 I slot print_timing: id 0 | task 8058 | n_gen = 275, tg = 18.74 t/s, tg_3s = 18.31 t/s 8.51.007.310 I slot print_timing: id 0 | task 8058 | prompt eval time = 440.30 ms / 113 tokens ( 3.90 ms per token, 256.64 tokens per second) 8.51.007.319 I slot print_timing: id 0 | task 8058 | eval time = 15006.20 ms / 283 tokens ( 53.21 ms per token, 18.79 tokens per second) 8.51.007.320 I slot print_timing: id 0 | task 8058 | total time = 15446.50 ms / 396 tokens 8.51.007.321 I slot print_timing: id 0 | task 8058 | graphs reused = 7264 8.51.007.322 I slot print_timing: id 0 | task 8058 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.007.475 I slot release: id 0 | task 8058 | stop processing: n_tokens = 1491, truncated = 0 8.51.059.607 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.735 8.51.059.639 I slot launch_slot_: id 0 | task 8348 | processing task, is_child = 0 8.51.814.253 I slot print_timing: id 3 | task 8216 | prompt eval time = 384.91 ms / 96 tokens ( 4.01 ms per token, 249.41 tokens per second) 8.51.814.258 I slot print_timing: id 3 | task 8216 | eval time = 7265.17 ms / 139 tokens ( 52.65 ms per token, 18.99 tokens per second) 8.51.814.258 I slot print_timing: id 3 | task 8216 | total time = 7650.08 ms / 235 tokens 8.51.814.259 I slot print_timing: id 3 | task 8216 | graphs reused = 7272 8.51.814.259 I slot print_timing: id 3 | task 8216 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.814.322 I slot release: id 3 | task 8216 | stop processing: n_tokens = 1330, truncated = 0 8.51.861.971 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.824 8.51.861.995 I slot launch_slot_: id 3 | task 8360 | processing task, is_child = 0 8.52.141.156 I slot print_timing: id 1 | task 8148 | n_gen = 208, tg = 18.65 t/s, tg_3s = 17.25 t/s 8.54.115.766 I slot print_timing: id 2 | task 8298 | n_gen = 100, tg = 18.60 t/s, tg_3s = 18.79 t/s 8.55.175.698 I slot print_timing: id 1 | task 8148 | n_gen = 270, tg = 19.03 t/s, tg_3s = 20.43 t/s 8.55.367.343 I slot print_timing: id 1 | task 8148 | prompt eval time = 517.70 ms / 109 tokens ( 4.75 ms per token, 210.55 tokens per second) 8.55.367.351 I slot print_timing: id 1 | task 8148 | eval time = 14324.62 ms / 274 tokens ( 52.47 ms per token, 19.06 tokens per second) 8.55.367.352 I slot print_timing: id 1 | task 8148 | total time = 14842.32 ms / 383 tokens 8.55.367.353 I slot print_timing: id 1 | task 8148 | graphs reused = 7336 8.55.367.354 I slot print_timing: id 1 | task 8148 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.367.473 I slot release: id 1 | task 8148 | stop processing: n_tokens = 1478, truncated = 0 8.55.443.059 I slot print_timing: id 2 | task 8298 | prompt eval time = 423.81 ms / 71 tokens ( 5.97 ms per token, 167.53 tokens per second) 8.55.443.066 I slot print_timing: id 2 | task 8298 | eval time = 6648.47 ms / 127 tokens ( 52.77 ms per token, 18.95 tokens per second) 8.55.443.067 I slot print_timing: id 2 | task 8298 | total time = 7072.29 ms / 198 tokens 8.55.443.068 I slot print_timing: id 2 | task 8298 | graphs reused = 7336 8.55.443.068 I slot print_timing: id 2 | task 8298 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.443.167 I slot release: id 2 | task 8298 | stop processing: n_tokens = 1293, truncated = 0 8.55.443.468 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.742 8.55.443.506 I slot launch_slot_: id 1 | task 8429 | processing task, is_child = 0 8.55.766.901 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.848 8.55.766.924 I slot launch_slot_: id 2 | task 8431 | processing task, is_child = 0 8.57.269.237 I slot print_timing: id 0 | task 8348 | n_gen = 100, tg = 16.97 t/s, tg_3s = 17.14 t/s 8.57.805.611 I slot print_timing: id 3 | task 8360 | n_gen = 100, tg = 17.77 t/s, tg_3s = 17.95 t/s 9.00.303.299 I slot print_timing: id 0 | task 8348 | n_gen = 163, tg = 18.27 t/s, tg_3s = 20.76 t/s 9.00.641.995 I slot print_timing: id 3 | task 8360 | prompt eval time = 372.20 ms / 76 tokens ( 4.90 ms per token, 204.19 tokens per second) 9.00.642.004 I slot print_timing: id 3 | task 8360 | eval time = 8407.79 ms / 159 tokens ( 53.21 ms per token, 18.79 tokens per second) 9.00.642.007 I slot print_timing: id 3 | task 8360 | total time = 8779.99 ms / 235 tokens 9.00.642.008 I slot print_timing: id 3 | task 8360 | graphs reused = 7423 9.00.642.009 I slot print_timing: id 3 | task 8360 | graph reallocs = 0 / 0 (same size) / (changed size) 9.00.642.160 I slot release: id 3 | task 8360 | stop processing: n_tokens = 1330, truncated = 0 9.00.692.632 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.824 9.00.692.658 I slot launch_slot_: id 3 | task 8524 | processing task, is_child = 0 9.01.355.237 I slot print_timing: id 1 | task 8429 | n_gen = 100, tg = 19.39 t/s, tg_3s = 19.59 t/s 9.01.402.632 I slot print_timing: id 2 | task 8431 | n_gen = 100, tg = 19.66 t/s, tg_3s = 19.86 t/s 9.03.328.637 I slot print_timing: id 0 | task 8348 | n_gen = 220, tg = 18.41 t/s, tg_3s = 18.84 t/s 9.04.385.689 I slot print_timing: id 1 | task 8429 | n_gen = 163, tg = 19.91 t/s, tg_3s = 20.79 t/s 9.04.434.282 I slot print_timing: id 2 | task 8431 | n_gen = 163, tg = 20.08 t/s, tg_3s = 20.78 t/s 9.05.833.431 I slot print_timing: id 3 | task 8524 | n_gen = 100, tg = 20.79 t/s, tg_3s = 21.00 t/s 9.06.362.366 I slot print_timing: id 0 | task 8348 | n_gen = 283, tg = 18.89 t/s, tg_3s = 20.77 t/s 9.07.423.016 I slot print_timing: id 1 | task 8429 | n_gen = 226, tg = 20.14 t/s, tg_3s = 20.74 t/s 9.07.471.508 I slot print_timing: id 2 | task 8431 | n_gen = 226, tg = 20.26 t/s, tg_3s = 20.74 t/s 9.08.674.654 I slot print_timing: id 1 | task 8429 | prompt eval time = 790.98 ms / 83 tokens ( 9.53 ms per token, 104.93 tokens per second) 9.08.674.667 I slot print_timing: id 1 | task 8429 | eval time = 12424.88 ms / 252 tokens ( 49.50 ms per token, 20.20 tokens per second) 9.08.674.668 I slot print_timing: id 1 | task 8429 | total time = 13215.87 ms / 335 tokens 9.08.674.675 I slot print_timing: id 1 | task 8429 | graphs reused = 7580 9.08.674.676 I slot print_timing: id 1 | task 8429 | graph reallocs = 0 / 0 (same size) / (changed size) 9.08.674.807 I slot release: id 1 | task 8429 | stop processing: n_tokens = 1430, truncated = 0 9.08.751.410 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.766 9.08.751.443 I slot launch_slot_: id 1 | task 8686 | processing task, is_child = 0 9.09.138.271 I slot print_timing: id 3 | task 8524 | n_gen = 161, tg = 19.83 t/s, tg_3s = 18.46 t/s 9.09.364.832 I slot print_timing: id 0 | task 8348 | n_gen = 336, tg = 18.68 t/s, tg_3s = 17.65 t/s 9.09.412.500 I slot print_timing: id 2 | task 8431 | prompt eval time = 600.13 ms / 143 tokens ( 4.20 ms per token, 238.28 tokens per second) 9.09.412.505 I slot print_timing: id 2 | task 8431 | eval time = 13044.29 ms / 257 tokens ( 50.95 ms per token, 19.63 tokens per second) 9.09.412.506 I slot print_timing: id 2 | task 8431 | total time = 13644.42 ms / 400 tokens 9.09.412.506 I slot print_timing: id 2 | task 8431 | graphs reused = 7582 9.09.412.507 I slot print_timing: id 2 | task 8431 | graph reallocs = 0 / 0 (same size) / (changed size) 9.09.412.576 I slot release: id 2 | task 8431 | stop processing: n_tokens = 1495, truncated = 0 9.09.486.413 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.733 9.09.486.446 I slot launch_slot_: id 2 | task 8693 | processing task, is_child = 0 9.09.860.455 I slot print_timing: id 3 | task 8524 | prompt eval time = 378.77 ms / 85 tokens ( 4.46 ms per token, 224.41 tokens per second) 9.09.860.461 I slot print_timing: id 3 | task 8524 | eval time = 8789.01 ms / 168 tokens ( 52.63 ms per token, 19.00 tokens per second) 9.09.860.463 I slot print_timing: id 3 | task 8524 | total time = 9167.79 ms / 253 tokens 9.09.860.464 I slot print_timing: id 3 | task 8524 | graphs reused = 7582 9.09.860.465 I slot print_timing: id 3 | task 8524 | graph reallocs = 0 / 0 (same size) / (changed size) 9.09.860.622 I slot release: id 3 | task 8524 | stop processing: n_tokens = 1348, truncated = 0 9.09.911.580 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.813 9.09.911.602 I slot launch_slot_: id 3 | task 8697 | processing task, is_child = 0 9.12.392.838 I slot print_timing: id 0 | task 8348 | n_gen = 386, tg = 18.37 t/s, tg_3s = 16.51 t/s 9.14.032.776 I slot print_timing: id 2 | task 8693 | prompt eval time = 373.51 ms / 69 tokens ( 5.41 ms per token, 184.73 tokens per second) 9.14.032.784 I slot print_timing: id 2 | task 8693 | eval time = 4172.80 ms / 81 tokens ( 52.16 ms per token, 19.17 tokens per second) 9.14.032.786 I slot print_timing: id 2 | task 8693 | total time = 4546.32 ms / 150 tokens 9.14.032.787 I slot print_timing: id 2 | task 8693 | graphs reused = 7657 9.14.032.788 I slot print_timing: id 2 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 9.14.032.963 I slot release: id 2 | task 8693 | stop processing: n_tokens = 1245, truncated = 0 9.14.109.516 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.881 9.14.109.551 I slot launch_slot_: id 2 | task 8778 | processing task, is_child = 0 9.15.009.921 I slot print_timing: id 1 | task 8686 | n_gen = 100, tg = 17.24 t/s, tg_3s = 17.42 t/s 9.15.435.278 I slot print_timing: id 0 | task 8348 | n_gen = 442, tg = 18.37 t/s, tg_3s = 18.41 t/s 9.15.435.765 I slot print_timing: id 3 | task 8697 | n_gen = 100, tg = 19.50 t/s, tg_3s = 19.69 t/s 9.17.078.282 I slot print_timing: id 1 | task 8686 | prompt eval time = 517.30 ms / 104 tokens ( 4.97 ms per token, 201.04 tokens per second) 9.17.078.290 I slot print_timing: id 1 | task 8686 | eval time = 7809.52 ms / 143 tokens ( 55.00 ms per token, 18.18 tokens per second) 9.17.078.290 I slot print_timing: id 1 | task 8686 | total time = 8326.83 ms / 247 tokens 9.17.078.291 I slot print_timing: id 1 | task 8686 | graphs reused = 7709 9.17.078.292 I slot print_timing: id 1 | task 8686 | graph reallocs = 0 / 0 (same size) / (changed size) 9.17.078.414 I slot release: id 1 | task 8686 | stop processing: n_tokens = 1342, truncated = 0 9.18.446.267 I slot print_timing: id 0 | task 8348 | n_gen = 493, tg = 18.21 t/s, tg_3s = 16.94 t/s 9.18.448.174 I slot print_timing: id 3 | task 8697 | n_gen = 151, tg = 18.54 t/s, tg_3s = 16.93 t/s 9.20.611.620 I slot print_timing: id 2 | task 8778 | prompt eval time = 425.93 ms / 70 tokens ( 6.08 ms per token, 164.35 tokens per second) 9.20.611.631 I slot print_timing: id 2 | task 8778 | eval time = 6076.11 ms / 98 tokens ( 62.64 ms per token, 15.96 tokens per second) 9.20.611.633 I slot print_timing: id 2 | task 8778 | total time = 6502.04 ms / 168 tokens 9.20.611.636 I slot print_timing: id 2 | task 8778 | graphs reused = 7709 9.20.611.637 I slot print_timing: id 2 | task 8778 | graph reallocs = 0 / 0 (same size) / (changed size) 9.20.611.923 I slot release: id 2 | task 8778 | stop processing: n_tokens = 1264, truncated = 0 9.21.483.077 I slot print_timing: id 0 | task 8348 | n_gen = 534, tg = 17.74 t/s, tg_3s = 13.50 t/s 9.21.483.533 I slot print_timing: id 3 | task 8697 | n_gen = 192, tg = 17.17 t/s, tg_3s = 13.51 t/s 9.24.508.199 I slot print_timing: id 0 | task 8348 | n_gen = 583, tg = 17.60 t/s, tg_3s = 16.20 t/s 9.24.508.592 I slot print_timing: id 3 | task 8697 | n_gen = 241, tg = 16.96 t/s, tg_3s = 16.20 t/s 9.24.813.272 I slot print_timing: id 3 | task 8697 | prompt eval time = 446.57 ms / 120 tokens ( 3.72 ms per token, 268.71 tokens per second) 9.24.813.284 I slot print_timing: id 3 | task 8697 | eval time = 14455.08 ms / 246 tokens ( 59.00 ms per token, 16.95 tokens per second) 9.24.813.286 I slot print_timing: id 3 | task 8697 | total time = 14901.66 ms / 366 tokens 9.24.813.287 I slot print_timing: id 3 | task 8697 | graphs reused = 7709 9.24.813.288 I slot print_timing: id 3 | task 8697 | graph reallocs = 0 / 0 (same size) / (changed size) 9.24.813.412 I slot release: id 3 | task 8697 | stop processing: n_tokens = 1461, truncated = 0 9.27.512.006 I slot print_timing: id 0 | task 8348 | n_gen = 687, tg = 19.01 t/s, tg_3s = 34.62 t/s 9.29.013.198 I slot print_timing: id 0 | task 8348 | prompt eval time = 374.85 ms / 86 tokens ( 4.36 ms per token, 229.43 tokens per second) 9.29.013.204 I slot print_timing: id 0 | task 8348 | eval time = 37578.70 ms / 742 tokens ( 50.71 ms per token, 19.72 tokens per second) 9.29.013.205 I slot print_timing: id 0 | task 8348 | total time = 37953.55 ms / 828 tokens 9.29.013.206 I slot print_timing: id 0 | task 8348 | graphs reused = 7861 9.29.013.207 I slot print_timing: id 0 | task 8348 | graph reallocs = 0 / 0 (same size) / (changed size) 9.29.013.288 I slot release: id 0 | task 8348 | stop processing: n_tokens = 1923, truncated = 0 9.29.040.813 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1342, t_last = 234601161788 9.29.053.373 I slot launch_slot_: id 1 | task 9100 | processing task, is_child = 0 9.29.089.632 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1264, t_last = 234604695297 9.29.089.793 I slot launch_slot_: id 2 | task 9101 | processing task, is_child = 0 9.29.089.989 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 234608896786 9.29.090.099 I slot launch_slot_: id 3 | task 9102 | processing task, is_child = 0 9.29.090.203 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1923, t_last = 234613096662 9.29.090.330 I slot launch_slot_: id 0 | task 9103 | processing task, is_child = 0 9.35.480.276 I slot print_timing: id 0 | task 9103 | prompt processing, n_tokens = 819, progress = 0.87, t = 6.39 s / 128.17 tokens per second 9.35.640.555 I slot print_timing: id 1 | task 9100 | prompt processing, n_tokens = 653, progress = 0.84, t = 6.39 s / 102.20 tokens per second 9.35.641.544 I slot print_timing: id 2 | task 9101 | prompt processing, n_tokens = 622, progress = 0.80, t = 6.39 s / 97.35 tokens per second 9.35.642.658 I slot print_timing: id 3 | task 9102 | prompt processing, n_tokens = 872, progress = 0.89, t = 6.39 s / 136.48 tokens per second 9.36.827.999 I slot print_timing: id 0 | task 9103 | prompt processing, n_tokens = 936, progress = 1.00, t = 7.74 s / 120.97 tokens per second 9.36.932.106 I slot print_timing: id 1 | task 9100 | prompt processing, n_tokens = 776, progress = 0.99, t = 7.74 s / 100.29 tokens per second 9.36.933.174 I slot print_timing: id 2 | task 9101 | prompt processing, n_tokens = 772, progress = 0.99, t = 7.74 s / 99.78 tokens per second 9.36.934.703 I slot print_timing: id 3 | task 9102 | prompt processing, n_tokens = 981, progress = 1.00, t = 7.74 s / 126.79 tokens per second 9.37.087.838 I slot print_timing: id 1 | task 9100 | prompt eval time = 7948.50 ms / 780 tokens ( 10.19 ms per token, 98.13 tokens per second) 9.37.087.843 I slot print_timing: id 1 | task 9100 | eval time = 48.70 ms / 2 tokens ( 48.70 ms per token, 20.53 tokens per second) 9.37.087.843 I slot print_timing: id 1 | task 9100 | total time = 7997.20 ms / 782 tokens 9.37.087.844 I slot print_timing: id 1 | task 9100 | graphs reused = 7862 9.37.087.844 I slot print_timing: id 1 | task 9100 | graph reallocs = 0 / 0 (same size) / (changed size) 9.37.087.891 I slot release: id 1 | task 9100 | stop processing: n_tokens = 782, truncated = 0 9.37.088.057 I slot print_timing: id 2 | task 9101 | prompt eval time = 7948.51 ms / 776 tokens ( 10.24 ms per token, 97.63 tokens per second) 9.37.088.061 I slot print_timing: id 2 | task 9101 | eval time = 48.74 ms / 2 tokens ( 48.74 ms per token, 20.52 tokens per second) 9.37.088.062 I slot print_timing: id 2 | task 9101 | total time = 7997.25 ms / 778 tokens 9.37.088.062 I slot print_timing: id 2 | task 9101 | graphs reused = 7862 9.37.088.062 I slot print_timing: id 2 | task 9101 | graph reallocs = 0 / 0 (same size) / (changed size) 9.37.088.104 I slot release: id 2 | task 9101 | stop processing: n_tokens = 778, truncated = 0 9.37.088.274 I slot print_timing: id 3 | task 9102 | prompt eval time = 7948.55 ms / 985 tokens ( 8.07 ms per token, 123.92 tokens per second) 9.37.088.276 I slot print_timing: id 3 | task 9102 | eval time = 48.76 ms / 2 tokens ( 48.76 ms per token, 20.51 tokens per second) 9.37.088.277 I slot print_timing: id 3 | task 9102 | total time = 7997.31 ms / 987 tokens 9.37.088.277 I slot print_timing: id 3 | task 9102 | graphs reused = 7862 9.37.088.277 I slot print_timing: id 3 | task 9102 | graph reallocs = 0 / 0 (same size) / (changed size) 9.37.088.326 I slot release: id 3 | task 9102 | stop processing: n_tokens = 987, truncated = 0 9.37.117.536 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 234621171265 9.37.122.221 I slot launch_slot_: id 1 | task 9110 | processing task, is_child = 0 9.37.131.154 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 234621171478 9.37.131.257 I slot launch_slot_: id 2 | task 9111 | processing task, is_child = 0 9.37.131.341 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 234621171700 9.37.131.444 I slot launch_slot_: id 3 | task 9112 | processing task, is_child = 0 9.41.691.400 I slot print_timing: id 1 | task 9110 | prompt processing, n_tokens = 672, progress = 0.82, t = 4.56 s / 147.38 tokens per second 9.41.692.100 I slot print_timing: id 2 | task 9111 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.56 s / 147.38 tokens per second 9.41.693.492 I slot print_timing: id 3 | task 9112 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.56 s / 147.39 tokens per second 9.42.636.669 I slot print_timing: id 1 | task 9110 | prompt processing, n_tokens = 819, progress = 1.00, t = 5.51 s / 148.77 tokens per second 9.42.637.479 I slot print_timing: id 2 | task 9111 | prompt processing, n_tokens = 780, progress = 0.99, t = 5.50 s / 141.69 tokens per second 9.42.639.003 I slot print_timing: id 3 | task 9112 | prompt processing, n_tokens = 777, progress = 0.99, t = 5.50 s / 141.15 tokens per second 9.42.826.110 I slot print_timing: id 1 | task 9110 | prompt eval time = 5645.85 ms / 823 tokens ( 6.86 ms per token, 145.77 tokens per second) 9.42.826.115 I slot print_timing: id 1 | task 9110 | eval time = 48.81 ms / 2 tokens ( 48.81 ms per token, 20.49 tokens per second) 9.42.826.116 I slot print_timing: id 1 | task 9110 | total time = 5694.65 ms / 825 tokens 9.42.826.120 I slot print_timing: id 1 | task 9110 | graphs reused = 7862 9.42.826.121 I slot print_timing: id 1 | task 9110 | graph reallocs = 0 / 0 (same size) / (changed size) 9.42.826.174 I slot release: id 1 | task 9110 | stop processing: n_tokens = 825, truncated = 0 9.42.826.342 I slot print_timing: id 2 | task 9111 | prompt eval time = 5645.83 ms / 784 tokens ( 7.20 ms per token, 138.86 tokens per second) 9.42.826.346 I slot print_timing: id 2 | task 9111 | eval time = 48.87 ms / 2 tokens ( 48.87 ms per token, 20.46 tokens per second) 9.42.826.346 I slot print_timing: id 2 | task 9111 | total time = 5694.70 ms / 786 tokens 9.42.826.347 I slot print_timing: id 2 | task 9111 | graphs reused = 7862 9.42.826.347 I slot print_timing: id 2 | task 9111 | graph reallocs = 0 / 0 (same size) / (changed size) 9.42.826.383 I slot release: id 2 | task 9111 | stop processing: n_tokens = 786, truncated = 0 9.42.826.560 I slot print_timing: id 3 | task 9112 | prompt eval time = 5645.87 ms / 781 tokens ( 7.23 ms per token, 138.33 tokens per second) 9.42.826.562 I slot print_timing: id 3 | task 9112 | eval time = 48.89 ms / 2 tokens ( 48.89 ms per token, 20.45 tokens per second) 9.42.826.563 I slot print_timing: id 3 | task 9112 | total time = 5694.76 ms / 783 tokens 9.42.826.563 I slot print_timing: id 3 | task 9112 | graphs reused = 7862 9.42.826.563 I slot print_timing: id 3 | task 9112 | graph reallocs = 0 / 0 (same size) / (changed size) 9.42.826.597 I slot release: id 3 | task 9112 | stop processing: n_tokens = 783, truncated = 0 9.42.855.733 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.850 9.42.855.761 I slot launch_slot_: id 1 | task 9119 | processing task, is_child = 0 9.42.870.000 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.841 (> 0.100 thold), f_keep = 0.892 9.42.870.026 I slot launch_slot_: id 2 | task 9120 | processing task, is_child = 0 9.42.870.102 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 234626909971 9.42.870.200 I slot launch_slot_: id 3 | task 9121 | processing task, is_child = 0 9.45.556.778 I slot print_timing: id 1 | task 9119 | prompt eval time = 2334.29 ms / 103 tokens ( 22.66 ms per token, 44.12 tokens per second) 9.45.556.781 I slot print_timing: id 1 | task 9119 | eval time = 352.27 ms / 2 tokens ( 352.27 ms per token, 2.84 tokens per second) 9.45.556.782 I slot print_timing: id 1 | task 9119 | total time = 2686.57 ms / 105 tokens 9.45.556.782 I slot print_timing: id 1 | task 9119 | graphs reused = 7862 9.45.556.783 I slot print_timing: id 1 | task 9119 | graph reallocs = 0 / 0 (same size) / (changed size) 9.45.556.838 I slot release: id 1 | task 9119 | stop processing: n_tokens = 805, truncated = 0 9.45.557.019 I slot print_timing: id 2 | task 9120 | prompt eval time = 2333.74 ms / 133 tokens ( 17.55 ms per token, 56.99 tokens per second) 9.45.557.027 I slot print_timing: id 2 | task 9120 | eval time = 352.33 ms / 2 tokens ( 352.33 ms per token, 2.84 tokens per second) 9.45.557.028 I slot print_timing: id 2 | task 9120 | total time = 2686.08 ms / 135 tokens 9.45.557.028 I slot print_timing: id 2 | task 9120 | graphs reused = 7862 9.45.557.028 I slot print_timing: id 2 | task 9120 | graph reallocs = 0 / 0 (same size) / (changed size) 9.45.557.072 I slot release: id 2 | task 9120 | stop processing: n_tokens = 835, truncated = 0 9.45.633.039 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 234629640213 9.45.640.772 I slot launch_slot_: id 1 | task 9126 | processing task, is_child = 0 9.45.648.304 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 234629640446 9.45.648.400 I slot launch_slot_: id 2 | task 9127 | processing task, is_child = 0 9.47.457.895 I slot print_timing: id 3 | task 9121 | prompt eval time = 2761.41 ms / 867 tokens ( 3.19 ms per token, 313.97 tokens per second) 9.47.457.898 I slot print_timing: id 3 | task 9121 | eval time = 1824.85 ms / 2 tokens ( 1824.85 ms per token, 0.55 tokens per second) 9.47.457.898 I slot print_timing: id 3 | task 9121 | total time = 4586.26 ms / 869 tokens 9.47.457.899 I slot print_timing: id 3 | task 9121 | graphs reused = 7862 9.47.457.899 I slot print_timing: id 3 | task 9121 | graph reallocs = 0 / 0 (same size) / (changed size) 9.47.457.956 I slot release: id 3 | task 9121 | stop processing: n_tokens = 869, truncated = 0 9.49.171.747 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 234631541330 9.49.178.661 I slot launch_slot_: id 3 | task 9130 | processing task, is_child = 0 9.49.178.671 I slot print_timing: id 1 | task 9126 | prompt processing, n_tokens = 820, progress = 0.86, t = 3.52 s / 232.74 tokens per second 9.49.179.340 I slot print_timing: id 2 | task 9127 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.52 s / 209.48 tokens per second 9.50.876.468 I slot print_timing: id 1 | task 9126 | prompt processing, n_tokens = 952, progress = 1.00, t = 5.23 s / 182.10 tokens per second 9.50.877.322 I slot print_timing: id 2 | task 9127 | prompt processing, n_tokens = 871, progress = 1.00, t = 5.23 s / 166.61 tokens per second 9.52.253.412 I slot print_timing: id 1 | task 9126 | prompt eval time = 6256.26 ms / 956 tokens ( 6.54 ms per token, 152.81 tokens per second) 9.52.253.428 I slot print_timing: id 1 | task 9126 | eval time = 348.74 ms / 2 tokens ( 348.74 ms per token, 2.87 tokens per second) 9.52.253.430 I slot print_timing: id 1 | task 9126 | total time = 6605.00 ms / 958 tokens 9.52.253.430 I slot print_timing: id 1 | task 9126 | graphs reused = 7862 9.52.253.431 I slot print_timing: id 1 | task 9126 | graph reallocs = 0 / 0 (same size) / (changed size) 9.52.253.484 I slot release: id 1 | task 9126 | stop processing: n_tokens = 958, truncated = 0 9.52.253.652 I slot print_timing: id 2 | task 9127 | prompt eval time = 6256.28 ms / 875 tokens ( 7.15 ms per token, 139.86 tokens per second) 9.52.253.660 I slot print_timing: id 2 | task 9127 | eval time = 348.80 ms / 2 tokens ( 348.80 ms per token, 2.87 tokens per second) 9.52.253.660 I slot print_timing: id 2 | task 9127 | total time = 6605.08 ms / 877 tokens 9.52.253.660 I slot print_timing: id 2 | task 9127 | graphs reused = 7862 9.52.253.661 I slot print_timing: id 2 | task 9127 | graph reallocs = 0 / 0 (same size) / (changed size) 9.52.253.707 I slot release: id 2 | task 9127 | stop processing: n_tokens = 877, truncated = 0 9.52.253.713 I slot print_timing: id 3 | task 9130 | prompt processing, n_tokens = 997, progress = 1.00, t = 3.07 s / 324.43 tokens per second 9.52.329.489 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 234636336858 9.52.337.735 I slot launch_slot_: id 1 | task 9135 | processing task, is_child = 0 9.52.344.910 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 234636337081 9.52.345.017 I slot launch_slot_: id 2 | task 9136 | processing task, is_child = 0 9.54.351.061 I slot print_timing: id 3 | task 9130 | prompt eval time = 3149.49 ms / 1001 tokens ( 3.15 ms per token, 317.83 tokens per second) 9.54.351.064 I slot print_timing: id 3 | task 9130 | eval time = 2021.57 ms / 2 tokens ( 2021.57 ms per token, 0.49 tokens per second) 9.54.351.065 I slot print_timing: id 3 | task 9130 | total time = 5171.06 ms / 1003 tokens 9.54.351.065 I slot print_timing: id 3 | task 9130 | graphs reused = 7862 9.54.351.066 I slot print_timing: id 3 | task 9130 | graph reallocs = 0 / 0 (same size) / (changed size) 9.54.351.119 I slot release: id 3 | task 9130 | stop processing: n_tokens = 1003, truncated = 0 9.56.022.084 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 234638434493 9.56.028.037 I slot launch_slot_: id 3 | task 9139 | processing task, is_child = 0 9.56.028.049 I slot print_timing: id 1 | task 9135 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.68 s / 239.88 tokens per second 9.56.028.823 I slot print_timing: id 2 | task 9136 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.68 s / 201.54 tokens per second 9.58.434.609 I slot print_timing: id 1 | task 9135 | prompt processing, n_tokens = 1032, progress = 1.00, t = 6.09 s / 169.47 tokens per second 9.58.435.474 I slot print_timing: id 2 | task 9136 | prompt processing, n_tokens = 908, progress = 1.00, t = 6.09 s / 149.12 tokens per second 9.59.739.118 I slot print_timing: id 3 | task 9139 | prompt processing, n_tokens = 1265, progress = 0.71, t = 3.71 s / 341.16 tokens per second 10.00.944.807 I slot print_timing: id 1 | task 9135 | prompt eval time = 7393.89 ms / 1036 tokens ( 7.14 ms per token, 140.12 tokens per second) 10.00.944.812 I slot print_timing: id 1 | task 9135 | eval time = 1205.88 ms / 2 tokens ( 1205.88 ms per token, 0.83 tokens per second) 10.00.944.812 I slot print_timing: id 1 | task 9135 | total time = 8599.78 ms / 1038 tokens 10.00.944.813 I slot print_timing: id 1 | task 9135 | graphs reused = 7862 10.00.944.813 I slot print_timing: id 1 | task 9135 | graph reallocs = 0 / 0 (same size) / (changed size) 10.00.944.873 I slot release: id 1 | task 9135 | stop processing: n_tokens = 1038, truncated = 0 10.00.945.043 I slot print_timing: id 2 | task 9136 | prompt eval time = 7393.89 ms / 912 tokens ( 8.11 ms per token, 123.35 tokens per second) 10.00.945.046 I slot print_timing: id 2 | task 9136 | eval time = 1205.93 ms / 2 tokens ( 1205.93 ms per token, 0.83 tokens per second) 10.00.945.046 I slot print_timing: id 2 | task 9136 | total time = 8599.83 ms / 914 tokens 10.00.945.046 I slot print_timing: id 2 | task 9136 | graphs reused = 7862 10.00.945.047 I slot print_timing: id 2 | task 9136 | graph reallocs = 0 / 0 (same size) / (changed size) 10.00.945.101 I slot release: id 2 | task 9136 | stop processing: n_tokens = 914, truncated = 0 10.00.945.112 I slot print_timing: id 3 | task 9139 | prompt processing, n_tokens = 1777, progress = 1.00, t = 4.91 s / 361.63 tokens per second 10.01.021.704 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 234645028247 10.01.029.418 I slot launch_slot_: id 1 | task 9144 | processing task, is_child = 0 10.01.036.012 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.842 10.01.036.041 I slot launch_slot_: id 2 | task 9145 | processing task, is_child = 0 10.02.262.014 I slot print_timing: id 3 | task 9139 | prompt eval time = 4991.11 ms / 1781 tokens ( 2.80 ms per token, 356.83 tokens per second) 10.02.262.017 I slot print_timing: id 3 | task 9139 | eval time = 1240.31 ms / 2 tokens ( 1240.31 ms per token, 0.81 tokens per second) 10.02.262.018 I slot print_timing: id 3 | task 9139 | total time = 6231.41 ms / 1783 tokens 10.02.262.019 I slot print_timing: id 3 | task 9139 | graphs reused = 7862 10.02.262.019 I slot print_timing: id 3 | task 9139 | graph reallocs = 0 / 0 (same size) / (changed size) 10.02.262.120 I slot release: id 3 | task 9139 | stop processing: n_tokens = 1783, truncated = 0 10.03.231.975 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 234646345495 10.03.242.326 I slot launch_slot_: id 3 | task 9148 | processing task, is_child = 0 10.04.146.631 I slot print_timing: id 2 | task 9145 | prompt eval time = 2195.74 ms / 158 tokens ( 13.90 ms per token, 71.96 tokens per second) 10.04.146.635 I slot print_timing: id 2 | task 9145 | eval time = 914.65 ms / 2 tokens ( 914.65 ms per token, 1.09 tokens per second) 10.04.146.635 I slot print_timing: id 2 | task 9145 | total time = 3110.40 ms / 160 tokens 10.04.146.636 I slot print_timing: id 2 | task 9145 | graphs reused = 7862 10.04.146.636 I slot print_timing: id 2 | task 9145 | graph reallocs = 0 / 0 (same size) / (changed size) 10.04.146.692 I slot release: id 2 | task 9145 | stop processing: n_tokens = 929, truncated = 0 10.04.146.704 I slot print_timing: id 1 | task 9144 | prompt processing, n_tokens = 866, progress = 1.00, t = 3.11 s / 278.43 tokens per second 10.05.039.956 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 234648230066 10.05.048.701 I slot launch_slot_: id 2 | task 9151 | processing task, is_child = 0 10.05.861.523 I slot print_timing: id 1 | task 9144 | prompt eval time = 4003.90 ms / 870 tokens ( 4.60 ms per token, 217.29 tokens per second) 10.05.861.525 I slot print_timing: id 1 | task 9144 | eval time = 821.57 ms / 2 tokens ( 821.57 ms per token, 1.22 tokens per second) 10.05.861.526 I slot print_timing: id 1 | task 9144 | total time = 4825.47 ms / 872 tokens 10.05.861.526 I slot print_timing: id 1 | task 9144 | graphs reused = 7862 10.05.861.527 I slot print_timing: id 1 | task 9144 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.861.582 I slot release: id 1 | task 9144 | stop processing: n_tokens = 872, truncated = 0 10.06.804.980 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 234649944956 10.06.812.433 I slot launch_slot_: id 1 | task 9154 | processing task, is_child = 0 10.07.588.153 I slot print_timing: id 3 | task 9148 | prompt eval time = 3561.05 ms / 742 tokens ( 4.80 ms per token, 208.37 tokens per second) 10.07.588.158 I slot print_timing: id 3 | task 9148 | eval time = 783.17 ms / 2 tokens ( 783.17 ms per token, 1.28 tokens per second) 10.07.588.158 I slot print_timing: id 3 | task 9148 | total time = 4344.22 ms / 744 tokens 10.07.588.159 I slot print_timing: id 3 | task 9148 | graphs reused = 7862 10.07.588.159 I slot print_timing: id 3 | task 9148 | graph reallocs = 0 / 0 (same size) / (changed size) 10.07.588.206 I slot release: id 3 | task 9148 | stop processing: n_tokens = 744, truncated = 0 10.08.545.043 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.844 10.08.545.109 I slot launch_slot_: id 3 | task 9157 | processing task, is_child = 0 10.09.158.778 I slot print_timing: id 2 | task 9151 | prompt eval time = 3496.33 ms / 712 tokens ( 4.91 ms per token, 203.64 tokens per second) 10.09.158.781 I slot print_timing: id 2 | task 9151 | eval time = 613.74 ms / 2 tokens ( 613.74 ms per token, 1.63 tokens per second) 10.09.158.782 I slot print_timing: id 2 | task 9151 | total time = 4110.06 ms / 714 tokens 10.09.158.783 I slot print_timing: id 2 | task 9151 | graphs reused = 7862 10.09.158.783 I slot print_timing: id 2 | task 9151 | graph reallocs = 0 / 0 (same size) / (changed size) 10.09.158.827 I slot release: id 2 | task 9151 | stop processing: n_tokens = 714, truncated = 0 10.09.293.155 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.880 10.09.293.216 I slot launch_slot_: id 2 | task 9160 | processing task, is_child = 0 10.09.597.516 I slot print_timing: id 1 | task 9154 | prompt eval time = 2480.50 ms / 716 tokens ( 3.46 ms per token, 288.65 tokens per second) 10.09.597.519 I slot print_timing: id 1 | task 9154 | eval time = 304.57 ms / 2 tokens ( 304.57 ms per token, 3.28 tokens per second) 10.09.597.519 I slot print_timing: id 1 | task 9154 | total time = 2785.07 ms / 718 tokens 10.09.597.520 I slot print_timing: id 1 | task 9154 | graphs reused = 7862 10.09.597.520 I slot print_timing: id 1 | task 9154 | graph reallocs = 0 / 0 (same size) / (changed size) 10.09.597.568 I slot release: id 1 | task 9154 | stop processing: n_tokens = 718, truncated = 0 10.09.597.750 I slot print_timing: id 3 | task 9157 | prompt eval time = 746.97 ms / 98 tokens ( 7.62 ms per token, 131.20 tokens per second) 10.09.597.752 I slot print_timing: id 3 | task 9157 | eval time = 304.60 ms / 2 tokens ( 304.60 ms per token, 3.28 tokens per second) 10.09.597.752 I slot print_timing: id 3 | task 9157 | total time = 1051.57 ms / 100 tokens 10.09.597.753 I slot print_timing: id 3 | task 9157 | graphs reused = 7862 10.09.597.753 I slot print_timing: id 3 | task 9157 | graph reallocs = 0 / 0 (same size) / (changed size) 10.09.597.791 I slot release: id 3 | task 9157 | stop processing: n_tokens = 727, truncated = 0 10.09.674.168 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 234653680942 10.09.680.947 I slot launch_slot_: id 1 | task 9163 | processing task, is_child = 0 10.09.688.315 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 234653681165 10.09.688.405 I slot launch_slot_: id 3 | task 9164 | processing task, is_child = 0 10.11.536.606 I slot print_timing: id 2 | task 9160 | prompt eval time = 380.94 ms / 92 tokens ( 4.14 ms per token, 241.51 tokens per second) 10.11.536.610 I slot print_timing: id 2 | task 9160 | eval time = 1862.43 ms / 2 tokens ( 1862.43 ms per token, 0.54 tokens per second) 10.11.536.610 I slot print_timing: id 2 | task 9160 | total time = 2243.38 ms / 94 tokens 10.11.536.611 I slot print_timing: id 2 | task 9160 | graphs reused = 7862 10.11.536.611 I slot print_timing: id 2 | task 9160 | graph reallocs = 0 / 0 (same size) / (changed size) 10.11.536.660 I slot release: id 2 | task 9160 | stop processing: n_tokens = 721, truncated = 0 10.13.289.587 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 234655620034 10.13.295.325 I slot launch_slot_: id 2 | task 9167 | processing task, is_child = 0 10.13.295.337 I slot print_timing: id 1 | task 9163 | prompt processing, n_tokens = 765, progress = 0.87, t = 3.60 s / 212.44 tokens per second 10.13.297.316 I slot print_timing: id 3 | task 9164 | prompt processing, n_tokens = 861, progress = 0.86, t = 3.60 s / 239.11 tokens per second 10.15.109.461 I slot print_timing: id 1 | task 9163 | prompt processing, n_tokens = 873, progress = 1.00, t = 5.42 s / 161.04 tokens per second 10.15.111.681 I slot print_timing: id 3 | task 9164 | prompt processing, n_tokens = 992, progress = 1.00, t = 5.42 s / 183.00 tokens per second 10.16.525.675 I slot print_timing: id 1 | task 9163 | prompt eval time = 6320.40 ms / 877 tokens ( 7.21 ms per token, 138.76 tokens per second) 10.16.525.680 I slot print_timing: id 1 | task 9163 | eval time = 516.87 ms / 2 tokens ( 516.87 ms per token, 1.93 tokens per second) 10.16.525.681 I slot print_timing: id 1 | task 9163 | total time = 6837.26 ms / 879 tokens 10.16.525.681 I slot print_timing: id 1 | task 9163 | graphs reused = 7862 10.16.525.681 I slot print_timing: id 1 | task 9163 | graph reallocs = 0 / 0 (same size) / (changed size) 10.16.525.729 I slot release: id 1 | task 9163 | stop processing: n_tokens = 879, truncated = 0 10.16.525.898 I slot print_timing: id 3 | task 9164 | prompt eval time = 6320.43 ms / 996 tokens ( 6.35 ms per token, 157.58 tokens per second) 10.16.525.900 I slot print_timing: id 3 | task 9164 | eval time = 516.91 ms / 2 tokens ( 516.91 ms per token, 1.93 tokens per second) 10.16.525.901 I slot print_timing: id 3 | task 9164 | total time = 6837.34 ms / 998 tokens 10.16.525.901 I slot print_timing: id 3 | task 9164 | graphs reused = 7862 10.16.525.901 I slot print_timing: id 3 | task 9164 | graph reallocs = 0 / 0 (same size) / (changed size) 10.16.525.947 I slot release: id 3 | task 9164 | stop processing: n_tokens = 998, truncated = 0 10.16.525.955 I slot print_timing: id 2 | task 9167 | prompt processing, n_tokens = 1032, progress = 1.00, t = 3.23 s / 319.69 tokens per second 10.16.602.192 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.892 10.16.602.222 I slot launch_slot_: id 3 | task 9172 | processing task, is_child = 0 10.16.609.148 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 234660609103 10.16.609.242 I slot launch_slot_: id 1 | task 9173 | processing task, is_child = 0 10.18.037.988 I slot print_timing: id 2 | task 9167 | prompt eval time = 3305.01 ms / 1036 tokens ( 3.19 ms per token, 313.46 tokens per second) 10.18.037.994 I slot print_timing: id 2 | task 9167 | eval time = 1435.80 ms / 2 tokens ( 1435.80 ms per token, 0.70 tokens per second) 10.18.037.994 I slot print_timing: id 2 | task 9167 | total time = 4740.80 ms / 1038 tokens 10.18.037.995 I slot print_timing: id 2 | task 9167 | graphs reused = 7862 10.18.037.995 I slot print_timing: id 2 | task 9167 | graph reallocs = 0 / 0 (same size) / (changed size) 10.18.038.058 I slot release: id 2 | task 9167 | stop processing: n_tokens = 1038, truncated = 0 10.18.951.269 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.857 10.18.951.321 I slot launch_slot_: id 2 | task 9176 | processing task, is_child = 0 10.19.688.557 I slot print_timing: id 3 | task 9172 | prompt eval time = 2341.86 ms / 121 tokens ( 19.35 ms per token, 51.67 tokens per second) 10.19.688.562 I slot print_timing: id 3 | task 9172 | eval time = 737.29 ms / 2 tokens ( 737.29 ms per token, 1.36 tokens per second) 10.19.688.563 I slot print_timing: id 3 | task 9172 | total time = 3079.15 ms / 123 tokens 10.19.688.563 I slot print_timing: id 3 | task 9172 | graphs reused = 7862 10.19.688.564 I slot print_timing: id 3 | task 9172 | graph reallocs = 0 / 0 (same size) / (changed size) 10.19.688.617 I slot release: id 3 | task 9172 | stop processing: n_tokens = 1012, truncated = 0 10.19.688.628 I slot print_timing: id 1 | task 9173 | prompt processing, n_tokens = 999, progress = 1.00, t = 3.08 s / 324.46 tokens per second 10.19.785.807 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 234663771991 10.19.794.956 I slot launch_slot_: id 3 | task 9179 | processing task, is_child = 0 10.20.628.118 I slot print_timing: id 1 | task 9173 | prompt eval time = 3176.37 ms / 1003 tokens ( 3.17 ms per token, 315.77 tokens per second) 10.20.628.124 I slot print_timing: id 1 | task 9173 | eval time = 842.50 ms / 2 tokens ( 842.50 ms per token, 1.19 tokens per second) 10.20.628.124 I slot print_timing: id 1 | task 9173 | total time = 4018.86 ms / 1005 tokens 10.20.628.125 I slot print_timing: id 1 | task 9173 | graphs reused = 7862 10.20.628.125 I slot print_timing: id 1 | task 9173 | graph reallocs = 0 / 0 (same size) / (changed size) 10.20.628.176 I slot release: id 1 | task 9173 | stop processing: n_tokens = 1005, truncated = 0 10.20.628.351 I slot print_timing: id 2 | task 9176 | prompt eval time = 833.52 ms / 108 tokens ( 7.72 ms per token, 129.57 tokens per second) 10.20.628.354 I slot print_timing: id 2 | task 9176 | eval time = 842.55 ms / 2 tokens ( 842.55 ms per token, 1.19 tokens per second) 10.20.628.354 I slot print_timing: id 2 | task 9176 | total time = 1676.07 ms / 110 tokens 10.20.628.355 I slot print_timing: id 2 | task 9176 | graphs reused = 7862 10.20.628.355 I slot print_timing: id 2 | task 9176 | graph reallocs = 0 / 0 (same size) / (changed size) 10.20.628.399 I slot release: id 2 | task 9176 | stop processing: n_tokens = 999, truncated = 0 10.21.470.041 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 234664711550 10.21.476.397 I slot launch_slot_: id 1 | task 9182 | processing task, is_child = 0 10.21.484.795 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 234664711773 10.21.484.896 I slot launch_slot_: id 2 | task 9183 | processing task, is_child = 0 10.23.735.674 I slot print_timing: id 3 | task 9179 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.94 s / 224.17 tokens per second 10.25.355.254 I slot print_timing: id 1 | task 9182 | prompt processing, n_tokens = 759, progress = 0.86, t = 3.87 s / 196.13 tokens per second 10.25.356.046 I slot print_timing: id 2 | task 9183 | prompt processing, n_tokens = 759, progress = 0.76, t = 3.87 s / 196.14 tokens per second 10.26.286.159 I slot print_timing: id 3 | task 9179 | prompt eval time = 5560.28 ms / 887 tokens ( 6.27 ms per token, 159.52 tokens per second) 10.26.286.162 I slot print_timing: id 3 | task 9179 | eval time = 930.91 ms / 2 tokens ( 930.91 ms per token, 1.07 tokens per second) 10.26.286.162 I slot print_timing: id 3 | task 9179 | total time = 6491.19 ms / 889 tokens 10.26.286.163 I slot print_timing: id 3 | task 9179 | graphs reused = 7862 10.26.286.163 I slot print_timing: id 3 | task 9179 | graph reallocs = 0 / 0 (same size) / (changed size) 10.26.286.214 I slot release: id 3 | task 9179 | stop processing: n_tokens = 889, truncated = 0 10.26.286.226 I slot print_timing: id 1 | task 9182 | prompt processing, n_tokens = 880, progress = 1.00, t = 4.80 s / 183.30 tokens per second 10.26.287.557 I slot print_timing: id 2 | task 9183 | prompt processing, n_tokens = 998, progress = 1.00, t = 4.80 s / 207.89 tokens per second 10.26.383.194 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 234670369588 10.26.390.437 I slot launch_slot_: id 3 | task 9188 | processing task, is_child = 0 10.27.419.668 I slot print_timing: id 1 | task 9182 | prompt eval time = 4898.10 ms / 884 tokens ( 5.54 ms per token, 180.48 tokens per second) 10.27.419.673 I slot print_timing: id 1 | task 9182 | eval time = 1036.66 ms / 2 tokens ( 1036.66 ms per token, 0.96 tokens per second) 10.27.419.673 I slot print_timing: id 1 | task 9182 | total time = 5934.76 ms / 886 tokens 10.27.419.674 I slot print_timing: id 1 | task 9182 | graphs reused = 7862 10.27.419.674 I slot print_timing: id 1 | task 9182 | graph reallocs = 0 / 0 (same size) / (changed size) 10.27.419.725 I slot release: id 1 | task 9182 | stop processing: n_tokens = 886, truncated = 0 10.27.419.899 I slot print_timing: id 2 | task 9183 | prompt eval time = 4898.09 ms / 1002 tokens ( 4.89 ms per token, 204.57 tokens per second) 10.27.419.904 I slot print_timing: id 2 | task 9183 | eval time = 1036.71 ms / 2 tokens ( 1036.71 ms per token, 0.96 tokens per second) 10.27.419.905 I slot print_timing: id 2 | task 9183 | total time = 5934.80 ms / 1004 tokens 10.27.419.905 I slot print_timing: id 2 | task 9183 | graphs reused = 7862 10.27.419.906 I slot print_timing: id 2 | task 9183 | graph reallocs = 0 / 0 (same size) / (changed size) 10.27.419.955 I slot release: id 2 | task 9183 | stop processing: n_tokens = 1004, truncated = 0 10.28.134.433 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.889 10.28.134.486 I slot launch_slot_: id 1 | task 9191 | processing task, is_child = 0 10.28.142.573 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.785 10.28.142.606 I slot launch_slot_: id 2 | task 9192 | processing task, is_child = 0 10.29.548.007 I slot print_timing: id 0 | task 9103 | prompt eval time = 7948.61 ms / 940 tokens ( 8.46 ms per token, 118.26 tokens per second) 10.29.548.010 I slot print_timing: id 0 | task 9103 | eval time = 52509.05 ms / 58 tokens ( 921.21 ms per token, 1.09 tokens per second) 10.29.548.010 I slot print_timing: id 0 | task 9103 | total time = 60457.67 ms / 998 tokens 10.29.548.011 I slot print_timing: id 0 | task 9103 | graphs reused = 7862 10.29.548.011 I slot print_timing: id 0 | task 9103 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.548.072 I slot release: id 0 | task 9103 | stop processing: n_tokens = 998, truncated = 0 10.29.548.241 I slot print_timing: id 1 | task 9191 | prompt eval time = 1356.41 ms / 164 tokens ( 8.27 ms per token, 120.91 tokens per second) 10.29.548.244 I slot print_timing: id 1 | task 9191 | eval time = 49.22 ms / 2 tokens ( 49.22 ms per token, 20.32 tokens per second) 10.29.548.244 I slot print_timing: id 1 | task 9191 | total time = 1405.63 ms / 166 tokens 10.29.548.244 I slot print_timing: id 1 | task 9191 | graphs reused = 7862 10.29.548.245 I slot print_timing: id 1 | task 9191 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.548.290 I slot release: id 1 | task 9191 | stop processing: n_tokens = 953, truncated = 0 10.29.548.473 I slot print_timing: id 2 | task 9192 | prompt eval time = 1355.92 ms / 105 tokens ( 12.91 ms per token, 77.44 tokens per second) 10.29.548.475 I slot print_timing: id 2 | task 9192 | eval time = 49.26 ms / 2 tokens ( 49.26 ms per token, 20.30 tokens per second) 10.29.548.475 I slot print_timing: id 2 | task 9192 | total time = 1405.18 ms / 107 tokens 10.29.548.475 I slot print_timing: id 2 | task 9192 | graphs reused = 7862 10.29.548.476 I slot print_timing: id 2 | task 9192 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.548.516 I slot release: id 2 | task 9192 | stop processing: n_tokens = 894, truncated = 0 10.29.548.693 I slot print_timing: id 3 | task 9188 | prompt eval time = 3108.95 ms / 984 tokens ( 3.16 ms per token, 316.51 tokens per second) 10.29.548.697 I slot print_timing: id 3 | task 9188 | eval time = 49.30 ms / 2 tokens ( 49.30 ms per token, 20.29 tokens per second) 10.29.548.697 I slot print_timing: id 3 | task 9188 | total time = 3158.25 ms / 986 tokens 10.29.548.698 I slot print_timing: id 3 | task 9188 | graphs reused = 7862 10.29.548.698 I slot print_timing: id 3 | task 9188 | graph reallocs = 0 / 0 (same size) / (changed size) 10.29.548.736 I slot release: id 3 | task 9188 | stop processing: n_tokens = 986, truncated = 0 10.29.562.432 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 998, t_last = 234673631446 10.29.569.741 I slot launch_slot_: id 0 | task 9196 | processing task, is_child = 0 10.29.594.962 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 234673631664 10.29.595.106 I slot launch_slot_: id 1 | task 9197 | processing task, is_child = 0 10.29.595.251 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.881 10.29.595.267 I slot launch_slot_: id 2 | task 9198 | processing task, is_child = 0 10.29.595.338 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 234673632111 10.29.595.427 I slot launch_slot_: id 3 | task 9199 | processing task, is_child = 0 10.34.829.021 I slot print_timing: id 0 | task 9196 | prompt processing, n_tokens = 761, progress = 0.85, t = 5.23 s / 145.41 tokens per second 10.34.829.741 I slot print_timing: id 1 | task 9197 | prompt processing, n_tokens = 761, progress = 0.82, t = 5.23 s / 145.42 tokens per second 10.34.831.151 I slot print_timing: id 3 | task 9199 | prompt processing, n_tokens = 761, progress = 0.81, t = 5.23 s / 145.44 tokens per second 10.36.048.808 I slot print_timing: id 2 | task 9198 | prompt eval time = 5233.22 ms / 84 tokens ( 62.30 ms per token, 16.05 tokens per second) 10.36.048.810 I slot print_timing: id 2 | task 9198 | eval time = 1219.80 ms / 2 tokens ( 1219.80 ms per token, 0.82 tokens per second) 10.36.048.811 I slot print_timing: id 2 | task 9198 | total time = 6453.02 ms / 86 tokens 10.36.048.811 I slot print_timing: id 2 | task 9198 | graphs reused = 7862 10.36.048.812 I slot print_timing: id 2 | task 9198 | graph reallocs = 0 / 0 (same size) / (changed size) 10.36.048.862 I slot release: id 2 | task 9198 | stop processing: n_tokens = 873, truncated = 0 10.36.048.873 I slot print_timing: id 0 | task 9196 | prompt processing, n_tokens = 894, progress = 1.00, t = 6.45 s / 138.54 tokens per second 10.36.049.754 I slot print_timing: id 1 | task 9197 | prompt processing, n_tokens = 920, progress = 1.00, t = 6.45 s / 142.57 tokens per second 10.36.051.453 I slot print_timing: id 3 | task 9199 | prompt processing, n_tokens = 939, progress = 1.00, t = 6.45 s / 145.53 tokens per second 10.36.147.857 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 234680132236 10.36.156.624 I slot launch_slot_: id 2 | task 9204 | processing task, is_child = 0 10.38.035.555 I slot print_timing: id 0 | task 9196 | prompt eval time = 6552.05 ms / 898 tokens ( 7.30 ms per token, 137.06 tokens per second) 10.38.035.560 I slot print_timing: id 0 | task 9196 | eval time = 1888.07 ms / 2 tokens ( 1888.07 ms per token, 0.53 tokens per second) 10.38.035.561 I slot print_timing: id 0 | task 9196 | total time = 8440.12 ms / 900 tokens 10.38.035.561 I slot print_timing: id 0 | task 9196 | graphs reused = 7862 10.38.035.562 I slot print_timing: id 0 | task 9196 | graph reallocs = 0 / 0 (same size) / (changed size) 10.38.035.613 I slot release: id 0 | task 9196 | stop processing: n_tokens = 900, truncated = 0 10.38.035.795 I slot print_timing: id 1 | task 9197 | prompt eval time = 6552.04 ms / 924 tokens ( 7.09 ms per token, 141.02 tokens per second) 10.38.035.799 I slot print_timing: id 1 | task 9197 | eval time = 1888.12 ms / 2 tokens ( 1888.12 ms per token, 0.53 tokens per second) 10.38.035.799 I slot print_timing: id 1 | task 9197 | total time = 8440.16 ms / 926 tokens 10.38.035.800 I slot print_timing: id 1 | task 9197 | graphs reused = 7862 10.38.035.800 I slot print_timing: id 1 | task 9197 | graph reallocs = 0 / 0 (same size) / (changed size) 10.38.035.839 I slot release: id 1 | task 9197 | stop processing: n_tokens = 926, truncated = 0 10.38.036.020 I slot print_timing: id 3 | task 9199 | prompt eval time = 6551.39 ms / 943 tokens ( 6.95 ms per token, 143.94 tokens per second) 10.38.036.024 I slot print_timing: id 3 | task 9199 | eval time = 1888.17 ms / 2 tokens ( 1888.17 ms per token, 0.53 tokens per second) 10.38.036.025 I slot print_timing: id 3 | task 9199 | total time = 8439.56 ms / 945 tokens 10.38.036.025 I slot print_timing: id 3 | task 9199 | graphs reused = 7862 10.38.036.025 I slot print_timing: id 3 | task 9199 | graph reallocs = 0 / 0 (same size) / (changed size) 10.38.036.059 I slot release: id 3 | task 9199 | stop processing: n_tokens = 945, truncated = 0 10.38.756.521 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 234682118987 10.39.270.232 I slot launch_slot_: id 0 | task 9208 | processing task, is_child = 0 10.39.286.114 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 234682119213 10.39.286.218 I slot launch_slot_: id 1 | task 9209 | processing task, is_child = 0 10.39.286.289 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 234682119433 10.39.286.385 I slot launch_slot_: id 3 | task 9210 | processing task, is_child = 0 10.43.715.377 I slot print_timing: id 0 | task 9208 | prompt processing, n_tokens = 752, progress = 0.59, t = 4.43 s / 169.80 tokens per second 10.43.716.045 I slot print_timing: id 1 | task 9209 | prompt processing, n_tokens = 794, progress = 0.61, t = 4.43 s / 179.29 tokens per second 10.43.717.262 I slot print_timing: id 3 | task 9210 | prompt processing, n_tokens = 498, progress = 0.37, t = 4.43 s / 112.48 tokens per second 10.46.304.668 I slot print_timing: id 2 | task 9204 | prompt eval time = 7558.73 ms / 1365 tokens ( 5.54 ms per token, 180.59 tokens per second) 10.46.304.674 I slot print_timing: id 2 | task 9204 | eval time = 2589.30 ms / 2 tokens ( 2589.30 ms per token, 0.39 tokens per second) 10.46.304.674 I slot print_timing: id 2 | task 9204 | total time = 10148.03 ms / 1367 tokens 10.46.304.675 I slot print_timing: id 2 | task 9204 | graphs reused = 7862 10.46.304.675 I slot print_timing: id 2 | task 9204 | graph reallocs = 0 / 0 (same size) / (changed size) 10.46.304.741 I slot release: id 2 | task 9204 | stop processing: n_tokens = 1367, truncated = 0 10.46.304.754 I slot print_timing: id 0 | task 9208 | prompt processing, n_tokens = 1157, progress = 0.91, t = 7.02 s / 164.86 tokens per second 10.46.305.590 I slot print_timing: id 1 | task 9209 | prompt processing, n_tokens = 1157, progress = 0.88, t = 7.02 s / 164.86 tokens per second 10.46.307.231 I slot print_timing: id 3 | task 9210 | prompt processing, n_tokens = 839, progress = 0.62, t = 7.02 s / 119.57 tokens per second 10.46.991.273 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1367, t_last = 234690388115 10.47.699.597 I slot launch_slot_: id 2 | task 9214 | processing task, is_child = 0 10.47.699.615 I slot print_timing: id 0 | task 9208 | prompt processing, n_tokens = 1264, progress = 1.00, t = 7.70 s / 164.05 tokens per second 10.47.702.179 I slot print_timing: id 1 | task 9209 | prompt processing, n_tokens = 1306, progress = 1.00, t = 7.70 s / 169.51 tokens per second 10.47.704.437 I slot print_timing: id 3 | task 9210 | prompt processing, n_tokens = 1157, progress = 0.85, t = 7.70 s / 150.19 tokens per second 10.48.854.978 I slot print_timing: id 3 | task 9210 | prompt processing, n_tokens = 1351, progress = 1.00, t = 9.57 s / 141.22 tokens per second 10.49.820.524 I slot print_timing: id 0 | task 9208 | prompt eval time = 9568.01 ms / 1268 tokens ( 7.55 ms per token, 132.52 tokens per second) 10.49.820.527 I slot print_timing: id 0 | task 9208 | eval time = 966.12 ms / 2 tokens ( 966.12 ms per token, 1.04 tokens per second) 10.49.820.527 I slot print_timing: id 0 | task 9208 | total time = 10534.13 ms / 1270 tokens 10.49.820.528 I slot print_timing: id 0 | task 9208 | graphs reused = 7862 10.49.820.528 I slot print_timing: id 0 | task 9208 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.820.595 I slot release: id 0 | task 9208 | stop processing: n_tokens = 1270, truncated = 0 10.49.820.770 I slot print_timing: id 1 | task 9209 | prompt eval time = 9568.01 ms / 1310 tokens ( 7.30 ms per token, 136.91 tokens per second) 10.49.820.773 I slot print_timing: id 1 | task 9209 | eval time = 966.18 ms / 2 tokens ( 966.18 ms per token, 1.04 tokens per second) 10.49.820.773 I slot print_timing: id 1 | task 9209 | total time = 10534.19 ms / 1312 tokens 10.49.820.774 I slot print_timing: id 1 | task 9209 | graphs reused = 7862 10.49.820.774 I slot print_timing: id 1 | task 9209 | graph reallocs = 0 / 0 (same size) / (changed size) 10.49.820.822 I slot release: id 1 | task 9209 | stop processing: n_tokens = 1312, truncated = 0 10.50.147.071 I slot print_timing: id 3 | task 9210 | prompt eval time = 10533.41 ms / 1355 tokens ( 7.77 ms per token, 128.64 tokens per second) 10.50.147.074 I slot print_timing: id 3 | task 9210 | eval time = 326.03 ms / 2 tokens ( 326.03 ms per token, 3.07 tokens per second) 10.50.147.075 I slot print_timing: id 3 | task 9210 | total time = 10859.45 ms / 1357 tokens 10.50.147.075 I slot print_timing: id 3 | task 9210 | graphs reused = 7862 10.50.147.075 I slot print_timing: id 3 | task 9210 | graph reallocs = 0 / 0 (same size) / (changed size) 10.50.147.134 I slot release: id 3 | task 9210 | stop processing: n_tokens = 1357, truncated = 0 10.50.147.141 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 234693903969 10.50.157.313 I slot launch_slot_: id 0 | task 9218 | processing task, is_child = 0 10.50.172.953 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 234693904196 10.50.173.079 I slot launch_slot_: id 1 | task 9219 | processing task, is_child = 0 10.50.173.162 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 234694230508 10.50.173.262 I slot launch_slot_: id 3 | task 9220 | processing task, is_child = 0 10.55.008.562 I slot print_timing: id 2 | task 9214 | prompt eval time = 4704.51 ms / 790 tokens ( 5.96 ms per token, 167.92 tokens per second) 10.55.008.565 I slot print_timing: id 2 | task 9214 | eval time = 2599.81 ms / 2 tokens ( 2599.81 ms per token, 0.38 tokens per second) 10.55.008.565 I slot print_timing: id 2 | task 9214 | total time = 7304.32 ms / 792 tokens 10.55.008.565 I slot print_timing: id 2 | task 9214 | graphs reused = 7862 10.55.008.566 I slot print_timing: id 2 | task 9214 | graph reallocs = 0 / 0 (same size) / (changed size) 10.55.008.614 I slot release: id 2 | task 9214 | stop processing: n_tokens = 792, truncated = 0 10.55.008.628 I slot print_timing: id 0 | task 9218 | prompt processing, n_tokens = 678, progress = 0.84, t = 4.84 s / 140.22 tokens per second 10.55.009.407 I slot print_timing: id 1 | task 9219 | prompt processing, n_tokens = 742, progress = 0.83, t = 4.83 s / 153.47 tokens per second 10.55.010.937 I slot print_timing: id 3 | task 9220 | prompt processing, n_tokens = 742, progress = 0.86, t = 4.83 s / 153.50 tokens per second 10.55.692.056 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 234699091988 10.55.989.707 I slot launch_slot_: id 2 | task 9224 | processing task, is_child = 0 10.55.989.716 I slot print_timing: id 0 | task 9218 | prompt processing, n_tokens = 804, progress = 1.00, t = 5.52 s / 145.68 tokens per second 10.55.992.188 I slot print_timing: id 1 | task 9219 | prompt processing, n_tokens = 891, progress = 1.00, t = 5.52 s / 161.45 tokens per second 10.55.994.305 I slot print_timing: id 3 | task 9220 | prompt processing, n_tokens = 861, progress = 1.00, t = 5.52 s / 156.04 tokens per second 10.57.576.410 I slot print_timing: id 0 | task 9218 | prompt eval time = 6519.11 ms / 808 tokens ( 8.07 ms per token, 123.94 tokens per second) 10.57.576.415 I slot print_timing: id 0 | task 9218 | eval time = 884.03 ms / 2 tokens ( 884.03 ms per token, 1.13 tokens per second) 10.57.576.415 I slot print_timing: id 0 | task 9218 | total time = 7403.14 ms / 810 tokens 10.57.576.416 I slot print_timing: id 0 | task 9218 | graphs reused = 7862 10.57.576.416 I slot print_timing: id 0 | task 9218 | graph reallocs = 0 / 0 (same size) / (changed size) 10.57.576.468 I slot release: id 0 | task 9218 | stop processing: n_tokens = 810, truncated = 0 10.57.576.817 I slot print_timing: id 3 | task 9220 | prompt eval time = 6518.38 ms / 865 tokens ( 7.54 ms per token, 132.70 tokens per second) 10.57.576.823 I slot print_timing: id 3 | task 9220 | eval time = 884.05 ms / 2 tokens ( 884.05 ms per token, 1.13 tokens per second) 10.57.576.823 I slot print_timing: id 3 | task 9220 | total time = 7402.43 ms / 867 tokens 10.57.576.824 I slot print_timing: id 3 | task 9220 | graphs reused = 7862 10.57.576.824 I slot print_timing: id 3 | task 9220 | graph reallocs = 0 / 0 (same size) / (changed size) 10.57.576.872 I slot release: id 3 | task 9220 | stop processing: n_tokens = 867, truncated = 0 10.57.978.209 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 234701659842 10.57.985.879 I slot launch_slot_: id 0 | task 9228 | processing task, is_child = 0 10.57.993.051 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 234701660246 10.57.993.149 I slot launch_slot_: id 3 | task 9229 | processing task, is_child = 0 11.00.995.603 I slot print_timing: id 2 | task 9224 | prompt eval time = 3404.04 ms / 801 tokens ( 4.25 ms per token, 235.31 tokens per second) 11.00.995.605 I slot print_timing: id 2 | task 9224 | eval time = 1597.39 ms / 2 tokens ( 1597.39 ms per token, 0.63 tokens per second) 11.00.995.606 I slot print_timing: id 2 | task 9224 | total time = 5001.44 ms / 803 tokens 11.00.995.606 I slot print_timing: id 2 | task 9224 | graphs reused = 7862 11.00.995.607 I slot print_timing: id 2 | task 9224 | graph reallocs = 0 / 0 (same size) / (changed size) 11.00.995.660 I slot release: id 2 | task 9224 | stop processing: n_tokens = 803, truncated = 0 11.00.995.673 I slot print_timing: id 0 | task 9228 | prompt processing, n_tokens = 662, progress = 0.76, t = 3.00 s / 220.51 tokens per second 11.00.996.552 I slot print_timing: id 3 | task 9229 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.00 s / 220.58 tokens per second 11.01.818.846 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.879 (> 0.100 thold), f_keep = 0.861 11.01.818.906 I slot launch_slot_: id 2 | task 9233 | processing task, is_child = 0 11.01.818.913 I slot print_timing: id 0 | task 9228 | prompt processing, n_tokens = 862, progress = 1.00, t = 3.83 s / 225.33 tokens per second 11.01.821.038 I slot print_timing: id 3 | task 9229 | prompt processing, n_tokens = 785, progress = 0.99, t = 3.82 s / 205.25 tokens per second 11.02.309.128 I slot print_timing: id 0 | task 9228 | prompt eval time = 4196.81 ms / 866 tokens ( 4.85 ms per token, 206.35 tokens per second) 11.02.309.132 I slot print_timing: id 0 | task 9228 | eval time = 119.16 ms / 2 tokens ( 119.16 ms per token, 8.39 tokens per second) 11.02.309.132 I slot print_timing: id 0 | task 9228 | total time = 4315.97 ms / 868 tokens 11.02.309.133 I slot print_timing: id 0 | task 9228 | graphs reused = 7862 11.02.309.133 I slot print_timing: id 0 | task 9228 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.309.187 I slot release: id 0 | task 9228 | stop processing: n_tokens = 868, truncated = 0 11.02.309.738 I slot print_timing: id 3 | task 9229 | prompt eval time = 4196.25 ms / 789 tokens ( 5.32 ms per token, 188.03 tokens per second) 11.02.309.741 I slot print_timing: id 3 | task 9229 | eval time = 119.42 ms / 2 tokens ( 119.42 ms per token, 8.37 tokens per second) 11.02.309.741 I slot print_timing: id 3 | task 9229 | total time = 4315.67 ms / 791 tokens 11.02.309.742 I slot print_timing: id 3 | task 9229 | graphs reused = 7862 11.02.309.742 I slot print_timing: id 3 | task 9229 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.309.781 I slot release: id 3 | task 9229 | stop processing: n_tokens = 791, truncated = 0 11.02.355.628 I slot print_timing: id 2 | task 9233 | prompt eval time = 489.87 ms / 95 tokens ( 5.16 ms per token, 193.93 tokens per second) 11.02.355.630 I slot print_timing: id 2 | task 9233 | eval time = 46.07 ms / 2 tokens ( 46.07 ms per token, 21.71 tokens per second) 11.02.355.631 I slot print_timing: id 2 | task 9233 | total time = 535.94 ms / 97 tokens 11.02.355.631 I slot print_timing: id 2 | task 9233 | graphs reused = 7862 11.02.355.632 I slot print_timing: id 2 | task 9233 | graph reallocs = 0 / 0 (same size) / (changed size) 11.02.355.684 I slot release: id 2 | task 9233 | stop processing: n_tokens = 787, truncated = 0 11.02.355.690 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 234706392561 11.02.364.054 I slot launch_slot_: id 0 | task 9237 | processing task, is_child = 0 11.02.381.864 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.878 11.02.381.926 I slot launch_slot_: id 2 | task 9238 | processing task, is_child = 0 11.02.382.008 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 234706393155 11.02.382.123 I slot launch_slot_: id 3 | task 9239 | processing task, is_child = 0 11.06.361.847 I slot print_timing: id 0 | task 9237 | prompt processing, n_tokens = 822, progress = 0.86, t = 3.98 s / 206.57 tokens per second 11.06.362.591 I slot print_timing: id 3 | task 9239 | prompt processing, n_tokens = 822, progress = 0.88, t = 3.98 s / 206.62 tokens per second 11.07.063.834 I slot print_timing: id 2 | task 9238 | prompt eval time = 3979.45 ms / 119 tokens ( 33.44 ms per token, 29.90 tokens per second) 11.07.063.839 I slot print_timing: id 2 | task 9238 | eval time = 702.00 ms / 2 tokens ( 702.00 ms per token, 1.42 tokens per second) 11.07.063.840 I slot print_timing: id 2 | task 9238 | total time = 4681.45 ms / 121 tokens 11.07.063.840 I slot print_timing: id 2 | task 9238 | graphs reused = 7862 11.07.063.841 I slot print_timing: id 2 | task 9238 | graph reallocs = 0 / 0 (same size) / (changed size) 11.07.063.893 I slot release: id 2 | task 9238 | stop processing: n_tokens = 811, truncated = 0 11.07.063.903 I slot print_timing: id 0 | task 9237 | prompt processing, n_tokens = 954, progress = 1.00, t = 4.68 s / 203.79 tokens per second 11.07.065.065 I slot print_timing: id 3 | task 9239 | prompt processing, n_tokens = 930, progress = 1.00, t = 4.68 s / 198.71 tokens per second 11.07.181.825 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 234711147267 11.07.190.563 I slot launch_slot_: id 2 | task 9244 | processing task, is_child = 0 11.08.186.690 I slot print_timing: id 0 | task 9237 | prompt eval time = 4799.35 ms / 958 tokens ( 5.01 ms per token, 199.61 tokens per second) 11.08.186.693 I slot print_timing: id 0 | task 9237 | eval time = 1005.21 ms / 2 tokens ( 1005.21 ms per token, 0.99 tokens per second) 11.08.186.694 I slot print_timing: id 0 | task 9237 | total time = 5804.56 ms / 960 tokens 11.08.186.694 I slot print_timing: id 0 | task 9237 | graphs reused = 7862 11.08.186.695 I slot print_timing: id 0 | task 9237 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.186.752 I slot release: id 0 | task 9237 | stop processing: n_tokens = 960, truncated = 0 11.08.187.122 I slot print_timing: id 3 | task 9239 | prompt eval time = 4798.60 ms / 934 tokens ( 5.14 ms per token, 194.64 tokens per second) 11.08.187.125 I slot print_timing: id 3 | task 9239 | eval time = 1005.30 ms / 2 tokens ( 1005.30 ms per token, 0.99 tokens per second) 11.08.187.125 I slot print_timing: id 3 | task 9239 | total time = 5803.90 ms / 936 tokens 11.08.187.126 I slot print_timing: id 3 | task 9239 | graphs reused = 7862 11.08.187.126 I slot print_timing: id 3 | task 9239 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.187.164 I slot release: id 3 | task 9239 | stop processing: n_tokens = 936, truncated = 0 11.09.056.957 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.889 11.09.057.032 I slot launch_slot_: id 0 | task 9247 | processing task, is_child = 0 11.09.063.853 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.909 11.09.063.883 I slot launch_slot_: id 3 | task 9248 | processing task, is_child = 0 11.10.148.437 I slot print_timing: id 0 | task 9247 | prompt eval time = 1033.54 ms / 85 tokens ( 12.16 ms per token, 82.24 tokens per second) 11.10.148.446 I slot print_timing: id 0 | task 9247 | eval time = 50.99 ms / 2 tokens ( 50.99 ms per token, 19.61 tokens per second) 11.10.148.447 I slot print_timing: id 0 | task 9247 | total time = 1084.53 ms / 87 tokens 11.10.148.448 I slot print_timing: id 0 | task 9247 | graphs reused = 7862 11.10.148.449 I slot print_timing: id 0 | task 9247 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.148.554 I slot release: id 0 | task 9247 | stop processing: n_tokens = 939, truncated = 0 11.10.149.269 I slot print_timing: id 2 | task 9244 | prompt eval time = 2907.46 ms / 954 tokens ( 3.05 ms per token, 328.12 tokens per second) 11.10.149.272 I slot print_timing: id 2 | task 9244 | eval time = 51.24 ms / 2 tokens ( 51.24 ms per token, 19.52 tokens per second) 11.10.149.273 I slot print_timing: id 2 | task 9244 | total time = 2958.69 ms / 956 tokens 11.10.149.274 I slot print_timing: id 2 | task 9244 | graphs reused = 7862 11.10.149.274 I slot print_timing: id 2 | task 9244 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.149.348 I slot release: id 2 | task 9244 | stop processing: n_tokens = 956, truncated = 0 11.10.149.694 I slot print_timing: id 3 | task 9248 | prompt eval time = 1032.08 ms / 108 tokens ( 9.56 ms per token, 104.64 tokens per second) 11.10.149.698 I slot print_timing: id 3 | task 9248 | eval time = 51.34 ms / 2 tokens ( 51.34 ms per token, 19.48 tokens per second) 11.10.149.698 I slot print_timing: id 3 | task 9248 | total time = 1083.42 ms / 110 tokens 11.10.149.699 I slot print_timing: id 3 | task 9248 | graphs reused = 7862 11.10.149.699 I slot print_timing: id 3 | task 9248 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.149.762 I slot release: id 3 | task 9248 | stop processing: n_tokens = 960, truncated = 0 11.10.181.293 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 234714231928 11.10.192.570 I slot launch_slot_: id 0 | task 9253 | processing task, is_child = 0 11.10.211.480 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 234714232722 11.10.211.598 I slot launch_slot_: id 2 | task 9254 | processing task, is_child = 0 11.10.211.695 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 234714233136 11.10.211.802 I slot launch_slot_: id 3 | task 9255 | processing task, is_child = 0 11.15.062.020 I slot print_timing: id 0 | task 9253 | prompt processing, n_tokens = 678, progress = 0.85, t = 4.85 s / 139.79 tokens per second 11.15.062.725 I slot print_timing: id 2 | task 9254 | prompt processing, n_tokens = 823, progress = 0.84, t = 4.85 s / 169.70 tokens per second 11.15.063.978 I slot print_timing: id 3 | task 9255 | prompt processing, n_tokens = 678, progress = 0.85, t = 4.85 s / 139.81 tokens per second 11.16.069.011 I slot print_timing: id 0 | task 9253 | prompt processing, n_tokens = 798, progress = 1.00, t = 5.86 s / 136.25 tokens per second 11.16.069.817 I slot print_timing: id 2 | task 9254 | prompt processing, n_tokens = 971, progress = 1.00, t = 5.86 s / 165.79 tokens per second 11.16.070.647 I slot print_timing: id 3 | task 9255 | prompt processing, n_tokens = 797, progress = 1.00, t = 5.86 s / 136.09 tokens per second 11.16.264.834 I slot print_timing: id 0 | task 9253 | prompt eval time = 5995.02 ms / 802 tokens ( 7.48 ms per token, 133.78 tokens per second) 11.16.264.840 I slot print_timing: id 0 | task 9253 | eval time = 58.00 ms / 2 tokens ( 58.00 ms per token, 17.24 tokens per second) 11.16.264.841 I slot print_timing: id 0 | task 9253 | total time = 6053.02 ms / 804 tokens 11.16.264.841 I slot print_timing: id 0 | task 9253 | graphs reused = 7862 11.16.264.842 I slot print_timing: id 0 | task 9253 | graph reallocs = 0 / 0 (same size) / (changed size) 11.16.264.936 I slot release: id 0 | task 9253 | stop processing: n_tokens = 804, truncated = 0 11.16.265.635 I slot print_timing: id 2 | task 9254 | prompt eval time = 5995.75 ms / 975 tokens ( 6.15 ms per token, 162.62 tokens per second) 11.16.265.641 I slot print_timing: id 2 | task 9254 | eval time = 57.83 ms / 2 tokens ( 57.83 ms per token, 17.29 tokens per second) 11.16.265.641 I slot print_timing: id 2 | task 9254 | total time = 6053.59 ms / 977 tokens 11.16.265.642 I slot print_timing: id 2 | task 9254 | graphs reused = 7862 11.16.265.643 I slot print_timing: id 2 | task 9254 | graph reallocs = 0 / 0 (same size) / (changed size) 11.16.265.729 I slot release: id 2 | task 9254 | stop processing: n_tokens = 977, truncated = 0 11.16.266.109 I slot print_timing: id 3 | task 9255 | prompt eval time = 5996.04 ms / 801 tokens ( 7.49 ms per token, 133.59 tokens per second) 11.16.266.113 I slot print_timing: id 3 | task 9255 | eval time = 57.82 ms / 2 tokens ( 57.82 ms per token, 17.29 tokens per second) 11.16.266.114 I slot print_timing: id 3 | task 9255 | total time = 6053.86 ms / 803 tokens 11.16.266.114 I slot print_timing: id 3 | task 9255 | graphs reused = 7862 11.16.266.115 I slot print_timing: id 3 | task 9255 | graph reallocs = 0 / 0 (same size) / (changed size) 11.16.266.183 I slot release: id 3 | task 9255 | stop processing: n_tokens = 803, truncated = 0 11.16.297.670 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.872 11.16.297.705 I slot launch_slot_: id 2 | task 9262 | processing task, is_child = 0 11.16.312.107 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 234720348310 11.16.312.228 I slot launch_slot_: id 0 | task 9263 | processing task, is_child = 0 11.16.312.316 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 234720349557 11.16.312.435 I slot launch_slot_: id 3 | task 9264 | processing task, is_child = 0 11.18.435.681 I slot print_timing: id 1 | task 9219 | prompt eval time = 6519.10 ms / 895 tokens ( 7.28 ms per token, 137.29 tokens per second) 11.18.435.684 I slot print_timing: id 1 | task 9219 | eval time = 21743.10 ms / 26 tokens ( 869.72 ms per token, 1.15 tokens per second) 11.18.435.685 I slot print_timing: id 1 | task 9219 | total time = 28262.21 ms / 921 tokens 11.18.435.685 I slot print_timing: id 1 | task 9219 | graphs reused = 7862 11.18.435.686 I slot print_timing: id 1 | task 9219 | graph reallocs = 0 / 0 (same size) / (changed size) 11.18.435.739 I slot release: id 1 | task 9219 | stop processing: n_tokens = 921, truncated = 0 11.20.133.348 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 921, t_last = 234722519114 11.20.140.656 I slot launch_slot_: id 1 | task 9267 | processing task, is_child = 0 11.20.140.670 I slot print_timing: id 0 | task 9263 | prompt processing, n_tokens = 823, progress = 0.86, t = 3.82 s / 215.41 tokens per second 11.20.142.540 I slot print_timing: id 3 | task 9264 | prompt processing, n_tokens = 771, progress = 0.84, t = 3.82 s / 201.85 tokens per second 11.21.700.233 I slot print_timing: id 2 | task 9262 | prompt eval time = 3820.69 ms / 103 tokens ( 37.09 ms per token, 26.96 tokens per second) 11.21.700.239 I slot print_timing: id 2 | task 9262 | eval time = 1566.88 ms / 2 tokens ( 1566.88 ms per token, 0.64 tokens per second) 11.21.700.240 I slot print_timing: id 2 | task 9262 | total time = 5387.57 ms / 105 tokens 11.21.700.240 I slot print_timing: id 2 | task 9262 | graphs reused = 7862 11.21.700.240 I slot print_timing: id 2 | task 9262 | graph reallocs = 0 / 0 (same size) / (changed size) 11.21.700.295 I slot release: id 2 | task 9262 | stop processing: n_tokens = 956, truncated = 0 11.21.700.306 I slot print_timing: id 0 | task 9263 | prompt processing, n_tokens = 956, progress = 1.00, t = 5.39 s / 177.44 tokens per second 11.21.702.377 I slot print_timing: id 3 | task 9264 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.39 s / 170.42 tokens per second 11.22.674.376 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 234725783669 11.22.686.513 I slot launch_slot_: id 2 | task 9270 | processing task, is_child = 0 11.23.904.265 I slot print_timing: id 0 | task 9263 | prompt eval time = 6361.73 ms / 960 tokens ( 6.63 ms per token, 150.90 tokens per second) 11.23.904.271 I slot print_timing: id 0 | task 9263 | eval time = 1230.09 ms / 2 tokens ( 1230.09 ms per token, 0.81 tokens per second) 11.23.904.271 I slot print_timing: id 0 | task 9263 | total time = 7591.82 ms / 962 tokens 11.23.904.272 I slot print_timing: id 0 | task 9263 | graphs reused = 7862 11.23.904.272 I slot print_timing: id 0 | task 9263 | graph reallocs = 0 / 0 (same size) / (changed size) 11.23.904.327 I slot release: id 0 | task 9263 | stop processing: n_tokens = 962, truncated = 0 11.23.904.495 I slot print_timing: id 3 | task 9264 | prompt eval time = 6360.95 ms / 922 tokens ( 6.90 ms per token, 144.95 tokens per second) 11.23.904.500 I slot print_timing: id 3 | task 9264 | eval time = 1230.12 ms / 2 tokens ( 1230.12 ms per token, 0.81 tokens per second) 11.23.904.500 I slot print_timing: id 3 | task 9264 | total time = 7591.08 ms / 924 tokens 11.23.904.500 I slot print_timing: id 3 | task 9264 | graphs reused = 7862 11.23.904.501 I slot print_timing: id 3 | task 9264 | graph reallocs = 0 / 0 (same size) / (changed size) 11.23.904.556 I slot release: id 3 | task 9264 | stop processing: n_tokens = 924, truncated = 0 11.23.904.564 I slot print_timing: id 1 | task 9267 | prompt processing, n_tokens = 887, progress = 1.00, t = 3.76 s / 235.80 tokens per second 11.24.833.843 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.866 11.24.833.899 I slot launch_slot_: id 3 | task 9273 | processing task, is_child = 0 11.24.841.233 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 234727987701 11.24.841.335 I slot launch_slot_: id 0 | task 9274 | processing task, is_child = 0 11.26.215.353 I slot print_timing: id 1 | task 9267 | prompt eval time = 4691.47 ms / 891 tokens ( 5.27 ms per token, 189.92 tokens per second) 11.26.215.355 I slot print_timing: id 1 | task 9267 | eval time = 1381.51 ms / 2 tokens ( 1381.51 ms per token, 0.72 tokens per second) 11.26.215.355 I slot print_timing: id 1 | task 9267 | total time = 6072.99 ms / 893 tokens 11.26.215.355 I slot print_timing: id 1 | task 9267 | graphs reused = 7862 11.26.215.356 I slot print_timing: id 1 | task 9267 | graph reallocs = 0 / 0 (same size) / (changed size) 11.26.215.412 I slot release: id 1 | task 9267 | stop processing: n_tokens = 893, truncated = 0 11.26.215.958 I slot print_timing: id 2 | task 9270 | prompt processing, n_tokens = 894, progress = 1.00, t = 3.53 s / 253.48 tokens per second 11.27.157.680 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 893, t_last = 234730298786 11.27.157.771 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.756 MiB) 11.27.157.775 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 11.27.157.777 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.367 MiB) 11.27.170.433 I slot launch_slot_: id 1 | task 9277 | processing task, is_child = 0 11.29.006.824 I slot print_timing: id 2 | task 9270 | prompt eval time = 4469.26 ms / 898 tokens ( 4.98 ms per token, 200.93 tokens per second) 11.29.006.830 I slot print_timing: id 2 | task 9270 | eval time = 1849.33 ms / 2 tokens ( 1849.33 ms per token, 0.54 tokens per second) 11.29.006.830 I slot print_timing: id 2 | task 9270 | total time = 6318.59 ms / 900 tokens 11.29.006.831 I slot print_timing: id 2 | task 9270 | graphs reused = 7862 11.29.006.831 I slot print_timing: id 2 | task 9270 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.006.885 I slot release: id 2 | task 9270 | stop processing: n_tokens = 900, truncated = 0 11.29.007.127 I slot print_timing: id 3 | task 9273 | prompt eval time = 2315.42 ms / 97 tokens ( 23.87 ms per token, 41.89 tokens per second) 11.29.007.130 I slot print_timing: id 3 | task 9273 | eval time = 1849.45 ms / 2 tokens ( 1849.45 ms per token, 0.54 tokens per second) 11.29.007.130 I slot print_timing: id 3 | task 9273 | total time = 4164.87 ms / 99 tokens 11.29.007.131 I slot print_timing: id 3 | task 9273 | graphs reused = 7862 11.29.007.131 I slot print_timing: id 3 | task 9273 | graph reallocs = 0 / 0 (same size) / (changed size) 11.29.007.172 I slot release: id 3 | task 9273 | stop processing: n_tokens = 898, truncated = 0 11.29.007.181 I slot print_timing: id 0 | task 9274 | prompt processing, n_tokens = 880, progress = 1.00, t = 4.17 s / 211.27 tokens per second 11.29.830.150 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 234733090259 11.29.830.251 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.429 MiB) 11.29.830.255 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.743 MiB) 11.29.830.257 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 11.29.830.260 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.803 MiB) 11.29.830.262 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 11.29.830.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.899 MiB) 11.29.841.626 I slot launch_slot_: id 2 | task 9280 | processing task, is_child = 0 11.29.841.704 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 11.29.841.707 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 11.29.841.709 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.960 MiB) 11.29.841.711 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 11.29.841.713 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 11.29.841.715 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.366 MiB) 11.29.841.717 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.146 MiB) 11.29.841.719 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 11.29.852.320 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 234733090546 11.29.852.425 I slot launch_slot_: id 3 | task 9281 | processing task, is_child = 0 11.33.567.508 I slot print_timing: id 1 | task 9277 | prompt processing, n_tokens = 1229, progress = 1.00, t = 6.39 s / 192.19 tokens per second 11.33.568.495 I slot print_timing: id 2 | task 9280 | prompt processing, n_tokens = 731, progress = 0.59, t = 3.71 s / 196.88 tokens per second 11.33.569.935 I slot print_timing: id 3 | task 9281 | prompt processing, n_tokens = 781, progress = 0.60, t = 3.71 s / 210.36 tokens per second 11.35.149.498 I slot print_timing: id 2 | task 9280 | prompt processing, n_tokens = 1067, progress = 0.86, t = 5.29 s / 201.52 tokens per second 11.35.150.521 I slot print_timing: id 3 | task 9281 | prompt processing, n_tokens = 1067, progress = 0.82, t = 5.29 s / 201.53 tokens per second 11.36.151.286 I slot print_timing: id 1 | task 9277 | prompt eval time = 7976.88 ms / 1233 tokens ( 6.47 ms per token, 154.57 tokens per second) 11.36.151.292 I slot print_timing: id 1 | task 9277 | eval time = 1001.79 ms / 2 tokens ( 1001.79 ms per token, 1.00 tokens per second) 11.36.151.293 I slot print_timing: id 1 | task 9277 | total time = 8978.67 ms / 1235 tokens 11.36.151.294 I slot print_timing: id 1 | task 9277 | graphs reused = 7862 11.36.151.294 I slot print_timing: id 1 | task 9277 | graph reallocs = 0 / 0 (same size) / (changed size) 11.36.151.365 I slot release: id 1 | task 9277 | stop processing: n_tokens = 1235, truncated = 0 11.36.151.379 I slot print_timing: id 2 | task 9280 | prompt processing, n_tokens = 1243, progress = 1.00, t = 6.30 s / 197.41 tokens per second 11.36.152.788 I slot print_timing: id 3 | task 9281 | prompt processing, n_tokens = 1293, progress = 1.00, t = 6.30 s / 205.36 tokens per second 11.36.234.074 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 234740234741 11.36.234.183 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.335 MiB) 11.36.234.186 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 11.36.234.189 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 11.36.234.191 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 11.36.234.193 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.123 MiB) 11.36.234.196 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.491 MiB) 11.36.234.198 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 11.36.246.559 I slot launch_slot_: id 1 | task 9286 | processing task, is_child = 0 11.40.789.053 I slot print_timing: id 2 | task 9280 | prompt eval time = 6379.44 ms / 1247 tokens ( 5.12 ms per token, 195.47 tokens per second) 11.40.789.057 I slot print_timing: id 2 | task 9280 | eval time = 4555.18 ms / 2 tokens ( 4555.18 ms per token, 0.22 tokens per second) 11.40.789.057 I slot print_timing: id 2 | task 9280 | total time = 10934.62 ms / 1249 tokens 11.40.789.058 I slot print_timing: id 2 | task 9280 | graphs reused = 7862 11.40.789.058 I slot print_timing: id 2 | task 9280 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.789.125 I slot release: id 2 | task 9280 | stop processing: n_tokens = 1249, truncated = 0 11.40.789.382 I slot print_timing: id 3 | task 9281 | prompt eval time = 6379.46 ms / 1297 tokens ( 4.92 ms per token, 203.31 tokens per second) 11.40.789.384 I slot print_timing: id 3 | task 9281 | eval time = 4555.31 ms / 2 tokens ( 4555.31 ms per token, 0.22 tokens per second) 11.40.789.385 I slot print_timing: id 3 | task 9281 | total time = 10934.77 ms / 1299 tokens 11.40.789.385 I slot print_timing: id 3 | task 9281 | graphs reused = 7862 11.40.789.385 I slot print_timing: id 3 | task 9281 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.789.439 I slot release: id 3 | task 9281 | stop processing: n_tokens = 1299, truncated = 0 11.40.789.459 I slot print_timing: id 1 | task 9286 | prompt processing, n_tokens = 2033, progress = 0.80, t = 4.54 s / 447.60 tokens per second 11.41.374.688 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 234744872500 11.41.374.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 11.41.374.797 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 11.41.374.865 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.789 MiB) 11.41.374.965 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 11.41.375.048 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.585 MiB) 11.41.375.165 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 11.41.375.267 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 11.41.382.781 I slot launch_slot_: id 2 | task 9289 | processing task, is_child = 0 11.41.382.882 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.149 MiB) 11.41.382.940 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.459 MiB) 11.41.383.022 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.889 MiB) 11.41.383.143 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 11.41.383.238 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.648 MiB) 11.41.383.365 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 11.41.383.470 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 11.41.391.228 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 234744872814 11.41.391.400 I slot launch_slot_: id 3 | task 9290 | processing task, is_child = 0 11.41.391.407 I slot print_timing: id 1 | task 9286 | prompt processing, n_tokens = 2243, progress = 0.88, t = 5.13 s / 437.41 tokens per second 11.46.032.450 I slot print_timing: id 1 | task 9286 | prompt processing, n_tokens = 2545, progress = 1.00, t = 9.79 s / 260.07 tokens per second 11.46.033.521 I slot print_timing: id 2 | task 9289 | prompt processing, n_tokens = 1745, progress = 0.71, t = 4.64 s / 376.15 tokens per second 11.50.726.398 I slot print_timing: id 2 | task 9289 | prompt processing, n_tokens = 1942, progress = 0.79, t = 9.33 s / 208.08 tokens per second 11.50.727.395 I slot print_timing: id 3 | task 9290 | prompt processing, n_tokens = 1846, progress = 0.68, t = 4.69 s / 393.40 tokens per second 11.52.391.068 I slot print_timing: id 1 | task 9286 | prompt eval time = 14479.81 ms / 2549 tokens ( 5.68 ms per token, 176.04 tokens per second) 11.52.391.071 I slot print_timing: id 1 | task 9286 | eval time = 1664.68 ms / 2 tokens ( 1664.68 ms per token, 0.60 tokens per second) 11.52.391.072 I slot print_timing: id 1 | task 9286 | total time = 16144.49 ms / 2551 tokens 11.52.391.072 I slot print_timing: id 1 | task 9286 | graphs reused = 7862 11.52.391.073 I slot print_timing: id 1 | task 9286 | graph reallocs = 0 / 0 (same size) / (changed size) 11.52.391.212 I slot release: id 1 | task 9286 | stop processing: n_tokens = 2551, truncated = 0 11.52.391.229 I slot print_timing: id 2 | task 9289 | prompt processing, n_tokens = 2243, progress = 0.91, t = 11.00 s / 203.95 tokens per second 11.52.392.478 I slot print_timing: id 3 | task 9290 | prompt processing, n_tokens = 2180, progress = 0.81, t = 6.36 s / 342.92 tokens per second 11.53.148.087 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.895 11.53.148.154 I slot launch_slot_: id 1 | task 9295 | processing task, is_child = 0 11.53.149.039 I slot print_timing: id 2 | task 9289 | prompt processing, n_tokens = 2454, progress = 1.00, t = 11.75 s / 208.77 tokens per second 11.53.150.731 I slot print_timing: id 3 | task 9290 | prompt processing, n_tokens = 2243, progress = 0.83, t = 7.11 s / 315.28 tokens per second 11.55.136.721 I slot print_timing: id 3 | task 9290 | prompt processing, n_tokens = 2692, progress = 1.00, t = 9.10 s / 295.84 tokens per second 11.55.311.441 I slot print_timing: id 2 | task 9289 | prompt eval time = 13740.23 ms / 2458 tokens ( 5.59 ms per token, 178.89 tokens per second) 11.55.311.445 I slot print_timing: id 2 | task 9289 | eval time = 178.11 ms / 2 tokens ( 178.11 ms per token, 5.61 tokens per second) 11.55.311.445 I slot print_timing: id 2 | task 9289 | total time = 13918.34 ms / 2460 tokens 11.55.311.446 I slot print_timing: id 2 | task 9289 | graphs reused = 7862 11.55.311.446 I slot print_timing: id 2 | task 9289 | graph reallocs = 0 / 0 (same size) / (changed size) 11.55.311.573 I slot release: id 2 | task 9289 | stop processing: n_tokens = 2460, truncated = 0 11.55.385.472 I slot print_timing: id 1 | task 9295 | prompt eval time = 2163.13 ms / 328 tokens ( 6.59 ms per token, 151.63 tokens per second) 11.55.385.476 I slot print_timing: id 1 | task 9295 | eval time = 74.17 ms / 2 tokens ( 74.17 ms per token, 13.48 tokens per second) 11.55.385.478 I slot print_timing: id 1 | task 9295 | total time = 2237.30 ms / 330 tokens 11.55.385.478 I slot print_timing: id 1 | task 9295 | graphs reused = 7862 11.55.385.479 I slot print_timing: id 1 | task 9295 | graph reallocs = 0 / 0 (same size) / (changed size) 11.55.385.665 I slot release: id 1 | task 9295 | stop processing: n_tokens = 2611, truncated = 0 11.55.385.916 I slot print_timing: id 3 | task 9290 | prompt eval time = 9278.23 ms / 2696 tokens ( 3.44 ms per token, 290.57 tokens per second) 11.55.385.920 I slot print_timing: id 3 | task 9290 | eval time = 74.13 ms / 2 tokens ( 74.13 ms per token, 13.49 tokens per second) 11.55.385.921 I slot print_timing: id 3 | task 9290 | total time = 9352.36 ms / 2698 tokens 11.55.385.922 I slot print_timing: id 3 | task 9290 | graphs reused = 7862 11.55.385.922 I slot print_timing: id 3 | task 9290 | graph reallocs = 0 / 0 (same size) / (changed size) 11.55.386.087 I slot release: id 3 | task 9290 | stop processing: n_tokens = 2698, truncated = 0 11.55.386.097 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 234759394948 11.55.386.325 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 11.55.386.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 11.55.386.337 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.710 MiB) 11.55.386.340 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 11.55.386.344 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 11.55.386.532 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 11.55.386.728 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.428 MiB) 11.55.386.908 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.264 MiB) 11.55.387.059 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.272 MiB) 11.55.400.607 I slot launch_slot_: id 2 | task 9299 | processing task, is_child = 0 11.55.400.796 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.680 MiB) 11.55.400.910 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 11.55.401.045 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.682 MiB) 11.55.401.168 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 11.55.401.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 11.55.401.401 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.929 MiB) 11.55.401.503 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.463 MiB) 11.55.401.618 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.132 MiB) 11.55.401.744 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 11.55.414.780 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.368 MiB) 11.55.414.886 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.492 MiB) 11.55.414.989 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.116 MiB) 11.55.415.092 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 11.55.415.205 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 11.55.415.296 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 11.55.415.396 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 11.55.415.503 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.929 MiB) 11.55.426.338 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 234759469041 11.55.426.565 I slot launch_slot_: id 1 | task 9300 | processing task, is_child = 0 11.55.426.695 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 234759469465 11.55.426.907 I slot launch_slot_: id 3 | task 9301 | processing task, is_child = 0 11.59.874.677 I slot print_timing: id 1 | task 9300 | prompt processing, n_tokens = 1301, progress = 0.72, t = 4.45 s / 292.52 tokens per second 11.59.875.436 I slot print_timing: id 2 | task 9299 | prompt processing, n_tokens = 746, progress = 0.43, t = 4.45 s / 167.75 tokens per second 12.04.407.842 I slot print_timing: id 1 | task 9300 | prompt processing, n_tokens = 1422, progress = 0.78, t = 8.98 s / 158.34 tokens per second 12.04.408.597 I slot print_timing: id 2 | task 9299 | prompt processing, n_tokens = 1225, progress = 0.70, t = 8.98 s / 136.41 tokens per second 12.04.410.073 I slot print_timing: id 3 | task 9301 | prompt processing, n_tokens = 1422, progress = 0.71, t = 4.53 s / 313.76 tokens per second 12.06.078.148 I slot print_timing: id 1 | task 9300 | prompt processing, n_tokens = 1813, progress = 1.00, t = 10.65 s / 170.22 tokens per second 12.06.079.197 I slot print_timing: id 2 | task 9299 | prompt processing, n_tokens = 1422, progress = 0.82, t = 10.65 s / 133.51 tokens per second 12.06.080.705 I slot print_timing: id 3 | task 9301 | prompt processing, n_tokens = 1491, progress = 0.74, t = 6.20 s / 240.39 tokens per second 12.08.211.512 I slot print_timing: id 2 | task 9299 | prompt processing, n_tokens = 1737, progress = 1.00, t = 12.78 s / 135.88 tokens per second 12.08.212.917 I slot print_timing: id 3 | task 9301 | prompt processing, n_tokens = 2003, progress = 1.00, t = 8.34 s / 240.29 tokens per second 12.08.311.971 I slot print_timing: id 1 | task 9300 | prompt eval time = 12784.59 ms / 1817 tokens ( 7.04 ms per token, 142.12 tokens per second) 12.08.311.976 I slot print_timing: id 1 | task 9300 | eval time = 100.47 ms / 2 tokens ( 100.47 ms per token, 9.95 tokens per second) 12.08.311.978 I slot print_timing: id 1 | task 9300 | total time = 12885.06 ms / 1819 tokens 12.08.311.978 I slot print_timing: id 1 | task 9300 | graphs reused = 7862 12.08.311.978 I slot print_timing: id 1 | task 9300 | graph reallocs = 0 / 0 (same size) / (changed size) 12.08.312.077 I slot release: id 1 | task 9300 | stop processing: n_tokens = 1819, truncated = 0 12.08.385.675 I slot print_timing: id 2 | task 9299 | prompt eval time = 12884.88 ms / 1741 tokens ( 7.40 ms per token, 135.12 tokens per second) 12.08.385.677 I slot print_timing: id 2 | task 9299 | eval time = 73.39 ms / 2 tokens ( 73.39 ms per token, 13.63 tokens per second) 12.08.385.677 I slot print_timing: id 2 | task 9299 | total time = 12958.27 ms / 1743 tokens 12.08.385.678 I slot print_timing: id 2 | task 9299 | graphs reused = 7862 12.08.385.678 I slot print_timing: id 2 | task 9299 | graph reallocs = 0 / 0 (same size) / (changed size) 12.08.385.772 I slot release: id 2 | task 9299 | stop processing: n_tokens = 1743, truncated = 0 12.08.385.948 I slot print_timing: id 3 | task 9301 | prompt eval time = 8437.01 ms / 2007 tokens ( 4.20 ms per token, 237.88 tokens per second) 12.08.385.952 I slot print_timing: id 3 | task 9301 | eval time = 73.47 ms / 2 tokens ( 73.47 ms per token, 13.61 tokens per second) 12.08.385.953 I slot print_timing: id 3 | task 9301 | total time = 8510.48 ms / 2009 tokens 12.08.385.953 I slot print_timing: id 3 | task 9301 | graphs reused = 7862 12.08.385.953 I slot print_timing: id 3 | task 9301 | graph reallocs = 0 / 0 (same size) / (changed size) 12.08.386.049 I slot release: id 3 | task 9301 | stop processing: n_tokens = 2009, truncated = 0 12.08.386.057 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.797 (> 0.100 thold), f_keep = 0.803 12.08.386.094 I slot launch_slot_: id 1 | task 9308 | processing task, is_child = 0 12.08.386.209 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 12.08.386.213 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 12.08.386.220 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.055 MiB) 12.08.386.221 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 12.08.386.224 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 12.08.386.226 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 12.08.386.356 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.521 MiB) 12.08.386.472 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 12.08.394.075 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 12.08.394.136 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 12.08.394.217 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.147 MiB) 12.08.394.298 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.834 MiB) 12.08.394.382 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 12.08.394.482 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 12.08.394.563 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.718 MiB) 12.08.394.665 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.866 MiB) 12.08.402.950 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.838 12.08.403.041 I slot launch_slot_: id 2 | task 9309 | processing task, is_child = 0 12.08.403.151 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.727 12.08.403.246 I slot launch_slot_: id 3 | task 9310 | processing task, is_child = 0 12.11.386.868 I slot print_timing: id 0 | task 9274 | prompt eval time = 4988.80 ms / 884 tokens ( 5.64 ms per token, 177.20 tokens per second) 12.11.386.871 I slot print_timing: id 0 | task 9274 | eval time = 41556.72 ms / 22 tokens ( 1978.89 ms per token, 0.51 tokens per second) 12.11.386.871 I slot print_timing: id 0 | task 9274 | total time = 46545.52 ms / 906 tokens 12.11.386.872 I slot print_timing: id 0 | task 9274 | graphs reused = 7862 12.11.386.872 I slot print_timing: id 0 | task 9274 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.386.924 I slot release: id 0 | task 9274 | stop processing: n_tokens = 906, truncated = 0 12.11.480.592 I slot print_timing: id 1 | task 9308 | prompt eval time = 2983.87 ms / 373 tokens ( 8.00 ms per token, 125.01 tokens per second) 12.11.480.595 I slot print_timing: id 1 | task 9308 | eval time = 93.46 ms / 2 tokens ( 93.46 ms per token, 10.70 tokens per second) 12.11.480.595 I slot print_timing: id 1 | task 9308 | total time = 3077.33 ms / 375 tokens 12.11.480.595 I slot print_timing: id 1 | task 9308 | graphs reused = 7862 12.11.480.596 I slot print_timing: id 1 | task 9308 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.480.705 I slot release: id 1 | task 9308 | stop processing: n_tokens = 1835, truncated = 0 12.11.480.875 I slot print_timing: id 2 | task 9309 | prompt eval time = 2983.24 ms / 471 tokens ( 6.33 ms per token, 157.88 tokens per second) 12.11.480.877 I slot print_timing: id 2 | task 9309 | eval time = 93.55 ms / 2 tokens ( 93.55 ms per token, 10.69 tokens per second) 12.11.480.878 I slot print_timing: id 2 | task 9309 | total time = 3076.79 ms / 473 tokens 12.11.480.878 I slot print_timing: id 2 | task 9309 | graphs reused = 7862 12.11.480.878 I slot print_timing: id 2 | task 9309 | graph reallocs = 0 / 0 (same size) / (changed size) 12.11.480.963 I slot release: id 2 | task 9309 | stop processing: n_tokens = 1932, truncated = 0 12.11.481.179 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 906, t_last = 234775470299 12.11.481.298 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 12.11.481.302 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 12.11.481.305 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 12.11.481.372 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 12.11.481.521 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 12.11.481.708 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 12.11.481.961 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 12.11.490.471 I slot launch_slot_: id 0 | task 9314 | processing task, is_child = 0 12.11.490.603 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 12.11.490.724 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 12.11.490.858 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 12.11.490.963 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 12.11.491.056 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 12.11.491.132 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.959 MiB) 12.11.491.220 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.867 MiB) 12.11.491.314 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 12.11.491.416 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 12.11.501.234 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 12.11.501.337 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 12.11.501.444 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.648 MiB) 12.11.501.554 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.193 MiB) 12.11.501.646 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 12.11.501.742 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.366 MiB) 12.11.501.846 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 12.11.501.926 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.898 MiB) 12.11.502.015 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 12.11.502.093 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 12.11.511.625 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 234775564080 12.11.511.810 I slot launch_slot_: id 1 | task 9315 | processing task, is_child = 0 12.11.511.911 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 234775564338 12.11.512.072 I slot launch_slot_: id 2 | task 9316 | processing task, is_child = 0 12.13.092.785 I slot print_timing: id 3 | task 9310 | prompt eval time = 3076.33 ms / 337 tokens ( 9.13 ms per token, 109.55 tokens per second) 12.13.092.788 I slot print_timing: id 3 | task 9310 | eval time = 1611.60 ms / 2 tokens ( 1611.60 ms per token, 0.62 tokens per second) 12.13.092.788 I slot print_timing: id 3 | task 9310 | total time = 4687.94 ms / 339 tokens 12.13.092.789 I slot print_timing: id 3 | task 9310 | graphs reused = 7862 12.13.092.789 I slot print_timing: id 3 | task 9310 | graph reallocs = 0 / 0 (same size) / (changed size) 12.13.092.894 I slot release: id 3 | task 9310 | stop processing: n_tokens = 1760, truncated = 0 12.15.626.672 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 234777176269 12.15.626.803 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.179 MiB) 12.15.626.807 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.664 MiB) 12.15.626.893 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 12.15.626.992 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 12.15.627.114 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.373 MiB) 12.15.627.224 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 12.15.627.323 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.240 MiB) 12.15.627.438 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.022 MiB) 12.15.718.451 I slot launch_slot_: id 3 | task 9319 | processing task, is_child = 0 12.15.718.469 I slot print_timing: id 0 | task 9314 | prompt processing, n_tokens = 610, progress = 0.84, t = 4.11 s / 148.25 tokens per second 12.15.719.901 I slot print_timing: id 1 | task 9315 | prompt processing, n_tokens = 610, progress = 0.80, t = 4.11 s / 148.26 tokens per second 12.15.720.720 I slot print_timing: id 2 | task 9316 | prompt processing, n_tokens = 610, progress = 0.82, t = 4.11 s / 148.28 tokens per second 12.16.939.105 I slot print_timing: id 0 | task 9314 | prompt processing, n_tokens = 721, progress = 0.99, t = 5.43 s / 132.85 tokens per second 12.17.156.307 I slot print_timing: id 1 | task 9315 | prompt processing, n_tokens = 755, progress = 0.99, t = 5.43 s / 139.13 tokens per second 12.17.157.510 I slot print_timing: id 2 | task 9316 | prompt processing, n_tokens = 741, progress = 0.99, t = 5.43 s / 136.56 tokens per second 12.18.469.567 I slot print_timing: id 0 | task 9314 | prompt eval time = 6615.76 ms / 725 tokens ( 9.13 ms per token, 109.59 tokens per second) 12.18.469.572 I slot print_timing: id 0 | task 9314 | eval time = 341.72 ms / 2 tokens ( 341.72 ms per token, 2.93 tokens per second) 12.18.469.572 I slot print_timing: id 0 | task 9314 | total time = 6957.48 ms / 727 tokens 12.18.469.573 I slot print_timing: id 0 | task 9314 | graphs reused = 7862 12.18.469.573 I slot print_timing: id 0 | task 9314 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.469.615 I slot release: id 0 | task 9314 | stop processing: n_tokens = 727, truncated = 0 12.18.469.790 I slot print_timing: id 1 | task 9315 | prompt eval time = 6615.62 ms / 759 tokens ( 8.72 ms per token, 114.73 tokens per second) 12.18.469.792 I slot print_timing: id 1 | task 9315 | eval time = 341.76 ms / 2 tokens ( 341.76 ms per token, 2.93 tokens per second) 12.18.469.793 I slot print_timing: id 1 | task 9315 | total time = 6957.39 ms / 761 tokens 12.18.469.793 I slot print_timing: id 1 | task 9315 | graphs reused = 7862 12.18.469.793 I slot print_timing: id 1 | task 9315 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.469.825 I slot release: id 1 | task 9315 | stop processing: n_tokens = 761, truncated = 0 12.18.470.013 I slot print_timing: id 2 | task 9316 | prompt eval time = 6615.39 ms / 745 tokens ( 8.88 ms per token, 112.62 tokens per second) 12.18.470.015 I slot print_timing: id 2 | task 9316 | eval time = 341.80 ms / 2 tokens ( 341.80 ms per token, 2.93 tokens per second) 12.18.470.016 I slot print_timing: id 2 | task 9316 | total time = 6957.19 ms / 747 tokens 12.18.470.016 I slot print_timing: id 2 | task 9316 | graphs reused = 7862 12.18.470.016 I slot print_timing: id 2 | task 9316 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.470.048 I slot release: id 2 | task 9316 | stop processing: n_tokens = 747, truncated = 0 12.18.517.009 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 234782552989 12.18.517.104 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.459 MiB) 12.18.517.109 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 12.18.517.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 12.18.517.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 12.18.517.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 12.18.517.122 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 12.18.521.357 I slot launch_slot_: id 0 | task 9324 | processing task, is_child = 0 12.18.521.439 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 12.18.521.445 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.304 MiB) 12.18.521.600 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 12.18.521.706 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.711 MiB) 12.18.521.813 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.405 MiB) 12.18.527.135 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.389 MiB) 12.18.527.140 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.396 MiB) 12.18.527.265 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.788 MiB) 12.18.529.700 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.840 12.18.529.728 I slot launch_slot_: id 1 | task 9325 | processing task, is_child = 0 12.18.529.795 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 234782553422 12.18.529.879 I slot launch_slot_: id 2 | task 9326 | processing task, is_child = 0 12.20.510.315 I slot print_timing: id 3 | task 9319 | prompt eval time = 2795.62 ms / 724 tokens ( 3.86 ms per token, 258.98 tokens per second) 12.20.510.317 I slot print_timing: id 3 | task 9319 | eval time = 1993.30 ms / 2 tokens ( 1993.30 ms per token, 0.50 tokens per second) 12.20.510.318 I slot print_timing: id 3 | task 9319 | total time = 4788.92 ms / 726 tokens 12.20.510.318 I slot print_timing: id 3 | task 9319 | graphs reused = 7862 12.20.510.319 I slot print_timing: id 3 | task 9319 | graph reallocs = 0 / 0 (same size) / (changed size) 12.20.510.371 I slot release: id 3 | task 9319 | stop processing: n_tokens = 726, truncated = 0 12.22.174.055 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 234784593745 12.22.180.379 I slot launch_slot_: id 3 | task 9329 | processing task, is_child = 0 12.22.180.390 I slot print_timing: id 0 | task 9324 | prompt processing, n_tokens = 625, progress = 0.78, t = 3.64 s / 171.52 tokens per second 12.22.181.043 I slot print_timing: id 2 | task 9326 | prompt processing, n_tokens = 890, progress = 0.85, t = 3.64 s / 244.30 tokens per second 12.23.683.289 I slot print_timing: id 1 | task 9325 | prompt eval time = 3643.95 ms / 100 tokens ( 36.44 ms per token, 27.44 tokens per second) 12.23.683.294 I slot print_timing: id 1 | task 9325 | eval time = 1509.24 ms / 2 tokens ( 1509.24 ms per token, 0.66 tokens per second) 12.23.683.295 I slot print_timing: id 1 | task 9325 | total time = 5153.19 ms / 102 tokens 12.23.683.295 I slot print_timing: id 1 | task 9325 | graphs reused = 7862 12.23.683.296 I slot print_timing: id 1 | task 9325 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.683.346 I slot release: id 1 | task 9325 | stop processing: n_tokens = 740, truncated = 0 12.23.683.357 I slot print_timing: id 0 | task 9324 | prompt processing, n_tokens = 793, progress = 0.99, t = 5.15 s / 153.88 tokens per second 12.23.684.194 I slot print_timing: id 2 | task 9326 | prompt processing, n_tokens = 1041, progress = 1.00, t = 5.15 s / 202.05 tokens per second 12.24.591.998 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 234787766720 12.24.592.086 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.225 MiB) 12.24.595.621 I slot launch_slot_: id 1 | task 9332 | processing task, is_child = 0 12.25.573.496 I slot print_timing: id 0 | task 9324 | prompt eval time = 6061.91 ms / 797 tokens ( 7.61 ms per token, 131.48 tokens per second) 12.25.573.502 I slot print_timing: id 0 | task 9324 | eval time = 981.70 ms / 2 tokens ( 981.70 ms per token, 1.02 tokens per second) 12.25.573.503 I slot print_timing: id 0 | task 9324 | total time = 7043.61 ms / 799 tokens 12.25.573.503 I slot print_timing: id 0 | task 9324 | graphs reused = 7862 12.25.573.503 I slot print_timing: id 0 | task 9324 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.573.551 I slot release: id 0 | task 9324 | stop processing: n_tokens = 799, truncated = 0 12.25.573.717 I slot print_timing: id 2 | task 9326 | prompt eval time = 6061.15 ms / 1045 tokens ( 5.80 ms per token, 172.41 tokens per second) 12.25.573.720 I slot print_timing: id 2 | task 9326 | eval time = 981.72 ms / 2 tokens ( 981.72 ms per token, 1.02 tokens per second) 12.25.573.720 I slot print_timing: id 2 | task 9326 | total time = 7042.87 ms / 1047 tokens 12.25.573.720 I slot print_timing: id 2 | task 9326 | graphs reused = 7862 12.25.573.721 I slot print_timing: id 2 | task 9326 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.573.786 I slot release: id 2 | task 9326 | stop processing: n_tokens = 1047, truncated = 0 12.25.574.268 I slot print_timing: id 3 | task 9329 | prompt processing, n_tokens = 802, progress = 1.00, t = 3.39 s / 236.53 tokens per second 12.26.496.795 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 234789656925 12.26.496.881 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.434 MiB) 12.26.500.852 I slot launch_slot_: id 0 | task 9335 | processing task, is_child = 0 12.26.506.510 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 234789657161 12.26.506.626 I slot launch_slot_: id 2 | task 9336 | processing task, is_child = 0 12.28.280.209 I slot print_timing: id 3 | task 9329 | prompt eval time = 4314.16 ms / 806 tokens ( 5.35 ms per token, 186.83 tokens per second) 12.28.280.212 I slot print_timing: id 3 | task 9329 | eval time = 1783.42 ms / 2 tokens ( 1783.42 ms per token, 0.56 tokens per second) 12.28.280.212 I slot print_timing: id 3 | task 9329 | total time = 6097.58 ms / 808 tokens 12.28.280.213 I slot print_timing: id 3 | task 9329 | graphs reused = 7862 12.28.280.213 I slot print_timing: id 3 | task 9329 | graph reallocs = 0 / 0 (same size) / (changed size) 12.28.280.267 I slot release: id 3 | task 9329 | stop processing: n_tokens = 808, truncated = 0 12.28.280.755 I slot print_timing: id 1 | task 9332 | prompt processing, n_tokens = 793, progress = 0.99, t = 3.68 s / 215.23 tokens per second 12.30.125.648 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 234792363642 12.30.125.739 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.788 MiB) 12.30.129.774 I slot launch_slot_: id 3 | task 9339 | processing task, is_child = 0 12.30.129.783 I slot print_timing: id 0 | task 9335 | prompt processing, n_tokens = 718, progress = 0.86, t = 3.62 s / 198.41 tokens per second 12.30.130.448 I slot print_timing: id 2 | task 9336 | prompt processing, n_tokens = 718, progress = 0.85, t = 3.62 s / 198.45 tokens per second 12.31.608.016 I slot print_timing: id 1 | task 9332 | prompt eval time = 5530.01 ms / 797 tokens ( 6.94 ms per token, 144.12 tokens per second) 12.31.608.018 I slot print_timing: id 1 | task 9332 | eval time = 1482.37 ms / 2 tokens ( 1482.37 ms per token, 0.67 tokens per second) 12.31.608.019 I slot print_timing: id 1 | task 9332 | total time = 7012.38 ms / 799 tokens 12.31.608.019 I slot print_timing: id 1 | task 9332 | graphs reused = 7862 12.31.608.020 I slot print_timing: id 1 | task 9332 | graph reallocs = 0 / 0 (same size) / (changed size) 12.31.608.079 I slot release: id 1 | task 9332 | stop processing: n_tokens = 799, truncated = 0 12.31.608.090 I slot print_timing: id 0 | task 9335 | prompt processing, n_tokens = 832, progress = 1.00, t = 5.10 s / 163.10 tokens per second 12.31.608.934 I slot print_timing: id 2 | task 9336 | prompt processing, n_tokens = 839, progress = 1.00, t = 5.10 s / 164.50 tokens per second 12.32.451.880 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 234795691453 12.32.451.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.179 MiB) 12.32.456.020 I slot launch_slot_: id 1 | task 9342 | processing task, is_child = 0 12.33.819.016 I slot print_timing: id 0 | task 9335 | prompt eval time = 5945.05 ms / 836 tokens ( 7.11 ms per token, 140.62 tokens per second) 12.33.819.018 I slot print_timing: id 0 | task 9335 | eval time = 1367.33 ms / 2 tokens ( 1367.33 ms per token, 0.73 tokens per second) 12.33.819.019 I slot print_timing: id 0 | task 9335 | total time = 7312.38 ms / 838 tokens 12.33.819.019 I slot print_timing: id 0 | task 9335 | graphs reused = 7862 12.33.819.020 I slot print_timing: id 0 | task 9335 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.819.069 I slot release: id 0 | task 9335 | stop processing: n_tokens = 838, truncated = 0 12.33.819.241 I slot print_timing: id 2 | task 9336 | prompt eval time = 5944.41 ms / 843 tokens ( 7.05 ms per token, 141.81 tokens per second) 12.33.819.243 I slot print_timing: id 2 | task 9336 | eval time = 1367.36 ms / 2 tokens ( 1367.36 ms per token, 0.73 tokens per second) 12.33.819.244 I slot print_timing: id 2 | task 9336 | total time = 7311.78 ms / 845 tokens 12.33.819.244 I slot print_timing: id 2 | task 9336 | graphs reused = 7862 12.33.819.244 I slot print_timing: id 2 | task 9336 | graph reallocs = 0 / 0 (same size) / (changed size) 12.33.819.290 I slot release: id 2 | task 9336 | stop processing: n_tokens = 845, truncated = 0 12.33.819.923 I slot print_timing: id 3 | task 9339 | prompt processing, n_tokens = 895, progress = 1.00, t = 3.69 s / 242.70 tokens per second 12.34.616.101 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 234797902443 12.34.622.421 I slot launch_slot_: id 0 | task 9345 | processing task, is_child = 0 12.34.622.511 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.945 MiB) 12.34.624.987 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 12.34.625.019 I slot launch_slot_: id 2 | task 9346 | processing task, is_child = 0 12.35.792.290 I slot print_timing: id 3 | task 9339 | prompt eval time = 4484.96 ms / 899 tokens ( 4.99 ms per token, 200.45 tokens per second) 12.35.792.295 I slot print_timing: id 3 | task 9339 | eval time = 1176.20 ms / 2 tokens ( 1176.20 ms per token, 0.85 tokens per second) 12.35.792.295 I slot print_timing: id 3 | task 9339 | total time = 5661.17 ms / 901 tokens 12.35.792.296 I slot print_timing: id 3 | task 9339 | graphs reused = 7862 12.35.792.296 I slot print_timing: id 3 | task 9339 | graph reallocs = 0 / 0 (same size) / (changed size) 12.35.792.351 I slot release: id 3 | task 9339 | stop processing: n_tokens = 901, truncated = 0 12.35.792.637 I slot print_timing: id 1 | task 9342 | prompt processing, n_tokens = 903, progress = 1.00, t = 3.34 s / 270.68 tokens per second 12.36.758.498 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 234799875726 12.36.766.072 I slot launch_slot_: id 3 | task 9349 | processing task, is_child = 0 12.37.763.441 I slot print_timing: id 1 | task 9342 | prompt eval time = 4302.27 ms / 907 tokens ( 4.74 ms per token, 210.82 tokens per second) 12.37.763.446 I slot print_timing: id 1 | task 9342 | eval time = 1005.14 ms / 2 tokens ( 1005.14 ms per token, 0.99 tokens per second) 12.37.763.447 I slot print_timing: id 1 | task 9342 | total time = 5307.40 ms / 909 tokens 12.37.763.447 I slot print_timing: id 1 | task 9342 | graphs reused = 7862 12.37.763.448 I slot print_timing: id 1 | task 9342 | graph reallocs = 0 / 0 (same size) / (changed size) 12.37.763.505 I slot release: id 1 | task 9342 | stop processing: n_tokens = 909, truncated = 0 12.37.763.677 I slot print_timing: id 2 | task 9346 | prompt eval time = 2132.55 ms / 112 tokens ( 19.04 ms per token, 52.52 tokens per second) 12.37.763.682 I slot print_timing: id 2 | task 9346 | eval time = 1005.18 ms / 2 tokens ( 1005.18 ms per token, 0.99 tokens per second) 12.37.763.682 I slot print_timing: id 2 | task 9346 | total time = 3137.74 ms / 114 tokens 12.37.763.682 I slot print_timing: id 2 | task 9346 | graphs reused = 7862 12.37.763.683 I slot print_timing: id 2 | task 9346 | graph reallocs = 0 / 0 (same size) / (changed size) 12.37.763.722 I slot release: id 2 | task 9346 | stop processing: n_tokens = 860, truncated = 0 12.37.763.729 I slot print_timing: id 0 | task 9345 | prompt processing, n_tokens = 681, progress = 0.99, t = 3.14 s / 217.00 tokens per second 12.38.686.981 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 234801846879 12.38.687.069 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 150.030 MiB) 12.38.690.660 I slot launch_slot_: id 1 | task 9352 | processing task, is_child = 0 12.38.690.733 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.731 MiB) 12.38.693.467 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 234801847096 12.38.693.570 I slot launch_slot_: id 2 | task 9353 | processing task, is_child = 0 12.40.292.773 I slot print_timing: id 0 | task 9345 | prompt eval time = 4061.95 ms / 685 tokens ( 5.93 ms per token, 168.64 tokens per second) 12.40.292.779 I slot print_timing: id 0 | task 9345 | eval time = 1605.80 ms / 2 tokens ( 1605.80 ms per token, 0.62 tokens per second) 12.40.292.779 I slot print_timing: id 0 | task 9345 | total time = 5667.74 ms / 687 tokens 12.40.292.780 I slot print_timing: id 0 | task 9345 | graphs reused = 7862 12.40.292.780 I slot print_timing: id 0 | task 9345 | graph reallocs = 0 / 0 (same size) / (changed size) 12.40.292.827 I slot release: id 0 | task 9345 | stop processing: n_tokens = 687, truncated = 0 12.40.293.759 I slot print_timing: id 3 | task 9349 | prompt processing, n_tokens = 821, progress = 1.00, t = 3.52 s / 232.92 tokens per second 12.41.999.708 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 234804376201 12.42.006.869 I slot launch_slot_: id 0 | task 9356 | processing task, is_child = 0 12.42.007.016 I slot print_timing: id 1 | task 9352 | prompt processing, n_tokens = 623, progress = 0.82, t = 3.31 s / 188.45 tokens per second 12.42.007.677 I slot print_timing: id 2 | task 9353 | prompt processing, n_tokens = 705, progress = 0.83, t = 3.31 s / 213.26 tokens per second 12.43.180.491 I slot print_timing: id 3 | task 9349 | prompt eval time = 5231.88 ms / 825 tokens ( 6.34 ms per token, 157.69 tokens per second) 12.43.180.493 I slot print_timing: id 3 | task 9349 | eval time = 1180.78 ms / 2 tokens ( 1180.78 ms per token, 0.85 tokens per second) 12.43.180.494 I slot print_timing: id 3 | task 9349 | total time = 6412.66 ms / 827 tokens 12.43.180.494 I slot print_timing: id 3 | task 9349 | graphs reused = 7862 12.43.180.495 I slot print_timing: id 3 | task 9349 | graph reallocs = 0 / 0 (same size) / (changed size) 12.43.180.547 I slot release: id 3 | task 9349 | stop processing: n_tokens = 827, truncated = 0 12.43.180.906 I slot print_timing: id 1 | task 9352 | prompt processing, n_tokens = 758, progress = 0.99, t = 4.49 s / 168.94 tokens per second 12.43.182.262 I slot print_timing: id 2 | task 9353 | prompt processing, n_tokens = 848, progress = 1.00, t = 4.49 s / 189.01 tokens per second 12.44.145.631 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 234807263921 12.44.145.724 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.805 MiB) 12.44.149.691 I slot launch_slot_: id 3 | task 9359 | processing task, is_child = 0 12.44.955.766 I slot print_timing: id 1 | task 9352 | prompt eval time = 5451.86 ms / 762 tokens ( 7.15 ms per token, 139.77 tokens per second) 12.44.955.768 I slot print_timing: id 1 | task 9352 | eval time = 810.32 ms / 2 tokens ( 810.32 ms per token, 1.23 tokens per second) 12.44.955.768 I slot print_timing: id 1 | task 9352 | total time = 6262.18 ms / 764 tokens 12.44.955.769 I slot print_timing: id 1 | task 9352 | graphs reused = 7862 12.44.955.769 I slot print_timing: id 1 | task 9352 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.955.814 I slot release: id 1 | task 9352 | stop processing: n_tokens = 764, truncated = 0 12.44.955.987 I slot print_timing: id 2 | task 9353 | prompt eval time = 5451.88 ms / 852 tokens ( 6.40 ms per token, 156.28 tokens per second) 12.44.955.989 I slot print_timing: id 2 | task 9353 | eval time = 810.36 ms / 2 tokens ( 810.36 ms per token, 1.23 tokens per second) 12.44.955.989 I slot print_timing: id 2 | task 9353 | total time = 6262.24 ms / 854 tokens 12.44.955.990 I slot print_timing: id 2 | task 9353 | graphs reused = 7862 12.44.955.990 I slot print_timing: id 2 | task 9353 | graph reallocs = 0 / 0 (same size) / (changed size) 12.44.956.034 I slot release: id 2 | task 9353 | stop processing: n_tokens = 854, truncated = 0 12.45.869.827 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 234809039188 12.45.877.599 I slot launch_slot_: id 1 | task 9362 | processing task, is_child = 0 12.45.877.673 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 12.45.883.594 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 234809039408 12.45.883.687 I slot launch_slot_: id 2 | task 9363 | processing task, is_child = 0 12.47.172.687 I slot print_timing: id 0 | task 9356 | prompt eval time = 3862.94 ms / 746 tokens ( 5.18 ms per token, 193.12 tokens per second) 12.47.172.692 I slot print_timing: id 0 | task 9356 | eval time = 1302.86 ms / 2 tokens ( 1302.86 ms per token, 0.77 tokens per second) 12.47.172.693 I slot print_timing: id 0 | task 9356 | total time = 5165.80 ms / 748 tokens 12.47.172.693 I slot print_timing: id 0 | task 9356 | graphs reused = 7862 12.47.172.693 I slot print_timing: id 0 | task 9356 | graph reallocs = 0 / 0 (same size) / (changed size) 12.47.172.741 I slot release: id 0 | task 9356 | stop processing: n_tokens = 748, truncated = 0 12.47.173.423 I slot print_timing: id 3 | task 9359 | prompt processing, n_tokens = 716, progress = 0.99, t = 3.02 s / 236.92 tokens per second 12.48.983.459 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 234811256115 12.48.983.543 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 12.48.986.828 I slot launch_slot_: id 0 | task 9366 | processing task, is_child = 0 12.48.986.972 I slot print_timing: id 1 | task 9362 | prompt processing, n_tokens = 604, progress = 0.83, t = 3.10 s / 194.87 tokens per second 12.48.987.626 I slot print_timing: id 2 | task 9363 | prompt processing, n_tokens = 604, progress = 0.82, t = 3.10 s / 194.87 tokens per second 12.50.086.881 I slot print_timing: id 3 | task 9359 | prompt eval time = 4833.09 ms / 720 tokens ( 6.71 ms per token, 148.97 tokens per second) 12.50.086.887 I slot print_timing: id 3 | task 9359 | eval time = 1103.42 ms / 2 tokens ( 1103.42 ms per token, 0.91 tokens per second) 12.50.086.887 I slot print_timing: id 3 | task 9359 | total time = 5936.51 ms / 722 tokens 12.50.086.888 I slot print_timing: id 3 | task 9359 | graphs reused = 7862 12.50.086.888 I slot print_timing: id 3 | task 9359 | graph reallocs = 0 / 0 (same size) / (changed size) 12.50.086.934 I slot release: id 3 | task 9359 | stop processing: n_tokens = 722, truncated = 0 12.50.087.253 I slot print_timing: id 1 | task 9362 | prompt processing, n_tokens = 720, progress = 0.99, t = 4.20 s / 171.31 tokens per second 12.50.088.629 I slot print_timing: id 2 | task 9363 | prompt processing, n_tokens = 737, progress = 0.99, t = 4.20 s / 175.36 tokens per second 12.51.054.462 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 12.51.054.515 I slot launch_slot_: id 3 | task 9369 | processing task, is_child = 0 12.51.626.147 I slot print_timing: id 1 | task 9362 | prompt eval time = 5170.56 ms / 724 tokens ( 7.14 ms per token, 140.02 tokens per second) 12.51.626.153 I slot print_timing: id 1 | task 9362 | eval time = 571.89 ms / 2 tokens ( 571.89 ms per token, 1.75 tokens per second) 12.51.626.153 I slot print_timing: id 1 | task 9362 | total time = 5742.45 ms / 726 tokens 12.51.626.154 I slot print_timing: id 1 | task 9362 | graphs reused = 7862 12.51.626.154 I slot print_timing: id 1 | task 9362 | graph reallocs = 0 / 0 (same size) / (changed size) 12.51.626.199 I slot release: id 1 | task 9362 | stop processing: n_tokens = 726, truncated = 0 12.51.626.368 I slot print_timing: id 2 | task 9363 | prompt eval time = 5170.62 ms / 741 tokens ( 6.98 ms per token, 143.31 tokens per second) 12.51.626.372 I slot print_timing: id 2 | task 9363 | eval time = 571.91 ms / 2 tokens ( 571.91 ms per token, 1.75 tokens per second) 12.51.626.373 I slot print_timing: id 2 | task 9363 | total time = 5742.53 ms / 743 tokens 12.51.626.373 I slot print_timing: id 2 | task 9363 | graphs reused = 7862 12.51.626.374 I slot print_timing: id 2 | task 9363 | graph reallocs = 0 / 0 (same size) / (changed size) 12.51.626.406 I slot release: id 2 | task 9363 | stop processing: n_tokens = 743, truncated = 0 12.51.717.846 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.872 12.51.717.883 I slot launch_slot_: id 1 | task 9372 | processing task, is_child = 0 12.51.717.973 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 12.51.720.620 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.852 12.51.720.652 I slot launch_slot_: id 2 | task 9373 | processing task, is_child = 0 12.52.191.890 I slot print_timing: id 0 | task 9366 | prompt eval time = 2730.81 ms / 715 tokens ( 3.82 ms per token, 261.83 tokens per second) 12.52.191.897 I slot print_timing: id 0 | task 9366 | eval time = 474.24 ms / 2 tokens ( 474.24 ms per token, 2.11 tokens per second) 12.52.191.897 I slot print_timing: id 0 | task 9366 | total time = 3205.05 ms / 717 tokens 12.52.191.898 I slot print_timing: id 0 | task 9366 | graphs reused = 7862 12.52.191.898 I slot print_timing: id 0 | task 9366 | graph reallocs = 0 / 0 (same size) / (changed size) 12.52.191.938 I slot release: id 0 | task 9366 | stop processing: n_tokens = 717, truncated = 0 12.52.192.103 I slot print_timing: id 3 | task 9369 | prompt eval time = 662.32 ms / 88 tokens ( 7.53 ms per token, 132.87 tokens per second) 12.52.192.109 I slot print_timing: id 3 | task 9369 | eval time = 474.26 ms / 2 tokens ( 474.26 ms per token, 2.11 tokens per second) 12.52.192.110 I slot print_timing: id 3 | task 9369 | total time = 1136.58 ms / 90 tokens 12.52.192.110 I slot print_timing: id 3 | task 9369 | graphs reused = 7862 12.52.192.110 I slot print_timing: id 3 | task 9369 | graph reallocs = 0 / 0 (same size) / (changed size) 12.52.192.142 I slot release: id 3 | task 9369 | stop processing: n_tokens = 722, truncated = 0 12.52.246.291 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.883 12.52.246.323 I slot launch_slot_: id 0 | task 9376 | processing task, is_child = 0 12.52.246.399 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 12.52.250.359 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.877 12.52.250.388 I slot launch_slot_: id 3 | task 9377 | processing task, is_child = 0 12.52.757.253 I slot print_timing: id 1 | task 9372 | prompt eval time = 525.44 ms / 81 tokens ( 6.49 ms per token, 154.16 tokens per second) 12.52.757.255 I slot print_timing: id 1 | task 9372 | eval time = 511.15 ms / 2 tokens ( 511.15 ms per token, 1.96 tokens per second) 12.52.757.256 I slot print_timing: id 1 | task 9372 | total time = 1036.59 ms / 83 tokens 12.52.757.256 I slot print_timing: id 1 | task 9372 | graphs reused = 7862 12.52.757.257 I slot print_timing: id 1 | task 9372 | graph reallocs = 0 / 0 (same size) / (changed size) 12.52.757.309 I slot release: id 1 | task 9372 | stop processing: n_tokens = 715, truncated = 0 12.52.757.487 I slot print_timing: id 2 | task 9373 | prompt eval time = 524.81 ms / 79 tokens ( 6.64 ms per token, 150.53 tokens per second) 12.52.757.489 I slot print_timing: id 2 | task 9373 | eval time = 511.20 ms / 2 tokens ( 511.20 ms per token, 1.96 tokens per second) 12.52.757.489 I slot print_timing: id 2 | task 9373 | total time = 1036.01 ms / 81 tokens 12.52.757.490 I slot print_timing: id 2 | task 9373 | graphs reused = 7862 12.52.757.490 I slot print_timing: id 2 | task 9373 | graph reallocs = 0 / 0 (same size) / (changed size) 12.52.757.521 I slot release: id 2 | task 9373 | stop processing: n_tokens = 713, truncated = 0 12.52.850.697 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.885 12.52.850.730 I slot launch_slot_: id 1 | task 9380 | processing task, is_child = 0 12.52.850.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.696 MiB) 12.52.850.820 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.688 MiB) 12.52.853.399 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.888 12.52.853.426 I slot launch_slot_: id 2 | task 9381 | processing task, is_child = 0 12.53.444.732 I slot print_timing: id 0 | task 9376 | prompt eval time = 600.12 ms / 88 tokens ( 6.82 ms per token, 146.64 tokens per second) 12.53.444.737 I slot print_timing: id 0 | task 9376 | eval time = 594.22 ms / 2 tokens ( 594.22 ms per token, 1.68 tokens per second) 12.53.444.738 I slot print_timing: id 0 | task 9376 | total time = 1194.34 ms / 90 tokens 12.53.444.738 I slot print_timing: id 0 | task 9376 | graphs reused = 7862 12.53.444.738 I slot print_timing: id 0 | task 9376 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.444.785 I slot release: id 0 | task 9376 | stop processing: n_tokens = 722, truncated = 0 12.53.444.951 I slot print_timing: id 3 | task 9377 | prompt eval time = 599.63 ms / 91 tokens ( 6.59 ms per token, 151.76 tokens per second) 12.53.444.952 I slot print_timing: id 3 | task 9377 | eval time = 594.26 ms / 2 tokens ( 594.26 ms per token, 1.68 tokens per second) 12.53.444.953 I slot print_timing: id 3 | task 9377 | total time = 1193.88 ms / 93 tokens 12.53.444.953 I slot print_timing: id 3 | task 9377 | graphs reused = 7862 12.53.444.953 I slot print_timing: id 3 | task 9377 | graph reallocs = 0 / 0 (same size) / (changed size) 12.53.444.990 I slot release: id 3 | task 9377 | stop processing: n_tokens = 725, truncated = 0 12.53.499.072 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 234817528159 12.53.503.050 I slot launch_slot_: id 0 | task 9384 | processing task, is_child = 0 12.53.503.119 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.633 MiB) 12.53.506.595 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 234817528364 12.53.506.686 I slot launch_slot_: id 3 | task 9385 | processing task, is_child = 0 12.55.120.052 I slot print_timing: id 1 | task 9380 | prompt eval time = 645.46 ms / 82 tokens ( 7.87 ms per token, 127.04 tokens per second) 12.55.120.055 I slot print_timing: id 1 | task 9380 | eval time = 1621.15 ms / 2 tokens ( 1621.15 ms per token, 0.62 tokens per second) 12.55.120.056 I slot print_timing: id 1 | task 9380 | total time = 2266.61 ms / 84 tokens 12.55.120.056 I slot print_timing: id 1 | task 9380 | graphs reused = 7862 12.55.120.057 I slot print_timing: id 1 | task 9380 | graph reallocs = 0 / 0 (same size) / (changed size) 12.55.120.102 I slot release: id 1 | task 9380 | stop processing: n_tokens = 716, truncated = 0 12.55.120.367 I slot print_timing: id 2 | task 9381 | prompt eval time = 644.94 ms / 122 tokens ( 5.29 ms per token, 189.16 tokens per second) 12.55.120.369 I slot print_timing: id 2 | task 9381 | eval time = 1621.30 ms / 2 tokens ( 1621.30 ms per token, 0.62 tokens per second) 12.55.120.370 I slot print_timing: id 2 | task 9381 | total time = 2266.24 ms / 124 tokens 12.55.120.370 I slot print_timing: id 2 | task 9381 | graphs reused = 7862 12.55.120.370 I slot print_timing: id 2 | task 9381 | graph reallocs = 0 / 0 (same size) / (changed size) 12.55.120.416 I slot release: id 2 | task 9381 | stop processing: n_tokens = 756, truncated = 0 12.56.007.101 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 234819203476 12.56.007.194 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 12.56.007.198 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.271 MiB) 12.56.826.853 I slot launch_slot_: id 1 | task 9388 | processing task, is_child = 0 12.56.826.926 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 12.56.831.254 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 234819203790 12.56.831.347 I slot launch_slot_: id 2 | task 9389 | processing task, is_child = 0 12.59.933.514 I slot print_timing: id 0 | task 9384 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.43 s / 135.84 tokens per second 13.00.019.605 I slot print_timing: id 1 | task 9388 | prompt processing, n_tokens = 593, progress = 0.54, t = 3.10 s / 191.20 tokens per second 13.00.020.504 I slot print_timing: id 2 | task 9389 | prompt processing, n_tokens = 583, progress = 0.53, t = 3.10 s / 187.98 tokens per second 13.00.021.541 I slot print_timing: id 3 | task 9385 | prompt processing, n_tokens = 889, progress = 1.00, t = 6.43 s / 138.33 tokens per second 13.01.607.453 I slot print_timing: id 1 | task 9388 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.78 s / 192.04 tokens per second 13.01.608.352 I slot print_timing: id 2 | task 9389 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.77 s / 192.05 tokens per second 13.02.605.902 I slot print_timing: id 0 | task 9384 | prompt eval time = 8100.54 ms / 877 tokens ( 9.24 ms per token, 108.26 tokens per second) 13.02.605.905 I slot print_timing: id 0 | task 9384 | eval time = 998.67 ms / 2 tokens ( 998.67 ms per token, 1.00 tokens per second) 13.02.605.905 I slot print_timing: id 0 | task 9384 | total time = 9099.21 ms / 879 tokens 13.02.605.906 I slot print_timing: id 0 | task 9384 | graphs reused = 7862 13.02.605.906 I slot print_timing: id 0 | task 9384 | graph reallocs = 0 / 0 (same size) / (changed size) 13.02.605.966 I slot release: id 0 | task 9384 | stop processing: n_tokens = 879, truncated = 0 13.02.606.141 I slot print_timing: id 3 | task 9385 | prompt eval time = 8100.60 ms / 893 tokens ( 9.07 ms per token, 110.24 tokens per second) 13.02.606.144 I slot print_timing: id 3 | task 9385 | eval time = 998.70 ms / 2 tokens ( 998.70 ms per token, 1.00 tokens per second) 13.02.606.145 I slot print_timing: id 3 | task 9385 | total time = 9099.30 ms / 895 tokens 13.02.606.145 I slot print_timing: id 3 | task 9385 | graphs reused = 7862 13.02.606.145 I slot print_timing: id 3 | task 9385 | graph reallocs = 0 / 0 (same size) / (changed size) 13.02.606.186 I slot release: id 3 | task 9385 | stop processing: n_tokens = 895, truncated = 0 13.02.606.195 I slot print_timing: id 1 | task 9388 | prompt processing, n_tokens = 1105, progress = 1.00, t = 5.77 s / 191.38 tokens per second 13.02.607.489 I slot print_timing: id 2 | task 9389 | prompt processing, n_tokens = 1095, progress = 1.00, t = 5.77 s / 189.66 tokens per second 13.02.661.015 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 234826689342 13.02.661.099 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 13.02.663.505 I slot launch_slot_: id 0 | task 9394 | processing task, is_child = 0 13.02.663.577 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 13.02.665.880 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 234826689560 13.02.665.974 I slot launch_slot_: id 3 | task 9395 | processing task, is_child = 0 13.05.207.908 I slot print_timing: id 1 | task 9388 | prompt eval time = 5828.79 ms / 1109 tokens ( 5.26 ms per token, 190.26 tokens per second) 13.05.207.910 I slot print_timing: id 1 | task 9388 | eval time = 2547.09 ms / 2 tokens ( 2547.09 ms per token, 0.39 tokens per second) 13.05.207.911 I slot print_timing: id 1 | task 9388 | total time = 8375.88 ms / 1111 tokens 13.05.207.911 I slot print_timing: id 1 | task 9388 | graphs reused = 7862 13.05.207.911 I slot print_timing: id 1 | task 9388 | graph reallocs = 0 / 0 (same size) / (changed size) 13.05.207.968 I slot release: id 1 | task 9388 | stop processing: n_tokens = 1111, truncated = 0 13.05.208.145 I slot print_timing: id 2 | task 9389 | prompt eval time = 5828.84 ms / 1099 tokens ( 5.30 ms per token, 188.55 tokens per second) 13.05.208.147 I slot print_timing: id 2 | task 9389 | eval time = 2547.14 ms / 2 tokens ( 2547.14 ms per token, 0.39 tokens per second) 13.05.208.148 I slot print_timing: id 2 | task 9389 | total time = 8375.98 ms / 1101 tokens 13.05.208.148 I slot print_timing: id 2 | task 9389 | graphs reused = 7862 13.05.208.148 I slot print_timing: id 2 | task 9389 | graph reallocs = 0 / 0 (same size) / (changed size) 13.05.208.194 I slot release: id 2 | task 9389 | stop processing: n_tokens = 1101, truncated = 0 13.05.977.870 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.902 (> 0.100 thold), f_keep = 0.893 13.05.977.927 I slot launch_slot_: id 1 | task 9399 | processing task, is_child = 0 13.05.978.023 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.863 MiB) 13.06.739.475 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 13.06.739.572 I slot launch_slot_: id 2 | task 9398 | processing task, is_child = 0 13.06.739.586 I slot print_timing: id 0 | task 9394 | prompt processing, n_tokens = 917, progress = 0.84, t = 3.31 s / 276.88 tokens per second 13.06.742.379 I slot print_timing: id 3 | task 9395 | prompt processing, n_tokens = 917, progress = 0.83, t = 3.31 s / 276.90 tokens per second 13.07.932.718 I slot print_timing: id 0 | task 9394 | prompt processing, n_tokens = 1086, progress = 1.00, t = 5.27 s / 206.20 tokens per second 13.08.168.849 I slot print_timing: id 3 | task 9395 | prompt processing, n_tokens = 1100, progress = 1.00, t = 5.27 s / 208.87 tokens per second 13.08.322.512 I slot print_timing: id 0 | task 9394 | prompt eval time = 5607.64 ms / 1090 tokens ( 5.14 ms per token, 194.38 tokens per second) 13.08.322.518 I slot print_timing: id 0 | task 9394 | eval time = 48.89 ms / 2 tokens ( 48.89 ms per token, 20.45 tokens per second) 13.08.322.518 I slot print_timing: id 0 | task 9394 | total time = 5656.53 ms / 1092 tokens 13.08.322.519 I slot print_timing: id 0 | task 9394 | graphs reused = 7862 13.08.322.519 I slot print_timing: id 0 | task 9394 | graph reallocs = 0 / 0 (same size) / (changed size) 13.08.322.571 I slot release: id 0 | task 9394 | stop processing: n_tokens = 1092, truncated = 0 13.08.322.736 I slot print_timing: id 1 | task 9399 | prompt eval time = 1533.02 ms / 108 tokens ( 14.19 ms per token, 70.45 tokens per second) 13.08.322.739 I slot print_timing: id 1 | task 9399 | eval time = 48.95 ms / 2 tokens ( 48.95 ms per token, 20.43 tokens per second) 13.08.322.740 I slot print_timing: id 1 | task 9399 | total time = 1581.96 ms / 110 tokens 13.08.322.740 I slot print_timing: id 1 | task 9399 | graphs reused = 7862 13.08.322.740 I slot print_timing: id 1 | task 9399 | graph reallocs = 0 / 0 (same size) / (changed size) 13.08.322.784 I slot release: id 1 | task 9399 | stop processing: n_tokens = 1101, truncated = 0 13.08.322.976 I slot print_timing: id 2 | task 9398 | prompt eval time = 1532.40 ms / 107 tokens ( 14.32 ms per token, 69.83 tokens per second) 13.08.322.978 I slot print_timing: id 2 | task 9398 | eval time = 48.99 ms / 2 tokens ( 48.99 ms per token, 20.41 tokens per second) 13.08.322.978 I slot print_timing: id 2 | task 9398 | total time = 1581.39 ms / 109 tokens 13.08.322.978 I slot print_timing: id 2 | task 9398 | graphs reused = 7862 13.08.322.978 I slot print_timing: id 2 | task 9398 | graph reallocs = 0 / 0 (same size) / (changed size) 13.08.323.019 I slot release: id 2 | task 9398 | stop processing: n_tokens = 1099, truncated = 0 13.08.323.194 I slot print_timing: id 3 | task 9395 | prompt eval time = 5608.01 ms / 1104 tokens ( 5.08 ms per token, 196.86 tokens per second) 13.08.323.196 I slot print_timing: id 3 | task 9395 | eval time = 49.02 ms / 2 tokens ( 49.02 ms per token, 20.40 tokens per second) 13.08.323.197 I slot print_timing: id 3 | task 9395 | total time = 5657.03 ms / 1106 tokens 13.08.323.197 I slot print_timing: id 3 | task 9395 | graphs reused = 7862 13.08.323.197 I slot print_timing: id 3 | task 9395 | graph reallocs = 0 / 0 (same size) / (changed size) 13.08.323.234 I slot release: id 3 | task 9395 | stop processing: n_tokens = 1106, truncated = 0 13.08.336.723 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.908 13.08.336.754 I slot launch_slot_: id 0 | task 9403 | processing task, is_child = 0 13.08.336.842 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 13.08.339.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.104 MiB) 13.08.347.788 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 13.08.354.511 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 13.08.354.558 I slot launch_slot_: id 1 | task 9404 | processing task, is_child = 0 13.08.354.706 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.903 13.08.354.723 I slot launch_slot_: id 2 | task 9405 | processing task, is_child = 0 13.08.354.796 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.897 13.08.354.814 I slot launch_slot_: id 3 | task 9406 | processing task, is_child = 0 13.09.608.192 I slot print_timing: id 0 | task 9403 | prompt eval time = 1204.27 ms / 115 tokens ( 10.47 ms per token, 95.49 tokens per second) 13.09.608.194 I slot print_timing: id 0 | task 9403 | eval time = 49.10 ms / 2 tokens ( 49.10 ms per token, 20.37 tokens per second) 13.09.608.194 I slot print_timing: id 0 | task 9403 | total time = 1253.37 ms / 117 tokens 13.09.608.195 I slot print_timing: id 0 | task 9403 | graphs reused = 7862 13.09.608.195 I slot print_timing: id 0 | task 9403 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.608.250 I slot release: id 0 | task 9403 | stop processing: n_tokens = 1108, truncated = 0 13.09.608.417 I slot print_timing: id 1 | task 9404 | prompt eval time = 1203.67 ms / 110 tokens ( 10.94 ms per token, 91.39 tokens per second) 13.09.608.419 I slot print_timing: id 1 | task 9404 | eval time = 49.15 ms / 2 tokens ( 49.15 ms per token, 20.35 tokens per second) 13.09.608.419 I slot print_timing: id 1 | task 9404 | total time = 1252.82 ms / 112 tokens 13.09.608.420 I slot print_timing: id 1 | task 9404 | graphs reused = 7862 13.09.608.420 I slot print_timing: id 1 | task 9404 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.608.459 I slot release: id 1 | task 9404 | stop processing: n_tokens = 1103, truncated = 0 13.09.608.632 I slot print_timing: id 2 | task 9405 | prompt eval time = 1203.11 ms / 99 tokens ( 12.15 ms per token, 82.29 tokens per second) 13.09.608.637 I slot print_timing: id 2 | task 9405 | eval time = 49.15 ms / 2 tokens ( 49.15 ms per token, 20.34 tokens per second) 13.09.608.637 I slot print_timing: id 2 | task 9405 | total time = 1252.26 ms / 101 tokens 13.09.608.637 I slot print_timing: id 2 | task 9405 | graphs reused = 7862 13.09.608.638 I slot print_timing: id 2 | task 9405 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.608.675 I slot release: id 2 | task 9405 | stop processing: n_tokens = 1092, truncated = 0 13.09.608.854 I slot print_timing: id 3 | task 9406 | prompt eval time = 1202.64 ms / 109 tokens ( 11.03 ms per token, 90.63 tokens per second) 13.09.608.856 I slot print_timing: id 3 | task 9406 | eval time = 49.15 ms / 2 tokens ( 49.15 ms per token, 20.35 tokens per second) 13.09.608.856 I slot print_timing: id 3 | task 9406 | total time = 1251.79 ms / 111 tokens 13.09.608.857 I slot print_timing: id 3 | task 9406 | graphs reused = 7862 13.09.608.857 I slot print_timing: id 3 | task 9406 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.608.891 I slot release: id 3 | task 9406 | stop processing: n_tokens = 1102, truncated = 0 13.09.623.142 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 13.09.623.161 I slot launch_slot_: id 0 | task 9410 | processing task, is_child = 0 13.09.623.245 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.140 MiB) 13.09.632.885 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.303 MiB) 13.09.632.891 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.037 MiB) 13.09.640.657 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 13.09.647.786 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 13.09.647.824 I slot launch_slot_: id 1 | task 9413 | processing task, is_child = 0 13.09.647.993 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 13.09.648.021 I slot launch_slot_: id 2 | task 9411 | processing task, is_child = 0 13.09.648.107 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 13.09.648.131 I slot launch_slot_: id 3 | task 9412 | processing task, is_child = 0 13.10.824.379 I slot print_timing: id 0 | task 9410 | prompt eval time = 1122.37 ms / 107 tokens ( 10.49 ms per token, 95.33 tokens per second) 13.10.824.388 I slot print_timing: id 0 | task 9410 | eval time = 53.85 ms / 2 tokens ( 53.85 ms per token, 18.57 tokens per second) 13.10.824.389 I slot print_timing: id 0 | task 9410 | total time = 1176.22 ms / 109 tokens 13.10.824.390 I slot print_timing: id 0 | task 9410 | graphs reused = 7862 13.10.824.391 I slot print_timing: id 0 | task 9410 | graph reallocs = 0 / 0 (same size) / (changed size) 13.10.824.511 I slot release: id 0 | task 9410 | stop processing: n_tokens = 1100, truncated = 0 13.10.824.908 I slot print_timing: id 1 | task 9413 | prompt eval time = 1122.14 ms / 106 tokens ( 10.59 ms per token, 94.46 tokens per second) 13.10.824.911 I slot print_timing: id 1 | task 9413 | eval time = 53.82 ms / 2 tokens ( 53.82 ms per token, 18.58 tokens per second) 13.10.824.914 I slot print_timing: id 1 | task 9413 | total time = 1175.97 ms / 108 tokens 13.10.824.915 I slot print_timing: id 1 | task 9413 | graphs reused = 7862 13.10.824.916 I slot print_timing: id 1 | task 9413 | graph reallocs = 0 / 0 (same size) / (changed size) 13.10.825.011 I slot release: id 1 | task 9413 | stop processing: n_tokens = 1099, truncated = 0 13.10.825.585 I slot print_timing: id 2 | task 9411 | prompt eval time = 1122.04 ms / 102 tokens ( 11.00 ms per token, 90.91 tokens per second) 13.10.825.589 I slot print_timing: id 2 | task 9411 | eval time = 53.82 ms / 2 tokens ( 53.82 ms per token, 18.58 tokens per second) 13.10.825.591 I slot print_timing: id 2 | task 9411 | total time = 1175.87 ms / 104 tokens 13.10.825.591 I slot print_timing: id 2 | task 9411 | graphs reused = 7862 13.10.825.592 I slot print_timing: id 2 | task 9411 | graph reallocs = 0 / 0 (same size) / (changed size) 13.10.825.682 I slot release: id 2 | task 9411 | stop processing: n_tokens = 1095, truncated = 0 13.10.826.185 I slot print_timing: id 3 | task 9412 | prompt eval time = 1121.90 ms / 103 tokens ( 10.89 ms per token, 91.81 tokens per second) 13.10.826.189 I slot print_timing: id 3 | task 9412 | eval time = 53.83 ms / 2 tokens ( 53.83 ms per token, 18.58 tokens per second) 13.10.826.190 I slot print_timing: id 3 | task 9412 | total time = 1175.73 ms / 105 tokens 13.10.826.190 I slot print_timing: id 3 | task 9412 | graphs reused = 7862 13.10.826.191 I slot print_timing: id 3 | task 9412 | graph reallocs = 0 / 0 (same size) / (changed size) 13.10.826.267 I slot release: id 3 | task 9412 | stop processing: n_tokens = 1096, truncated = 0 13.10.852.756 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.902 13.10.852.807 I slot launch_slot_: id 0 | task 9417 | processing task, is_child = 0 13.10.852.954 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.684 MiB) 13.10.862.835 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.842 MiB) 13.10.871.865 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 115.692 MiB) 13.10.880.525 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 234834908385 13.10.880.672 I slot launch_slot_: id 1 | task 9418 | processing task, is_child = 0 13.10.880.857 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1095, t_last = 234834909056 13.10.880.987 I slot launch_slot_: id 2 | task 9419 | processing task, is_child = 0 13.10.881.083 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 234834909641 13.10.881.199 I slot launch_slot_: id 3 | task 9420 | processing task, is_child = 0 13.14.261.363 I slot print_timing: id 0 | task 9417 | prompt processing, n_tokens = 101, progress = 1.00, t = 3.38 s / 29.88 tokens per second 13.14.487.765 I slot print_timing: id 1 | task 9418 | prompt processing, n_tokens = 483, progress = 0.48, t = 3.38 s / 142.93 tokens per second 13.14.488.814 I slot print_timing: id 2 | task 9419 | prompt processing, n_tokens = 492, progress = 0.49, t = 3.38 s / 145.61 tokens per second 13.14.490.246 I slot print_timing: id 3 | task 9420 | prompt processing, n_tokens = 565, progress = 0.52, t = 3.38 s / 167.24 tokens per second 13.16.897.755 I slot print_timing: id 1 | task 9418 | prompt processing, n_tokens = 855, progress = 0.86, t = 6.02 s / 142.13 tokens per second 13.16.898.470 I slot print_timing: id 2 | task 9419 | prompt processing, n_tokens = 855, progress = 0.85, t = 6.02 s / 142.14 tokens per second 13.16.899.897 I slot print_timing: id 3 | task 9420 | prompt processing, n_tokens = 855, progress = 0.79, t = 6.01 s / 142.15 tokens per second 13.18.264.776 I slot print_timing: id 0 | task 9417 | prompt eval time = 6016.54 ms / 105 tokens ( 57.30 ms per token, 17.45 tokens per second) 13.18.264.778 I slot print_timing: id 0 | task 9417 | eval time = 1367.03 ms / 2 tokens ( 1367.03 ms per token, 0.73 tokens per second) 13.18.264.779 I slot print_timing: id 0 | task 9417 | total time = 7383.56 ms / 107 tokens 13.18.264.780 I slot print_timing: id 0 | task 9417 | graphs reused = 7863 13.18.264.780 I slot print_timing: id 0 | task 9417 | graph reallocs = 0 / 0 (same size) / (changed size) 13.18.264.839 I slot release: id 0 | task 9417 | stop processing: n_tokens = 1098, truncated = 0 13.18.264.851 I slot print_timing: id 1 | task 9418 | prompt processing, n_tokens = 995, progress = 1.00, t = 7.38 s / 134.78 tokens per second 13.18.265.991 I slot print_timing: id 2 | task 9419 | prompt processing, n_tokens = 1004, progress = 1.00, t = 7.38 s / 136.00 tokens per second 13.18.267.693 I slot print_timing: id 3 | task 9420 | prompt processing, n_tokens = 1077, progress = 1.00, t = 7.38 s / 145.90 tokens per second 13.18.367.681 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 234842348213 13.18.367.786 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 13.18.367.792 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.787 MiB) 13.18.373.400 I slot launch_slot_: id 0 | task 9425 | processing task, is_child = 0 13.19.578.309 I slot print_timing: id 1 | task 9418 | prompt eval time = 7485.18 ms / 999 tokens ( 7.49 ms per token, 133.46 tokens per second) 13.19.578.312 I slot print_timing: id 1 | task 9418 | eval time = 1211.00 ms / 2 tokens ( 1211.00 ms per token, 0.83 tokens per second) 13.19.578.312 I slot print_timing: id 1 | task 9418 | total time = 8696.18 ms / 1001 tokens 13.19.578.313 I slot print_timing: id 1 | task 9418 | graphs reused = 7863 13.19.578.313 I slot print_timing: id 1 | task 9418 | graph reallocs = 0 / 0 (same size) / (changed size) 13.19.578.373 I slot release: id 1 | task 9418 | stop processing: n_tokens = 1001, truncated = 0 13.19.578.548 I slot print_timing: id 2 | task 9419 | prompt eval time = 7485.11 ms / 1008 tokens ( 7.43 ms per token, 134.67 tokens per second) 13.19.578.552 I slot print_timing: id 2 | task 9419 | eval time = 1211.06 ms / 2 tokens ( 1211.06 ms per token, 0.83 tokens per second) 13.19.578.552 I slot print_timing: id 2 | task 9419 | total time = 8696.17 ms / 1010 tokens 13.19.578.552 I slot print_timing: id 2 | task 9419 | graphs reused = 7863 13.19.578.553 I slot print_timing: id 2 | task 9419 | graph reallocs = 0 / 0 (same size) / (changed size) 13.19.578.596 I slot release: id 2 | task 9419 | stop processing: n_tokens = 1010, truncated = 0 13.19.578.793 I slot print_timing: id 3 | task 9420 | prompt eval time = 7484.72 ms / 1081 tokens ( 6.92 ms per token, 144.43 tokens per second) 13.19.578.795 I slot print_timing: id 3 | task 9420 | eval time = 1211.12 ms / 2 tokens ( 1211.12 ms per token, 0.83 tokens per second) 13.19.578.796 I slot print_timing: id 3 | task 9420 | total time = 8695.83 ms / 1083 tokens 13.19.578.796 I slot print_timing: id 3 | task 9420 | graphs reused = 7863 13.19.578.796 I slot print_timing: id 3 | task 9420 | graph reallocs = 0 / 0 (same size) / (changed size) 13.19.578.844 I slot release: id 3 | task 9420 | stop processing: n_tokens = 1083, truncated = 0 13.20.347.866 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1001, t_last = 234843661748 13.20.347.961 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.271 MiB) 13.20.792.087 I slot launch_slot_: id 1 | task 9429 | processing task, is_child = 0 13.20.792.178 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.385 MiB) 13.20.797.414 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 113.074 MiB) 13.20.803.727 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.875 13.20.803.769 I slot launch_slot_: id 2 | task 9430 | processing task, is_child = 0 13.20.803.850 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.816 13.20.803.872 I slot launch_slot_: id 3 | task 9431 | processing task, is_child = 0 13.22.989.883 I slot print_timing: id 0 | task 9425 | prompt eval time = 3669.19 ms / 1047 tokens ( 3.50 ms per token, 285.35 tokens per second) 13.22.989.889 I slot print_timing: id 0 | task 9425 | eval time = 947.28 ms / 2 tokens ( 947.28 ms per token, 1.06 tokens per second) 13.22.989.889 I slot print_timing: id 0 | task 9425 | total time = 4616.47 ms / 1049 tokens 13.22.989.890 I slot print_timing: id 0 | task 9425 | graphs reused = 7863 13.22.989.890 I slot print_timing: id 0 | task 9425 | graph reallocs = 0 / 0 (same size) / (changed size) 13.22.989.957 I slot release: id 0 | task 9425 | stop processing: n_tokens = 1049, truncated = 0 13.23.390.968 I slot print_timing: id 2 | task 9430 | prompt eval time = 2185.22 ms / 118 tokens ( 18.52 ms per token, 54.00 tokens per second) 13.23.390.971 I slot print_timing: id 2 | task 9430 | eval time = 400.79 ms / 2 tokens ( 400.79 ms per token, 2.50 tokens per second) 13.23.390.972 I slot print_timing: id 2 | task 9430 | total time = 2586.01 ms / 120 tokens 13.23.390.972 I slot print_timing: id 2 | task 9430 | graphs reused = 7863 13.23.390.972 I slot print_timing: id 2 | task 9430 | graph reallocs = 0 / 0 (same size) / (changed size) 13.23.391.031 I slot release: id 2 | task 9430 | stop processing: n_tokens = 1003, truncated = 0 13.23.391.201 I slot print_timing: id 3 | task 9431 | prompt eval time = 2184.69 ms / 136 tokens ( 16.06 ms per token, 62.25 tokens per second) 13.23.391.204 I slot print_timing: id 3 | task 9431 | eval time = 400.82 ms / 2 tokens ( 400.82 ms per token, 2.49 tokens per second) 13.23.391.204 I slot print_timing: id 3 | task 9431 | total time = 2585.51 ms / 138 tokens 13.23.391.204 I slot print_timing: id 3 | task 9431 | graphs reused = 7863 13.23.391.205 I slot print_timing: id 3 | task 9431 | graph reallocs = 0 / 0 (same size) / (changed size) 13.23.391.247 I slot release: id 3 | task 9431 | stop processing: n_tokens = 1021, truncated = 0 13.23.391.253 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 234847073332 13.23.391.348 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.802 MiB) 13.23.399.728 I slot launch_slot_: id 0 | task 9435 | processing task, is_child = 0 13.23.399.815 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.745 MiB) 13.23.405.986 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 13.23.411.831 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 234847474405 13.23.411.935 I slot launch_slot_: id 2 | task 9436 | processing task, is_child = 0 13.23.412.007 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 234847474621 13.23.412.095 I slot launch_slot_: id 3 | task 9437 | processing task, is_child = 0 13.27.584.591 I slot print_timing: id 1 | task 9429 | prompt eval time = 4222.46 ms / 748 tokens ( 5.64 ms per token, 177.15 tokens per second) 13.27.584.597 I slot print_timing: id 1 | task 9429 | eval time = 2557.42 ms / 2 tokens ( 2557.42 ms per token, 0.39 tokens per second) 13.27.584.598 I slot print_timing: id 1 | task 9429 | total time = 6779.88 ms / 750 tokens 13.27.584.598 I slot print_timing: id 1 | task 9429 | graphs reused = 7863 13.27.584.599 I slot print_timing: id 1 | task 9429 | graph reallocs = 0 / 0 (same size) / (changed size) 13.27.584.646 I slot release: id 1 | task 9429 | stop processing: n_tokens = 750, truncated = 0 13.27.584.657 I slot print_timing: id 0 | task 9435 | prompt processing, n_tokens = 614, progress = 0.78, t = 4.17 s / 147.16 tokens per second 13.27.585.399 I slot print_timing: id 2 | task 9436 | prompt processing, n_tokens = 614, progress = 0.85, t = 4.17 s / 147.19 tokens per second 13.27.586.420 I slot print_timing: id 3 | task 9437 | prompt processing, n_tokens = 614, progress = 0.84, t = 4.17 s / 147.20 tokens per second 13.28.521.424 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 13.28.521.504 I slot launch_slot_: id 1 | task 9441 | processing task, is_child = 0 13.28.521.511 I slot print_timing: id 0 | task 9435 | prompt processing, n_tokens = 788, progress = 0.99, t = 5.11 s / 154.23 tokens per second 13.28.610.976 I slot print_timing: id 2 | task 9436 | prompt processing, n_tokens = 719, progress = 0.99, t = 5.11 s / 140.75 tokens per second 13.28.612.075 I slot print_timing: id 3 | task 9437 | prompt processing, n_tokens = 731, progress = 0.99, t = 5.11 s / 143.11 tokens per second 13.29.079.912 I slot print_timing: id 2 | task 9436 | prompt eval time = 5535.58 ms / 723 tokens ( 7.66 ms per token, 130.61 tokens per second) 13.29.079.914 I slot print_timing: id 2 | task 9436 | eval time = 131.28 ms / 2 tokens ( 131.28 ms per token, 7.62 tokens per second) 13.29.079.914 I slot print_timing: id 2 | task 9436 | total time = 5666.86 ms / 725 tokens 13.29.079.915 I slot print_timing: id 2 | task 9436 | graphs reused = 7863 13.29.079.915 I slot print_timing: id 2 | task 9436 | graph reallocs = 0 / 0 (same size) / (changed size) 13.29.079.963 I slot release: id 2 | task 9436 | stop processing: n_tokens = 725, truncated = 0 13.29.080.135 I slot print_timing: id 3 | task 9437 | prompt eval time = 5535.47 ms / 735 tokens ( 7.53 ms per token, 132.78 tokens per second) 13.29.080.137 I slot print_timing: id 3 | task 9437 | eval time = 131.32 ms / 2 tokens ( 131.32 ms per token, 7.62 tokens per second) 13.29.080.138 I slot print_timing: id 3 | task 9437 | total time = 5666.79 ms / 737 tokens 13.29.080.139 I slot print_timing: id 3 | task 9437 | graphs reused = 7863 13.29.080.139 I slot print_timing: id 3 | task 9437 | graph reallocs = 0 / 0 (same size) / (changed size) 13.29.080.179 I slot release: id 3 | task 9437 | stop processing: n_tokens = 737, truncated = 0 13.29.126.500 I slot print_timing: id 1 | task 9441 | prompt eval time = 469.73 ms / 97 tokens ( 4.84 ms per token, 206.50 tokens per second) 13.29.126.503 I slot print_timing: id 1 | task 9441 | eval time = 46.74 ms / 2 tokens ( 46.74 ms per token, 21.39 tokens per second) 13.29.126.504 I slot print_timing: id 1 | task 9441 | total time = 516.47 ms / 99 tokens 13.29.126.504 I slot print_timing: id 1 | task 9441 | graphs reused = 7863 13.29.126.504 I slot print_timing: id 1 | task 9441 | graph reallocs = 0 / 0 (same size) / (changed size) 13.29.126.551 I slot release: id 1 | task 9441 | stop processing: n_tokens = 741, truncated = 0 13.29.126.558 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.868 13.29.126.593 I slot launch_slot_: id 1 | task 9445 | processing task, is_child = 0 13.29.126.686 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 13.29.129.097 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 13.29.131.178 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875 13.29.131.212 I slot launch_slot_: id 3 | task 9446 | processing task, is_child = 0 13.29.636.258 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.887 13.29.636.290 I slot launch_slot_: id 2 | task 9448 | processing task, is_child = 0 13.30.183.669 I slot print_timing: id 1 | task 9445 | prompt eval time = 934.71 ms / 85 tokens ( 11.00 ms per token, 90.94 tokens per second) 13.30.183.672 I slot print_timing: id 1 | task 9445 | eval time = 117.66 ms / 2 tokens ( 117.66 ms per token, 8.50 tokens per second) 13.30.183.673 I slot print_timing: id 1 | task 9445 | total time = 1052.38 ms / 87 tokens 13.30.183.673 I slot print_timing: id 1 | task 9445 | graphs reused = 7863 13.30.183.674 I slot print_timing: id 1 | task 9445 | graph reallocs = 0 / 0 (same size) / (changed size) 13.30.183.717 I slot release: id 1 | task 9445 | stop processing: n_tokens = 729, truncated = 0 13.30.184.073 I slot print_timing: id 3 | task 9446 | prompt eval time = 934.20 ms / 90 tokens ( 10.38 ms per token, 96.34 tokens per second) 13.30.184.075 I slot print_timing: id 3 | task 9446 | eval time = 117.89 ms / 2 tokens ( 117.89 ms per token, 8.48 tokens per second) 13.30.184.076 I slot print_timing: id 3 | task 9446 | total time = 1052.08 ms / 92 tokens 13.30.184.076 I slot print_timing: id 3 | task 9446 | graphs reused = 7863 13.30.184.076 I slot print_timing: id 3 | task 9446 | graph reallocs = 0 / 0 (same size) / (changed size) 13.30.184.120 I slot release: id 3 | task 9446 | stop processing: n_tokens = 736, truncated = 0 13.30.240.700 I slot print_timing: id 2 | task 9448 | prompt eval time = 546.71 ms / 107 tokens ( 5.11 ms per token, 195.72 tokens per second) 13.30.240.703 I slot print_timing: id 2 | task 9448 | eval time = 56.78 ms / 2 tokens ( 56.78 ms per token, 17.61 tokens per second) 13.30.240.705 I slot print_timing: id 2 | task 9448 | total time = 603.50 ms / 109 tokens 13.30.240.705 I slot print_timing: id 2 | task 9448 | graphs reused = 7863 13.30.240.706 I slot print_timing: id 2 | task 9448 | graph reallocs = 0 / 0 (same size) / (changed size) 13.30.240.762 I slot release: id 2 | task 9448 | stop processing: n_tokens = 751, truncated = 0 13.30.240.769 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.882 13.30.240.803 I slot launch_slot_: id 1 | task 9452 | processing task, is_child = 0 13.30.240.897 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.440 MiB) 13.30.244.106 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.923 MiB) 13.30.246.958 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 234854267494 13.30.247.083 I slot launch_slot_: id 3 | task 9453 | processing task, is_child = 0 13.31.504.615 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 234854324136 13.31.504.766 I slot launch_slot_: id 2 | task 9455 | processing task, is_child = 0 13.33.414.532 I slot print_timing: id 3 | task 9453 | prompt processing, n_tokens = 810, progress = 0.83, t = 3.17 s / 255.88 tokens per second 13.34.715.385 I slot print_timing: id 1 | task 9452 | prompt eval time = 3166.72 ms / 101 tokens ( 31.35 ms per token, 31.89 tokens per second) 13.34.715.388 I slot print_timing: id 1 | task 9452 | eval time = 1301.49 ms / 2 tokens ( 1301.49 ms per token, 0.77 tokens per second) 13.34.715.390 I slot print_timing: id 1 | task 9452 | total time = 4468.21 ms / 103 tokens 13.34.715.391 I slot print_timing: id 1 | task 9452 | graphs reused = 7863 13.34.715.391 I slot print_timing: id 1 | task 9452 | graph reallocs = 0 / 0 (same size) / (changed size) 13.34.715.443 I slot release: id 1 | task 9452 | stop processing: n_tokens = 745, truncated = 0 13.34.715.456 I slot print_timing: id 2 | task 9455 | prompt processing, n_tokens = 810, progress = 0.84, t = 3.21 s / 252.39 tokens per second 13.34.716.254 I slot print_timing: id 3 | task 9453 | prompt processing, n_tokens = 976, progress = 1.00, t = 4.47 s / 218.49 tokens per second 13.35.156.182 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 234858798818 13.35.156.270 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.580 MiB) 13.35.160.916 I slot launch_slot_: id 1 | task 9459 | processing task, is_child = 0 13.35.161.119 I slot print_timing: id 2 | task 9455 | prompt processing, n_tokens = 957, progress = 1.00, t = 3.65 s / 262.19 tokens per second 13.36.197.952 I slot print_timing: id 3 | task 9453 | prompt eval time = 4908.18 ms / 980 tokens ( 5.01 ms per token, 199.67 tokens per second) 13.36.197.956 I slot print_timing: id 3 | task 9453 | eval time = 1041.77 ms / 2 tokens ( 1041.77 ms per token, 0.96 tokens per second) 13.36.197.956 I slot print_timing: id 3 | task 9453 | total time = 5949.95 ms / 982 tokens 13.36.197.956 I slot print_timing: id 3 | task 9453 | graphs reused = 7863 13.36.197.957 I slot print_timing: id 3 | task 9453 | graph reallocs = 0 / 0 (same size) / (changed size) 13.36.198.019 I slot release: id 3 | task 9453 | stop processing: n_tokens = 982, truncated = 0 13.37.094.495 I slot print_timing: id 2 | task 9455 | prompt eval time = 4692.04 ms / 961 tokens ( 4.88 ms per token, 204.81 tokens per second) 13.37.094.497 I slot print_timing: id 2 | task 9455 | eval time = 896.70 ms / 2 tokens ( 896.70 ms per token, 1.12 tokens per second) 13.37.094.498 I slot print_timing: id 2 | task 9455 | total time = 5588.74 ms / 963 tokens 13.37.094.498 I slot print_timing: id 2 | task 9455 | graphs reused = 7863 13.37.094.499 I slot print_timing: id 2 | task 9455 | graph reallocs = 0 / 0 (same size) / (changed size) 13.37.094.556 I slot release: id 2 | task 9455 | stop processing: n_tokens = 963, truncated = 0 13.37.094.564 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.807 (> 0.100 thold), f_keep = 0.871 13.37.094.632 I slot launch_slot_: id 2 | task 9462 | processing task, is_child = 0 13.37.094.733 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 13.38.007.496 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 234860281393 13.38.007.664 I slot launch_slot_: id 3 | task 9464 | processing task, is_child = 0 13.40.364.529 I slot print_timing: id 1 | task 9459 | prompt eval time = 4325.22 ms / 946 tokens ( 4.57 ms per token, 218.72 tokens per second) 13.40.364.531 I slot print_timing: id 1 | task 9459 | eval time = 878.38 ms / 2 tokens ( 878.38 ms per token, 1.14 tokens per second) 13.40.364.532 I slot print_timing: id 1 | task 9459 | total time = 5203.60 ms / 948 tokens 13.40.364.532 I slot print_timing: id 1 | task 9459 | graphs reused = 7863 13.40.364.533 I slot print_timing: id 1 | task 9459 | graph reallocs = 0 / 0 (same size) / (changed size) 13.40.364.583 I slot release: id 1 | task 9459 | stop processing: n_tokens = 948, truncated = 0 13.40.364.761 I slot print_timing: id 2 | task 9462 | prompt eval time = 2386.53 ms / 201 tokens ( 11.87 ms per token, 84.22 tokens per second) 13.40.364.763 I slot print_timing: id 2 | task 9462 | eval time = 878.43 ms / 2 tokens ( 878.43 ms per token, 1.14 tokens per second) 13.40.364.764 I slot print_timing: id 2 | task 9462 | total time = 3264.97 ms / 203 tokens 13.40.364.764 I slot print_timing: id 2 | task 9462 | graphs reused = 7863 13.40.364.764 I slot print_timing: id 2 | task 9462 | graph reallocs = 0 / 0 (same size) / (changed size) 13.40.364.806 I slot release: id 2 | task 9462 | stop processing: n_tokens = 1041, truncated = 0 13.40.761.839 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 234864447957 13.40.766.199 I slot launch_slot_: id 1 | task 9468 | processing task, is_child = 0 13.40.766.307 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 13.40.766.312 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 13.40.769.408 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 234864448180 13.40.769.524 I slot launch_slot_: id 2 | task 9469 | processing task, is_child = 0 13.45.223.034 I slot print_timing: id 1 | task 9468 | prompt processing, n_tokens = 654, progress = 0.56, t = 4.45 s / 146.86 tokens per second 13.45.223.734 I slot print_timing: id 2 | task 9469 | prompt processing, n_tokens = 1393, progress = 0.67, t = 4.45 s / 312.82 tokens per second 13.46.569.044 I slot print_timing: id 1 | task 9468 | prompt processing, n_tokens = 981, progress = 0.84, t = 5.80 s / 169.16 tokens per second 13.46.569.831 I slot print_timing: id 2 | task 9469 | prompt processing, n_tokens = 1574, progress = 0.75, t = 5.80 s / 271.43 tokens per second 13.47.539.995 I slot print_timing: id 3 | task 9464 | prompt eval time = 8558.88 ms / 1133 tokens ( 7.55 ms per token, 132.38 tokens per second) 13.47.539.998 I slot print_timing: id 3 | task 9464 | eval time = 970.96 ms / 2 tokens ( 970.96 ms per token, 1.03 tokens per second) 13.47.539.998 I slot print_timing: id 3 | task 9464 | total time = 9529.84 ms / 1135 tokens 13.47.539.999 I slot print_timing: id 3 | task 9464 | graphs reused = 7863 13.47.539.999 I slot print_timing: id 3 | task 9464 | graph reallocs = 0 / 0 (same size) / (changed size) 13.47.540.065 I slot release: id 3 | task 9464 | stop processing: n_tokens = 1135, truncated = 0 13.47.540.078 I slot print_timing: id 1 | task 9468 | prompt processing, n_tokens = 1166, progress = 1.00, t = 6.77 s / 172.23 tokens per second 13.47.541.388 I slot print_timing: id 2 | task 9469 | prompt processing, n_tokens = 1764, progress = 0.84, t = 6.77 s / 260.56 tokens per second 13.48.382.244 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 234871623439 13.48.382.353 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 13.48.386.889 I slot launch_slot_: id 3 | task 9474 | processing task, is_child = 0 13.48.386.898 I slot print_timing: id 2 | task 9469 | prompt processing, n_tokens = 2086, progress = 1.00, t = 7.61 s / 274.04 tokens per second 13.51.940.337 I slot print_timing: id 1 | task 9468 | prompt eval time = 7612.71 ms / 1170 tokens ( 6.51 ms per token, 153.69 tokens per second) 13.51.940.343 I slot print_timing: id 1 | task 9468 | eval time = 3558.10 ms / 2 tokens ( 3558.10 ms per token, 0.28 tokens per second) 13.51.940.343 I slot print_timing: id 1 | task 9468 | total time = 11170.80 ms / 1172 tokens 13.51.940.344 I slot print_timing: id 1 | task 9468 | graphs reused = 7863 13.51.940.344 I slot print_timing: id 1 | task 9468 | graph reallocs = 0 / 0 (same size) / (changed size) 13.51.940.406 I slot release: id 1 | task 9468 | stop processing: n_tokens = 1172, truncated = 0 13.51.940.618 I slot print_timing: id 3 | task 9474 | prompt processing, n_tokens = 1587, progress = 0.75, t = 3.55 s / 446.77 tokens per second 13.52.468.807 I slot print_timing: id 2 | task 9469 | prompt eval time = 11170.88 ms / 2090 tokens ( 5.34 ms per token, 187.09 tokens per second) 13.52.468.810 I slot print_timing: id 2 | task 9469 | eval time = 528.20 ms / 2 tokens ( 528.20 ms per token, 1.89 tokens per second) 13.52.468.812 I slot print_timing: id 2 | task 9469 | total time = 11699.08 ms / 2092 tokens 13.52.468.812 I slot print_timing: id 2 | task 9469 | graphs reused = 7863 13.52.468.813 I slot print_timing: id 2 | task 9469 | graph reallocs = 0 / 0 (same size) / (changed size) 13.52.468.937 I slot release: id 2 | task 9469 | stop processing: n_tokens = 2092, truncated = 0 13.52.468.947 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.858 13.52.469.016 I slot launch_slot_: id 2 | task 9477 | processing task, is_child = 0 13.52.469.123 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 13.52.473.228 I slot print_timing: id 3 | task 9474 | prompt processing, n_tokens = 1764, progress = 0.84, t = 4.08 s / 432.29 tokens per second 13.54.023.262 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 234876023780 13.54.023.442 I slot launch_slot_: id 1 | task 9479 | processing task, is_child = 0 13.54.025.273 I slot print_timing: id 3 | task 9474 | prompt processing, n_tokens = 2099, progress = 1.00, t = 5.64 s / 372.48 tokens per second 13.57.449.332 I slot print_timing: id 1 | task 9479 | prompt processing, n_tokens = 1528, progress = 0.75, t = 3.43 s / 446.09 tokens per second 13.58.122.788 I slot print_timing: id 0 | task 9435 | prompt eval time = 5536.34 ms / 792 tokens ( 6.99 ms per token, 143.05 tokens per second) 13.58.122.793 I slot print_timing: id 0 | task 9435 | eval time = 29174.34 ms / 26 tokens ( 1166.97 ms per token, 0.86 tokens per second) 13.58.122.794 I slot print_timing: id 0 | task 9435 | total time = 34710.68 ms / 818 tokens 13.58.122.794 I slot print_timing: id 0 | task 9435 | graphs reused = 7863 13.58.122.794 I slot print_timing: id 0 | task 9435 | graph reallocs = 0 / 0 (same size) / (changed size) 13.58.122.851 I slot release: id 0 | task 9435 | stop processing: n_tokens = 818, truncated = 0 13.58.123.019 I slot print_timing: id 2 | task 9477 | prompt eval time = 4976.60 ms / 268 tokens ( 18.57 ms per token, 53.85 tokens per second) 13.58.123.021 I slot print_timing: id 2 | task 9477 | eval time = 673.89 ms / 2 tokens ( 673.89 ms per token, 1.48 tokens per second) 13.58.123.021 I slot print_timing: id 2 | task 9477 | total time = 5650.49 ms / 270 tokens 13.58.123.021 I slot print_timing: id 2 | task 9477 | graphs reused = 7863 13.58.123.022 I slot print_timing: id 2 | task 9477 | graph reallocs = 0 / 0 (same size) / (changed size) 13.58.123.132 I slot release: id 2 | task 9477 | stop processing: n_tokens = 2063, truncated = 0 13.58.123.312 I slot print_timing: id 3 | task 9474 | prompt eval time = 9061.48 ms / 2103 tokens ( 4.31 ms per token, 232.08 tokens per second) 13.58.123.318 I slot print_timing: id 3 | task 9474 | eval time = 674.00 ms / 2 tokens ( 674.00 ms per token, 1.48 tokens per second) 13.58.123.318 I slot print_timing: id 3 | task 9474 | total time = 9735.48 ms / 2105 tokens 13.58.123.319 I slot print_timing: id 3 | task 9474 | graphs reused = 7863 13.58.123.319 I slot print_timing: id 3 | task 9474 | graph reallocs = 0 / 0 (same size) / (changed size) 13.58.123.404 I slot release: id 3 | task 9474 | stop processing: n_tokens = 2105, truncated = 0 13.58.123.412 I slot print_timing: id 1 | task 9479 | prompt processing, n_tokens = 1764, progress = 0.86, t = 4.10 s / 430.33 tokens per second 13.58.133.027 I slot print_timing: id 1 | task 9479 | prompt processing, n_tokens = 2040, progress = 1.00, t = 4.11 s / 496.40 tokens per second 13.58.853.099 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.870 13.58.853.154 I slot launch_slot_: id 2 | task 9484 | processing task, is_child = 0 13.58.853.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.547 MiB) 13.58.855.730 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 13.58.862.679 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.852 13.58.862.723 I slot launch_slot_: id 3 | task 9485 | processing task, is_child = 0 13.58.862.791 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 818, t_last = 234882206225 13.58.864.458 I slot launch_slot_: id 0 | task 9486 | processing task, is_child = 0 14.00.403.478 I slot print_timing: id 1 | task 9479 | prompt eval time = 4829.64 ms / 2044 tokens ( 2.36 ms per token, 423.22 tokens per second) 14.00.403.482 I slot print_timing: id 1 | task 9479 | eval time = 1550.38 ms / 2 tokens ( 1550.38 ms per token, 0.65 tokens per second) 14.00.403.482 I slot print_timing: id 1 | task 9479 | total time = 6380.02 ms / 2046 tokens 14.00.403.482 I slot print_timing: id 1 | task 9479 | graphs reused = 7863 14.00.403.483 I slot print_timing: id 1 | task 9479 | graph reallocs = 0 / 0 (same size) / (changed size) 14.00.403.600 I slot release: id 1 | task 9479 | stop processing: n_tokens = 2046, truncated = 0 14.01.346.175 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 14.01.346.243 I slot launch_slot_: id 1 | task 9489 | processing task, is_child = 0 14.02.257.238 I slot print_timing: id 2 | task 9484 | prompt eval time = 2480.28 ms / 322 tokens ( 7.70 ms per token, 129.82 tokens per second) 14.02.257.241 I slot print_timing: id 2 | task 9484 | eval time = 911.26 ms / 2 tokens ( 911.26 ms per token, 1.10 tokens per second) 14.02.257.241 I slot print_timing: id 2 | task 9484 | total time = 3391.54 ms / 324 tokens 14.02.257.242 I slot print_timing: id 2 | task 9484 | graphs reused = 7863 14.02.257.242 I slot print_timing: id 2 | task 9484 | graph reallocs = 0 / 0 (same size) / (changed size) 14.02.257.379 I slot release: id 2 | task 9484 | stop processing: n_tokens = 2116, truncated = 0 14.02.257.563 I slot print_timing: id 3 | task 9485 | prompt eval time = 2479.24 ms / 275 tokens ( 9.02 ms per token, 110.92 tokens per second) 14.02.257.565 I slot print_timing: id 3 | task 9485 | eval time = 911.39 ms / 2 tokens ( 911.39 ms per token, 1.10 tokens per second) 14.02.257.566 I slot print_timing: id 3 | task 9485 | total time = 3390.63 ms / 277 tokens 14.02.257.566 I slot print_timing: id 3 | task 9485 | graphs reused = 7863 14.02.257.566 I slot print_timing: id 3 | task 9485 | graph reallocs = 0 / 0 (same size) / (changed size) 14.02.257.665 I slot release: id 3 | task 9485 | stop processing: n_tokens = 2069, truncated = 0 14.02.346.690 I slot print_timing: id 0 | task 9486 | prompt eval time = 3392.61 ms / 373 tokens ( 9.10 ms per token, 109.94 tokens per second) 14.02.346.693 I slot print_timing: id 0 | task 9486 | eval time = 89.61 ms / 2 tokens ( 89.61 ms per token, 11.16 tokens per second) 14.02.346.693 I slot print_timing: id 0 | task 9486 | total time = 3482.22 ms / 375 tokens 14.02.346.694 I slot print_timing: id 0 | task 9486 | graphs reused = 7863 14.02.346.694 I slot print_timing: id 0 | task 9486 | graph reallocs = 0 / 0 (same size) / (changed size) 14.02.346.812 I slot release: id 0 | task 9486 | stop processing: n_tokens = 2138, truncated = 0 14.02.347.035 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.839 14.02.347.078 I slot launch_slot_: id 0 | task 9492 | processing task, is_child = 0 14.02.347.211 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 14.02.357.865 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.067 MiB) 14.02.361.250 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.848 14.02.361.278 I slot launch_slot_: id 2 | task 9493 | processing task, is_child = 0 14.02.361.392 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.867 14.02.361.408 I slot launch_slot_: id 3 | task 9494 | processing task, is_child = 0 14.04.495.122 I slot print_timing: id 1 | task 9489 | prompt eval time = 999.27 ms / 343 tokens ( 2.91 ms per token, 343.25 tokens per second) 14.04.495.125 I slot print_timing: id 1 | task 9489 | eval time = 2148.09 ms / 2 tokens ( 2148.09 ms per token, 0.47 tokens per second) 14.04.495.125 I slot print_timing: id 1 | task 9489 | total time = 3147.36 ms / 345 tokens 14.04.495.126 I slot print_timing: id 1 | task 9489 | graphs reused = 7863 14.04.495.126 I slot print_timing: id 1 | task 9489 | graph reallocs = 0 / 0 (same size) / (changed size) 14.04.495.242 I slot release: id 1 | task 9489 | stop processing: n_tokens = 2138, truncated = 0 14.04.596.546 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 14.04.596.585 I slot launch_slot_: id 1 | task 9497 | processing task, is_child = 0 14.05.221.013 I slot print_timing: id 0 | task 9492 | prompt eval time = 2234.74 ms / 434 tokens ( 5.15 ms per token, 194.21 tokens per second) 14.05.221.019 I slot print_timing: id 0 | task 9492 | eval time = 624.85 ms / 2 tokens ( 624.85 ms per token, 1.60 tokens per second) 14.05.221.019 I slot print_timing: id 0 | task 9492 | total time = 2859.60 ms / 436 tokens 14.05.221.020 I slot print_timing: id 0 | task 9492 | graphs reused = 7863 14.05.221.020 I slot print_timing: id 0 | task 9492 | graph reallocs = 0 / 0 (same size) / (changed size) 14.05.221.139 I slot release: id 0 | task 9492 | stop processing: n_tokens = 2229, truncated = 0 14.05.221.333 I slot print_timing: id 2 | task 9493 | prompt eval time = 2234.20 ms / 183 tokens ( 12.21 ms per token, 81.91 tokens per second) 14.05.221.336 I slot print_timing: id 2 | task 9493 | eval time = 624.98 ms / 2 tokens ( 624.98 ms per token, 1.60 tokens per second) 14.05.221.336 I slot print_timing: id 2 | task 9493 | total time = 2859.18 ms / 185 tokens 14.05.221.337 I slot print_timing: id 2 | task 9493 | graphs reused = 7863 14.05.221.337 I slot print_timing: id 2 | task 9493 | graph reallocs = 0 / 0 (same size) / (changed size) 14.05.221.428 I slot release: id 2 | task 9493 | stop processing: n_tokens = 1978, truncated = 0 14.05.221.696 I slot print_timing: id 3 | task 9494 | prompt eval time = 2233.63 ms / 231 tokens ( 9.67 ms per token, 103.42 tokens per second) 14.05.221.698 I slot print_timing: id 3 | task 9494 | eval time = 625.15 ms / 2 tokens ( 625.15 ms per token, 1.60 tokens per second) 14.05.221.699 I slot print_timing: id 3 | task 9494 | total time = 2858.79 ms / 233 tokens 14.05.221.699 I slot print_timing: id 3 | task 9494 | graphs reused = 7863 14.05.221.699 I slot print_timing: id 3 | task 9494 | graph reallocs = 0 / 0 (same size) / (changed size) 14.05.221.780 I slot release: id 3 | task 9494 | stop processing: n_tokens = 2024, truncated = 0 14.05.270.639 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.804 14.05.270.674 I slot launch_slot_: id 0 | task 9500 | processing task, is_child = 0 14.05.270.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.058 MiB) 14.05.281.743 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 14.05.281.750 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.449 MiB) 14.05.290.362 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.907 14.05.290.403 I slot launch_slot_: id 2 | task 9501 | processing task, is_child = 0 14.05.290.527 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.886 14.05.290.544 I slot launch_slot_: id 3 | task 9502 | processing task, is_child = 0 14.07.320.563 I slot print_timing: id 1 | task 9497 | prompt eval time = 674.04 ms / 229 tokens ( 2.94 ms per token, 339.74 tokens per second) 14.07.320.568 I slot print_timing: id 1 | task 9497 | eval time = 2049.93 ms / 2 tokens ( 2049.93 ms per token, 0.49 tokens per second) 14.07.320.569 I slot print_timing: id 1 | task 9497 | total time = 2723.97 ms / 231 tokens 14.07.320.569 I slot print_timing: id 1 | task 9497 | graphs reused = 7863 14.07.320.570 I slot print_timing: id 1 | task 9497 | graph reallocs = 0 / 0 (same size) / (changed size) 14.07.320.678 I slot release: id 1 | task 9497 | stop processing: n_tokens = 2023, truncated = 0 14.07.422.251 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.886 14.07.422.326 I slot launch_slot_: id 1 | task 9505 | processing task, is_child = 0 14.08.184.385 I slot print_timing: id 0 | task 9500 | prompt eval time = 2131.29 ms / 184 tokens ( 11.58 ms per token, 86.33 tokens per second) 14.08.184.389 I slot print_timing: id 0 | task 9500 | eval time = 762.54 ms / 2 tokens ( 762.54 ms per token, 1.31 tokens per second) 14.08.184.390 I slot print_timing: id 0 | task 9500 | total time = 2893.83 ms / 186 tokens 14.08.184.390 I slot print_timing: id 0 | task 9500 | graphs reused = 7863 14.08.184.390 I slot print_timing: id 0 | task 9500 | graph reallocs = 0 / 0 (same size) / (changed size) 14.08.184.499 I slot release: id 0 | task 9500 | stop processing: n_tokens = 1978, truncated = 0 14.08.184.681 I slot print_timing: id 2 | task 9501 | prompt eval time = 2130.73 ms / 323 tokens ( 6.60 ms per token, 151.59 tokens per second) 14.08.184.683 I slot print_timing: id 2 | task 9501 | eval time = 762.62 ms / 2 tokens ( 762.62 ms per token, 1.31 tokens per second) 14.08.184.684 I slot print_timing: id 2 | task 9501 | total time = 2893.36 ms / 325 tokens 14.08.184.684 I slot print_timing: id 2 | task 9501 | graphs reused = 7863 14.08.184.685 I slot print_timing: id 2 | task 9501 | graph reallocs = 0 / 0 (same size) / (changed size) 14.08.184.776 I slot release: id 2 | task 9501 | stop processing: n_tokens = 2118, truncated = 0 14.08.184.978 I slot print_timing: id 3 | task 9502 | prompt eval time = 2130.22 ms / 279 tokens ( 7.64 ms per token, 130.97 tokens per second) 14.08.184.980 I slot print_timing: id 3 | task 9502 | eval time = 762.73 ms / 2 tokens ( 762.73 ms per token, 1.31 tokens per second) 14.08.184.981 I slot print_timing: id 3 | task 9502 | total time = 2892.95 ms / 281 tokens 14.08.184.981 I slot print_timing: id 3 | task 9502 | graphs reused = 7863 14.08.184.981 I slot print_timing: id 3 | task 9502 | graph reallocs = 0 / 0 (same size) / (changed size) 14.08.185.067 I slot release: id 3 | task 9502 | stop processing: n_tokens = 2074, truncated = 0 14.08.233.980 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.847 14.08.234.017 I slot launch_slot_: id 2 | task 9508 | processing task, is_child = 0 14.08.234.170 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 14.08.234.177 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 14.08.244.812 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.309 MiB) 14.08.244.817 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.988 MiB) 14.08.253.993 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.906 14.08.254.024 I slot launch_slot_: id 0 | task 9509 | processing task, is_child = 0 14.08.254.140 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865 14.08.254.159 I slot launch_slot_: id 3 | task 9510 | processing task, is_child = 0 14.10.457.644 I slot print_timing: id 1 | task 9505 | prompt eval time = 811.63 ms / 276 tokens ( 2.94 ms per token, 340.06 tokens per second) 14.10.457.647 I slot print_timing: id 1 | task 9505 | eval time = 2223.66 ms / 2 tokens ( 2223.66 ms per token, 0.45 tokens per second) 14.10.457.647 I slot print_timing: id 1 | task 9505 | total time = 3035.30 ms / 278 tokens 14.10.457.648 I slot print_timing: id 1 | task 9505 | graphs reused = 7863 14.10.457.648 I slot print_timing: id 1 | task 9505 | graph reallocs = 0 / 0 (same size) / (changed size) 14.10.457.766 I slot release: id 1 | task 9505 | stop processing: n_tokens = 2070, truncated = 0 14.10.558.340 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.866 14.10.558.408 I slot launch_slot_: id 1 | task 9513 | processing task, is_child = 0 14.11.603.881 I slot print_timing: id 0 | task 9509 | prompt eval time = 2303.77 ms / 382 tokens ( 6.03 ms per token, 165.81 tokens per second) 14.11.603.883 I slot print_timing: id 0 | task 9509 | eval time = 1045.94 ms / 2 tokens ( 1045.94 ms per token, 0.96 tokens per second) 14.11.603.883 I slot print_timing: id 0 | task 9509 | total time = 3349.71 ms / 384 tokens 14.11.603.884 I slot print_timing: id 0 | task 9509 | graphs reused = 7863 14.11.603.884 I slot print_timing: id 0 | task 9509 | graph reallocs = 0 / 0 (same size) / (changed size) 14.11.604.008 I slot release: id 0 | task 9509 | stop processing: n_tokens = 2176, truncated = 0 14.11.604.241 I slot print_timing: id 2 | task 9508 | prompt eval time = 2303.22 ms / 188 tokens ( 12.25 ms per token, 81.62 tokens per second) 14.11.604.244 I slot print_timing: id 2 | task 9508 | eval time = 1046.12 ms / 2 tokens ( 1046.12 ms per token, 0.96 tokens per second) 14.11.604.245 I slot print_timing: id 2 | task 9508 | total time = 3349.34 ms / 190 tokens 14.11.604.245 I slot print_timing: id 2 | task 9508 | graphs reused = 7863 14.11.604.245 I slot print_timing: id 2 | task 9508 | graph reallocs = 0 / 0 (same size) / (changed size) 14.11.604.336 I slot release: id 2 | task 9508 | stop processing: n_tokens = 1983, truncated = 0 14.11.604.584 I slot print_timing: id 3 | task 9510 | prompt eval time = 2302.71 ms / 328 tokens ( 7.02 ms per token, 142.44 tokens per second) 14.11.604.587 I slot print_timing: id 3 | task 9510 | eval time = 1046.25 ms / 2 tokens ( 1046.25 ms per token, 0.96 tokens per second) 14.11.604.588 I slot print_timing: id 3 | task 9510 | total time = 3348.96 ms / 330 tokens 14.11.604.598 I slot print_timing: id 3 | task 9510 | graphs reused = 7863 14.11.604.600 I slot print_timing: id 3 | task 9510 | graph reallocs = 0 / 0 (same size) / (changed size) 14.11.604.690 I slot release: id 3 | task 9510 | stop processing: n_tokens = 2123, truncated = 0 14.11.652.866 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.824 14.11.652.900 I slot launch_slot_: id 0 | task 9516 | processing task, is_child = 0 14.11.653.051 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.489 MiB) 14.11.663.969 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.714 MiB) 14.11.663.976 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 14.11.676.094 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 14.11.676.122 I slot launch_slot_: id 2 | task 9517 | processing task, is_child = 0 14.11.676.257 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.845 14.11.676.275 I slot launch_slot_: id 3 | task 9518 | processing task, is_child = 0 14.13.446.859 I slot print_timing: id 1 | task 9513 | prompt eval time = 1094.44 ms / 391 tokens ( 2.80 ms per token, 357.26 tokens per second) 14.13.446.862 I slot print_timing: id 1 | task 9513 | eval time = 1793.99 ms / 2 tokens ( 1793.99 ms per token, 0.56 tokens per second) 14.13.446.862 I slot print_timing: id 1 | task 9513 | total time = 2888.44 ms / 393 tokens 14.13.446.863 I slot print_timing: id 1 | task 9513 | graphs reused = 7863 14.13.446.863 I slot print_timing: id 1 | task 9513 | graph reallocs = 0 / 0 (same size) / (changed size) 14.13.446.990 I slot release: id 1 | task 9513 | stop processing: n_tokens = 2184, truncated = 0 14.13.548.641 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.821 14.13.548.680 I slot launch_slot_: id 1 | task 9521 | processing task, is_child = 0 14.13.957.812 I slot print_timing: id 0 | task 9516 | prompt eval time = 1871.99 ms / 213 tokens ( 8.79 ms per token, 113.78 tokens per second) 14.13.957.814 I slot print_timing: id 0 | task 9516 | eval time = 409.54 ms / 2 tokens ( 409.54 ms per token, 2.44 tokens per second) 14.13.957.814 I slot print_timing: id 0 | task 9516 | total time = 2281.53 ms / 215 tokens 14.13.957.815 I slot print_timing: id 0 | task 9516 | graphs reused = 7863 14.13.957.815 I slot print_timing: id 0 | task 9516 | graph reallocs = 0 / 0 (same size) / (changed size) 14.13.957.922 I slot release: id 0 | task 9516 | stop processing: n_tokens = 2007, truncated = 0 14.13.958.177 I slot print_timing: id 2 | task 9517 | prompt eval time = 1871.40 ms / 235 tokens ( 7.96 ms per token, 125.57 tokens per second) 14.13.958.183 I slot print_timing: id 2 | task 9517 | eval time = 409.72 ms / 2 tokens ( 409.72 ms per token, 2.44 tokens per second) 14.13.958.183 I slot print_timing: id 2 | task 9517 | total time = 2281.12 ms / 237 tokens 14.13.958.184 I slot print_timing: id 2 | task 9517 | graphs reused = 7863 14.13.958.184 I slot print_timing: id 2 | task 9517 | graph reallocs = 0 / 0 (same size) / (changed size) 14.13.958.276 I slot release: id 2 | task 9517 | stop processing: n_tokens = 2030, truncated = 0 14.13.958.549 I slot print_timing: id 3 | task 9518 | prompt eval time = 1870.85 ms / 249 tokens ( 7.51 ms per token, 133.09 tokens per second) 14.13.958.552 I slot print_timing: id 3 | task 9518 | eval time = 409.91 ms / 2 tokens ( 409.91 ms per token, 2.44 tokens per second) 14.13.958.552 I slot print_timing: id 3 | task 9518 | total time = 2280.76 ms / 251 tokens 14.13.958.552 I slot print_timing: id 3 | task 9518 | graphs reused = 7863 14.13.958.553 I slot print_timing: id 3 | task 9518 | graph reallocs = 0 / 0 (same size) / (changed size) 14.13.958.652 I slot release: id 3 | task 9518 | stop processing: n_tokens = 2043, truncated = 0 14.14.007.052 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.893 14.14.007.091 I slot launch_slot_: id 0 | task 9524 | processing task, is_child = 0 14.14.007.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.010 MiB) 14.14.020.611 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 14.14.020.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 14.14.030.265 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2030, t_last = 234898041652 14.14.030.403 I slot launch_slot_: id 2 | task 9525 | processing task, is_child = 0 14.14.030.518 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.878 14.14.030.539 I slot launch_slot_: id 3 | task 9526 | processing task, is_child = 0 14.17.016.950 I slot print_timing: id 1 | task 9521 | prompt eval time = 458.36 ms / 127 tokens ( 3.61 ms per token, 277.07 tokens per second) 14.17.016.952 I slot print_timing: id 1 | task 9521 | eval time = 3009.90 ms / 2 tokens ( 3009.90 ms per token, 0.33 tokens per second) 14.17.016.953 I slot print_timing: id 1 | task 9521 | total time = 3468.26 ms / 129 tokens 14.17.016.953 I slot print_timing: id 1 | task 9521 | graphs reused = 7863 14.17.016.954 I slot print_timing: id 1 | task 9521 | graph reallocs = 0 / 0 (same size) / (changed size) 14.17.017.066 I slot release: id 1 | task 9521 | stop processing: n_tokens = 1921, truncated = 0 14.17.825.643 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 234901100442 14.17.825.776 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.377 MiB) 14.17.837.768 I slot launch_slot_: id 1 | task 9529 | processing task, is_child = 0 14.17.838.027 I slot print_timing: id 2 | task 9525 | prompt processing, n_tokens = 1256, progress = 0.86, t = 3.79 s / 331.05 tokens per second 14.20.854.285 I slot print_timing: id 0 | task 9524 | prompt eval time = 3794.89 ms / 167 tokens ( 22.72 ms per token, 44.01 tokens per second) 14.20.854.291 I slot print_timing: id 0 | task 9524 | eval time = 3028.84 ms / 2 tokens ( 3028.84 ms per token, 0.33 tokens per second) 14.20.854.291 I slot print_timing: id 0 | task 9524 | total time = 6823.73 ms / 169 tokens 14.20.854.292 I slot print_timing: id 0 | task 9524 | graphs reused = 7863 14.20.854.292 I slot print_timing: id 0 | task 9524 | graph reallocs = 0 / 0 (same size) / (changed size) 14.20.854.401 I slot release: id 0 | task 9524 | stop processing: n_tokens = 1961, truncated = 0 14.20.854.587 I slot print_timing: id 3 | task 9526 | prompt eval time = 3794.01 ms / 212 tokens ( 17.90 ms per token, 55.88 tokens per second) 14.20.854.589 I slot print_timing: id 3 | task 9526 | eval time = 3028.95 ms / 2 tokens ( 3028.95 ms per token, 0.33 tokens per second) 14.20.854.590 I slot print_timing: id 3 | task 9526 | total time = 6822.96 ms / 214 tokens 14.20.854.590 I slot print_timing: id 3 | task 9526 | graphs reused = 7863 14.20.854.590 I slot print_timing: id 3 | task 9526 | graph reallocs = 0 / 0 (same size) / (changed size) 14.20.854.690 I slot release: id 3 | task 9526 | stop processing: n_tokens = 2006, truncated = 0 14.20.854.702 I slot print_timing: id 1 | task 9529 | prompt processing, n_tokens = 1146, progress = 0.69, t = 3.02 s / 379.93 tokens per second 14.20.855.910 I slot print_timing: id 2 | task 9525 | prompt processing, n_tokens = 1455, progress = 1.00, t = 6.82 s / 213.25 tokens per second 14.21.209.386 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 234904937776 14.21.209.519 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.531 MiB) 14.21.209.526 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.898 MiB) 14.21.216.897 I slot launch_slot_: id 0 | task 9532 | processing task, is_child = 0 14.21.217.022 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 14.21.221.659 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 234904938064 14.21.221.804 I slot launch_slot_: id 3 | task 9533 | processing task, is_child = 0 14.21.222.039 I slot print_timing: id 1 | task 9529 | prompt processing, n_tokens = 1256, progress = 0.76, t = 3.37 s / 372.54 tokens per second 14.25.433.346 I slot print_timing: id 2 | task 9525 | prompt eval time = 7178.12 ms / 1459 tokens ( 4.92 ms per token, 203.26 tokens per second) 14.25.433.348 I slot print_timing: id 2 | task 9525 | eval time = 4223.96 ms / 2 tokens ( 4223.96 ms per token, 0.24 tokens per second) 14.25.433.348 I slot print_timing: id 2 | task 9525 | total time = 11402.08 ms / 1461 tokens 14.25.433.349 I slot print_timing: id 2 | task 9525 | graphs reused = 7863 14.25.433.349 I slot print_timing: id 2 | task 9525 | graph reallocs = 0 / 0 (same size) / (changed size) 14.25.433.433 I slot release: id 2 | task 9525 | stop processing: n_tokens = 1461, truncated = 0 14.25.433.448 I slot print_timing: id 0 | task 9532 | prompt processing, n_tokens = 487, progress = 0.49, t = 4.21 s / 115.64 tokens per second 14.25.434.221 I slot print_timing: id 1 | task 9529 | prompt processing, n_tokens = 1658, progress = 1.00, t = 7.60 s / 218.29 tokens per second 14.25.435.977 I slot print_timing: id 3 | task 9533 | prompt processing, n_tokens = 1009, progress = 0.66, t = 4.21 s / 239.65 tokens per second 14.26.882.798 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 234909516808 14.26.882.909 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.319 MiB) 14.26.887.034 I slot launch_slot_: id 2 | task 9536 | processing task, is_child = 0 14.26.887.043 I slot print_timing: id 0 | task 9532 | prompt processing, n_tokens = 852, progress = 0.85, t = 5.66 s / 150.51 tokens per second 14.26.887.910 I slot print_timing: id 3 | task 9533 | prompt processing, n_tokens = 1256, progress = 0.82, t = 5.66 s / 221.92 tokens per second 14.28.965.027 I slot print_timing: id 1 | task 9529 | prompt eval time = 9045.01 ms / 1662 tokens ( 5.44 ms per token, 183.75 tokens per second) 14.28.965.030 I slot print_timing: id 1 | task 9529 | eval time = 2082.23 ms / 2 tokens ( 2082.23 ms per token, 0.48 tokens per second) 14.28.965.031 I slot print_timing: id 1 | task 9529 | total time = 11127.24 ms / 1664 tokens 14.28.965.031 I slot print_timing: id 1 | task 9529 | graphs reused = 7863 14.28.965.032 I slot print_timing: id 1 | task 9529 | graph reallocs = 0 / 0 (same size) / (changed size) 14.28.965.139 I slot release: id 1 | task 9529 | stop processing: n_tokens = 1664, truncated = 0 14.28.965.152 I slot print_timing: id 0 | task 9532 | prompt processing, n_tokens = 999, progress = 1.00, t = 7.74 s / 129.02 tokens per second 14.28.967.445 I slot print_timing: id 3 | task 9533 | prompt processing, n_tokens = 1521, progress = 1.00, t = 7.74 s / 196.46 tokens per second 14.29.886.047 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 234913048514 14.29.886.167 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.479 MiB) 14.29.890.617 I slot launch_slot_: id 1 | task 9539 | processing task, is_child = 0 14.31.304.740 I slot print_timing: id 0 | task 9532 | prompt eval time = 8664.03 ms / 1003 tokens ( 8.64 ms per token, 115.77 tokens per second) 14.31.304.745 I slot print_timing: id 0 | task 9532 | eval time = 1418.89 ms / 2 tokens ( 1418.89 ms per token, 0.70 tokens per second) 14.31.304.745 I slot print_timing: id 0 | task 9532 | total time = 10082.92 ms / 1005 tokens 14.31.304.746 I slot print_timing: id 0 | task 9532 | graphs reused = 7863 14.31.304.746 I slot print_timing: id 0 | task 9532 | graph reallocs = 0 / 0 (same size) / (changed size) 14.31.304.815 I slot release: id 0 | task 9532 | stop processing: n_tokens = 1005, truncated = 0 14.31.304.990 I slot print_timing: id 3 | task 9533 | prompt eval time = 8663.26 ms / 1525 tokens ( 5.68 ms per token, 176.03 tokens per second) 14.31.304.993 I slot print_timing: id 3 | task 9533 | eval time = 1418.95 ms / 2 tokens ( 1418.95 ms per token, 0.70 tokens per second) 14.31.304.994 I slot print_timing: id 3 | task 9533 | total time = 10082.21 ms / 1527 tokens 14.31.304.994 I slot print_timing: id 3 | task 9533 | graphs reused = 7863 14.31.304.994 I slot print_timing: id 3 | task 9533 | graph reallocs = 0 / 0 (same size) / (changed size) 14.31.305.076 I slot release: id 3 | task 9533 | stop processing: n_tokens = 1527, truncated = 0 14.31.306.212 I slot print_timing: id 2 | task 9536 | prompt processing, n_tokens = 988, progress = 1.00, t = 4.42 s / 223.69 tokens per second 14.32.184.686 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878 14.32.184.732 I slot launch_slot_: id 0 | task 9542 | processing task, is_child = 0 14.32.184.844 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.644 MiB) 14.32.188.222 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 234915388451 14.32.188.337 I slot launch_slot_: id 3 | task 9543 | processing task, is_child = 0 14.33.741.186 I slot print_timing: id 2 | task 9536 | prompt eval time = 5296.97 ms / 992 tokens ( 5.34 ms per token, 187.28 tokens per second) 14.33.741.191 I slot print_timing: id 2 | task 9536 | eval time = 1556.50 ms / 2 tokens ( 1556.50 ms per token, 0.64 tokens per second) 14.33.741.192 I slot print_timing: id 2 | task 9536 | total time = 6853.47 ms / 994 tokens 14.33.741.192 I slot print_timing: id 2 | task 9536 | graphs reused = 7863 14.33.741.192 I slot print_timing: id 2 | task 9536 | graph reallocs = 0 / 0 (same size) / (changed size) 14.33.741.257 I slot release: id 2 | task 9536 | stop processing: n_tokens = 994, truncated = 0 14.33.742.151 I slot print_timing: id 1 | task 9539 | prompt processing, n_tokens = 978, progress = 1.00, t = 3.85 s / 254.00 tokens per second 14.34.623.644 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 14.34.623.692 I slot launch_slot_: id 2 | task 9546 | processing task, is_child = 0 14.35.274.866 I slot print_timing: id 0 | task 9542 | prompt eval time = 2435.11 ms / 82 tokens ( 29.70 ms per token, 33.67 tokens per second) 14.35.274.872 I slot print_timing: id 0 | task 9542 | eval time = 651.41 ms / 2 tokens ( 651.41 ms per token, 1.54 tokens per second) 14.35.274.872 I slot print_timing: id 0 | task 9542 | total time = 3086.52 ms / 84 tokens 14.35.274.873 I slot print_timing: id 0 | task 9542 | graphs reused = 7863 14.35.274.873 I slot print_timing: id 0 | task 9542 | graph reallocs = 0 / 0 (same size) / (changed size) 14.35.274.935 I slot release: id 0 | task 9542 | stop processing: n_tokens = 965, truncated = 0 14.35.275.104 I slot print_timing: id 1 | task 9539 | prompt eval time = 4733.01 ms / 982 tokens ( 4.82 ms per token, 207.48 tokens per second) 14.35.275.107 I slot print_timing: id 1 | task 9539 | eval time = 651.47 ms / 2 tokens ( 651.47 ms per token, 1.53 tokens per second) 14.35.275.107 I slot print_timing: id 1 | task 9539 | total time = 5384.48 ms / 984 tokens 14.35.275.107 I slot print_timing: id 1 | task 9539 | graphs reused = 7863 14.35.275.108 I slot print_timing: id 1 | task 9539 | graph reallocs = 0 / 0 (same size) / (changed size) 14.35.275.157 I slot release: id 1 | task 9539 | stop processing: n_tokens = 984, truncated = 0 14.35.276.454 I slot print_timing: id 3 | task 9543 | prompt processing, n_tokens = 983, progress = 1.00, t = 3.08 s / 318.64 tokens per second 14.35.330.115 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 234919358309 14.35.330.204 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 128.764 MiB) 14.35.333.123 I slot launch_slot_: id 0 | task 9549 | processing task, is_child = 0 14.35.336.340 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.895 14.35.336.364 I slot launch_slot_: id 1 | task 9550 | processing task, is_child = 0 14.36.285.659 I slot print_timing: id 2 | task 9546 | prompt eval time = 706.22 ms / 95 tokens ( 7.43 ms per token, 134.52 tokens per second) 14.36.285.662 I slot print_timing: id 2 | task 9546 | eval time = 955.73 ms / 2 tokens ( 955.73 ms per token, 1.05 tokens per second) 14.36.285.662 I slot print_timing: id 2 | task 9546 | total time = 1661.95 ms / 97 tokens 14.36.285.663 I slot print_timing: id 2 | task 9546 | graphs reused = 7863 14.36.285.663 I slot print_timing: id 2 | task 9546 | graph reallocs = 0 / 0 (same size) / (changed size) 14.36.285.726 I slot release: id 2 | task 9546 | stop processing: n_tokens = 977, truncated = 0 14.36.285.897 I slot print_timing: id 3 | task 9543 | prompt eval time = 3140.41 ms / 987 tokens ( 3.18 ms per token, 314.29 tokens per second) 14.36.285.899 I slot print_timing: id 3 | task 9543 | eval time = 955.78 ms / 2 tokens ( 955.78 ms per token, 1.05 tokens per second) 14.36.285.900 I slot print_timing: id 3 | task 9543 | total time = 4096.19 ms / 989 tokens 14.36.285.900 I slot print_timing: id 3 | task 9543 | graphs reused = 7863 14.36.285.901 I slot print_timing: id 3 | task 9543 | graph reallocs = 0 / 0 (same size) / (changed size) 14.36.285.953 I slot release: id 3 | task 9543 | stop processing: n_tokens = 989, truncated = 0 14.37.209.665 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 234920369100 14.37.209.759 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.281 MiB) 14.37.213.913 I slot launch_slot_: id 2 | task 9553 | processing task, is_child = 0 14.37.213.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.546 MiB) 14.37.216.400 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 234920369327 14.37.216.505 I slot launch_slot_: id 3 | task 9554 | processing task, is_child = 0 14.41.690.539 I slot print_timing: id 1 | task 9550 | prompt eval time = 1873.10 ms / 99 tokens ( 18.92 ms per token, 52.85 tokens per second) 14.41.690.542 I slot print_timing: id 1 | task 9550 | eval time = 4480.88 ms / 2 tokens ( 4480.88 ms per token, 0.22 tokens per second) 14.41.690.543 I slot print_timing: id 1 | task 9550 | total time = 6353.98 ms / 101 tokens 14.41.690.543 I slot print_timing: id 1 | task 9550 | graphs reused = 7863 14.41.690.544 I slot print_timing: id 1 | task 9550 | graph reallocs = 0 / 0 (same size) / (changed size) 14.41.690.608 I slot release: id 1 | task 9550 | stop processing: n_tokens = 981, truncated = 0 14.41.690.623 I slot print_timing: id 0 | task 9549 | prompt processing, n_tokens = 821, progress = 1.00, t = 6.35 s / 129.21 tokens per second 14.41.691.618 I slot print_timing: id 2 | task 9553 | prompt processing, n_tokens = 1113, progress = 0.68, t = 4.47 s / 248.82 tokens per second 14.41.693.279 I slot print_timing: id 3 | task 9554 | prompt processing, n_tokens = 815, progress = 0.51, t = 4.47 s / 182.20 tokens per second 14.42.901.491 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 234925773982 14.42.901.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.632 MiB) 14.42.901.595 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.493 MiB) 14.42.904.704 I slot launch_slot_: id 1 | task 9557 | processing task, is_child = 0 14.42.904.909 I slot print_timing: id 2 | task 9553 | prompt processing, n_tokens = 1371, progress = 0.84, t = 5.68 s / 241.20 tokens per second 14.42.905.631 I slot print_timing: id 3 | task 9554 | prompt processing, n_tokens = 1071, progress = 0.68, t = 5.68 s / 188.43 tokens per second 14.46.651.895 I slot print_timing: id 0 | task 9549 | prompt eval time = 7565.11 ms / 825 tokens ( 9.17 ms per token, 109.05 tokens per second) 14.46.651.898 I slot print_timing: id 0 | task 9549 | eval time = 3750.40 ms / 2 tokens ( 3750.40 ms per token, 0.27 tokens per second) 14.46.651.898 I slot print_timing: id 0 | task 9549 | total time = 11315.52 ms / 827 tokens 14.46.651.899 I slot print_timing: id 0 | task 9549 | graphs reused = 7863 14.46.651.899 I slot print_timing: id 0 | task 9549 | graph reallocs = 0 / 0 (same size) / (changed size) 14.46.651.952 I slot release: id 0 | task 9549 | stop processing: n_tokens = 827, truncated = 0 14.46.651.965 I slot print_timing: id 1 | task 9557 | prompt processing, n_tokens = 1100, progress = 0.68, t = 3.75 s / 293.57 tokens per second 14.46.652.916 I slot print_timing: id 2 | task 9553 | prompt processing, n_tokens = 1625, progress = 1.00, t = 9.43 s / 172.24 tokens per second 14.46.654.623 I slot print_timing: id 3 | task 9554 | prompt processing, n_tokens = 1371, progress = 0.86, t = 9.43 s / 145.32 tokens per second 14.47.911.900 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 234930735326 14.47.911.995 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.727 MiB) 14.47.914.889 I slot launch_slot_: id 0 | task 9560 | processing task, is_child = 0 14.47.915.074 I slot print_timing: id 1 | task 9557 | prompt processing, n_tokens = 1371, progress = 0.85, t = 5.01 s / 273.82 tokens per second 14.47.915.889 I slot print_timing: id 3 | task 9554 | prompt processing, n_tokens = 1583, progress = 1.00, t = 10.69 s / 148.02 tokens per second 14.51.007.277 I slot print_timing: id 2 | task 9553 | prompt eval time = 10694.72 ms / 1629 tokens ( 6.57 ms per token, 152.32 tokens per second) 14.51.007.280 I slot print_timing: id 2 | task 9553 | eval time = 3095.38 ms / 2 tokens ( 3095.38 ms per token, 0.32 tokens per second) 14.51.007.280 I slot print_timing: id 2 | task 9553 | total time = 13790.09 ms / 1631 tokens 14.51.007.281 I slot print_timing: id 2 | task 9553 | graphs reused = 7863 14.51.007.281 I slot print_timing: id 2 | task 9553 | graph reallocs = 0 / 0 (same size) / (changed size) 14.51.007.377 I slot release: id 2 | task 9553 | stop processing: n_tokens = 1631, truncated = 0 14.51.007.617 I slot print_timing: id 0 | task 9560 | prompt processing, n_tokens = 1115, progress = 0.68, t = 3.09 s / 360.58 tokens per second 14.51.008.854 I slot print_timing: id 1 | task 9557 | prompt processing, n_tokens = 1612, progress = 1.00, t = 8.10 s / 198.95 tokens per second 14.51.667.455 I slot print_timing: id 3 | task 9554 | prompt eval time = 13790.23 ms / 1587 tokens ( 8.69 ms per token, 115.08 tokens per second) 14.51.667.457 I slot print_timing: id 3 | task 9554 | eval time = 659.84 ms / 2 tokens ( 659.84 ms per token, 1.52 tokens per second) 14.51.667.458 I slot print_timing: id 3 | task 9554 | total time = 14450.07 ms / 1589 tokens 14.51.667.458 I slot print_timing: id 3 | task 9554 | graphs reused = 7863 14.51.667.459 I slot print_timing: id 3 | task 9554 | graph reallocs = 0 / 0 (same size) / (changed size) 14.51.667.555 I slot release: id 3 | task 9554 | stop processing: n_tokens = 1589, truncated = 0 14.51.667.564 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.858 14.51.667.600 I slot launch_slot_: id 2 | task 9563 | processing task, is_child = 0 14.51.667.708 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.578 MiB) 14.51.673.351 I slot print_timing: id 0 | task 9560 | prompt processing, n_tokens = 1371, progress = 0.84, t = 3.75 s / 365.39 tokens per second 14.53.031.678 I slot print_timing: id 1 | task 9557 | prompt eval time = 8762.56 ms / 1616 tokens ( 5.42 ms per token, 184.42 tokens per second) 14.53.031.680 I slot print_timing: id 1 | task 9557 | eval time = 1364.40 ms / 2 tokens ( 1364.40 ms per token, 0.73 tokens per second) 14.53.031.681 I slot print_timing: id 1 | task 9557 | total time = 10126.96 ms / 1618 tokens 14.53.031.681 I slot print_timing: id 1 | task 9557 | graphs reused = 7863 14.53.031.682 I slot print_timing: id 1 | task 9557 | graph reallocs = 0 / 0 (same size) / (changed size) 14.53.031.782 I slot release: id 1 | task 9557 | stop processing: n_tokens = 1618, truncated = 0 14.53.031.791 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 234935750930 14.53.031.965 I slot launch_slot_: id 3 | task 9565 | processing task, is_child = 0 14.53.032.066 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.171 MiB) 14.53.036.163 I slot print_timing: id 0 | task 9560 | prompt processing, n_tokens = 1627, progress = 1.00, t = 5.12 s / 317.98 tokens per second 14.53.848.257 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 234937115157 14.53.848.463 I slot launch_slot_: id 1 | task 9567 | processing task, is_child = 0 14.55.532.512 I slot print_timing: id 0 | task 9560 | prompt eval time = 5933.15 ms / 1631 tokens ( 3.64 ms per token, 274.90 tokens per second) 14.55.532.515 I slot print_timing: id 0 | task 9560 | eval time = 1684.46 ms / 2 tokens ( 1684.46 ms per token, 0.59 tokens per second) 14.55.532.516 I slot print_timing: id 0 | task 9560 | total time = 7617.61 ms / 1633 tokens 14.55.532.516 I slot print_timing: id 0 | task 9560 | graphs reused = 7863 14.55.532.517 I slot print_timing: id 0 | task 9560 | graph reallocs = 0 / 0 (same size) / (changed size) 14.55.532.620 I slot release: id 0 | task 9560 | stop processing: n_tokens = 1633, truncated = 0 14.55.532.809 I slot print_timing: id 2 | task 9563 | prompt eval time = 2174.10 ms / 317 tokens ( 6.86 ms per token, 145.81 tokens per second) 14.55.532.812 I slot print_timing: id 2 | task 9563 | eval time = 1684.55 ms / 2 tokens ( 1684.55 ms per token, 0.59 tokens per second) 14.55.532.812 I slot print_timing: id 2 | task 9563 | total time = 3858.65 ms / 319 tokens 14.55.532.813 I slot print_timing: id 2 | task 9563 | graphs reused = 7863 14.55.532.813 I slot print_timing: id 2 | task 9563 | graph reallocs = 0 / 0 (same size) / (changed size) 14.55.532.895 I slot release: id 2 | task 9563 | stop processing: n_tokens = 1718, truncated = 0 14.56.355.029 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 234939615995 14.56.355.150 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 14.56.652.002 I slot launch_slot_: id 0 | task 9570 | processing task, is_child = 0 14.56.652.126 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.436 MiB) 14.56.652.141 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.064 MiB) 14.56.655.986 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 234939616270 14.56.656.119 I slot launch_slot_: id 2 | task 9571 | processing task, is_child = 0 14.56.657.486 I slot print_timing: id 3 | task 9565 | prompt processing, n_tokens = 837, progress = 1.00, t = 3.32 s / 252.32 tokens per second 14.58.506.229 I slot print_timing: id 1 | task 9567 | prompt processing, n_tokens = 864, progress = 1.00, t = 4.66 s / 185.52 tokens per second 15.00.257.113 I slot print_timing: id 3 | task 9565 | prompt eval time = 5467.94 ms / 841 tokens ( 6.50 ms per token, 153.81 tokens per second) 15.00.257.119 I slot print_timing: id 3 | task 9565 | eval time = 1751.37 ms / 2 tokens ( 1751.37 ms per token, 0.57 tokens per second) 15.00.257.119 I slot print_timing: id 3 | task 9565 | total time = 7219.32 ms / 843 tokens 15.00.257.120 I slot print_timing: id 3 | task 9565 | graphs reused = 7863 15.00.257.120 I slot print_timing: id 3 | task 9565 | graph reallocs = 0 / 0 (same size) / (changed size) 15.00.257.170 I slot release: id 3 | task 9565 | stop processing: n_tokens = 843, truncated = 0 15.00.257.184 I slot print_timing: id 0 | task 9570 | prompt processing, n_tokens = 714, progress = 0.83, t = 3.60 s / 198.30 tokens per second 15.00.258.088 I slot print_timing: id 2 | task 9571 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.60 s / 198.35 tokens per second 15.00.960.736 I slot print_timing: id 1 | task 9567 | prompt eval time = 6408.48 ms / 868 tokens ( 7.38 ms per token, 135.45 tokens per second) 15.00.960.738 I slot print_timing: id 1 | task 9567 | eval time = 703.78 ms / 2 tokens ( 703.78 ms per token, 1.42 tokens per second) 15.00.960.739 I slot print_timing: id 1 | task 9567 | total time = 7112.26 ms / 870 tokens 15.00.960.739 I slot print_timing: id 1 | task 9567 | graphs reused = 7863 15.00.960.740 I slot print_timing: id 1 | task 9567 | graph reallocs = 0 / 0 (same size) / (changed size) 15.00.960.795 I slot release: id 1 | task 9567 | stop processing: n_tokens = 870, truncated = 0 15.00.960.802 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 234944340544 15.00.960.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 15.00.966.204 I slot launch_slot_: id 3 | task 9575 | processing task, is_child = 0 15.00.966.307 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.705 MiB) 15.00.968.695 I slot print_timing: id 0 | task 9570 | prompt processing, n_tokens = 858, progress = 1.00, t = 4.30 s / 199.33 tokens per second 15.00.969.463 I slot print_timing: id 2 | task 9571 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.30 s / 194.96 tokens per second 15.01.845.321 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 234945044169 15.01.845.467 I slot launch_slot_: id 1 | task 9577 | processing task, is_child = 0 15.03.204.163 I slot print_timing: id 0 | task 9570 | prompt eval time = 5188.98 ms / 862 tokens ( 6.02 ms per token, 166.12 tokens per second) 15.03.204.168 I slot print_timing: id 0 | task 9570 | eval time = 1359.05 ms / 2 tokens ( 1359.05 ms per token, 0.74 tokens per second) 15.03.204.168 I slot print_timing: id 0 | task 9570 | total time = 6548.03 ms / 864 tokens 15.03.204.169 I slot print_timing: id 0 | task 9570 | graphs reused = 7863 15.03.204.169 I slot print_timing: id 0 | task 9570 | graph reallocs = 0 / 0 (same size) / (changed size) 15.03.204.224 I slot release: id 0 | task 9570 | stop processing: n_tokens = 864, truncated = 0 15.03.204.395 I slot print_timing: id 2 | task 9571 | prompt eval time = 5188.22 ms / 843 tokens ( 6.15 ms per token, 162.48 tokens per second) 15.03.204.397 I slot print_timing: id 2 | task 9571 | eval time = 1359.08 ms / 2 tokens ( 1359.08 ms per token, 0.74 tokens per second) 15.03.204.397 I slot print_timing: id 2 | task 9571 | total time = 6547.30 ms / 845 tokens 15.03.204.397 I slot print_timing: id 2 | task 9571 | graphs reused = 7863 15.03.204.398 I slot print_timing: id 2 | task 9571 | graph reallocs = 0 / 0 (same size) / (changed size) 15.03.204.437 I slot release: id 2 | task 9571 | stop processing: n_tokens = 845, truncated = 0 15.04.017.079 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 234947287598 15.04.017.179 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.088 MiB) 15.04.451.378 I slot launch_slot_: id 0 | task 9580 | processing task, is_child = 0 15.04.451.456 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.152 MiB) 15.04.455.888 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 234947287811 15.04.455.977 I slot launch_slot_: id 2 | task 9581 | processing task, is_child = 0 15.04.456.950 I slot print_timing: id 3 | task 9575 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.05 s / 289.81 tokens per second 15.05.804.675 I slot print_timing: id 1 | task 9577 | prompt processing, n_tokens = 761, progress = 0.99, t = 3.96 s / 192.23 tokens per second 15.07.654.679 I slot print_timing: id 3 | task 9575 | prompt eval time = 4834.16 ms / 887 tokens ( 5.45 ms per token, 183.49 tokens per second) 15.07.654.683 I slot print_timing: id 3 | task 9575 | eval time = 1850.29 ms / 2 tokens ( 1850.29 ms per token, 0.54 tokens per second) 15.07.654.683 I slot print_timing: id 3 | task 9575 | total time = 6684.45 ms / 889 tokens 15.07.654.684 I slot print_timing: id 3 | task 9575 | graphs reused = 7863 15.07.654.684 I slot print_timing: id 3 | task 9575 | graph reallocs = 0 / 0 (same size) / (changed size) 15.07.654.747 I slot release: id 3 | task 9575 | stop processing: n_tokens = 889, truncated = 0 15.07.654.759 I slot print_timing: id 0 | task 9580 | prompt processing, n_tokens = 561, progress = 0.82, t = 3.20 s / 175.40 tokens per second 15.07.655.693 I slot print_timing: id 2 | task 9581 | prompt processing, n_tokens = 616, progress = 0.83, t = 3.20 s / 192.65 tokens per second 15.08.290.671 I slot print_timing: id 1 | task 9577 | prompt eval time = 5809.04 ms / 765 tokens ( 7.59 ms per token, 131.69 tokens per second) 15.08.290.676 I slot print_timing: id 1 | task 9577 | eval time = 636.15 ms / 2 tokens ( 636.15 ms per token, 1.57 tokens per second) 15.08.290.676 I slot print_timing: id 1 | task 9577 | total time = 6445.19 ms / 767 tokens 15.08.290.677 I slot print_timing: id 1 | task 9577 | graphs reused = 7863 15.08.290.677 I slot print_timing: id 1 | task 9577 | graph reallocs = 0 / 0 (same size) / (changed size) 15.08.290.727 I slot release: id 1 | task 9577 | stop processing: n_tokens = 767, truncated = 0 15.08.290.735 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 234951738121 15.08.290.817 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.590 MiB) 15.08.294.309 I slot launch_slot_: id 3 | task 9585 | processing task, is_child = 0 15.08.294.381 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.329 MiB) 15.08.296.469 I slot print_timing: id 0 | task 9580 | prompt processing, n_tokens = 684, progress = 0.99, t = 3.83 s / 178.38 tokens per second 15.08.297.218 I slot print_timing: id 2 | task 9581 | prompt processing, n_tokens = 734, progress = 0.99, t = 3.83 s / 191.46 tokens per second 15.08.798.436 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 234952374101 15.08.798.547 I slot launch_slot_: id 1 | task 9587 | processing task, is_child = 0 15.10.021.563 I slot print_timing: id 0 | task 9580 | prompt eval time = 4342.26 ms / 688 tokens ( 6.31 ms per token, 158.44 tokens per second) 15.10.021.565 I slot print_timing: id 0 | task 9580 | eval time = 1223.31 ms / 2 tokens ( 1223.31 ms per token, 0.82 tokens per second) 15.10.021.565 I slot print_timing: id 0 | task 9580 | total time = 5565.57 ms / 690 tokens 15.10.021.566 I slot print_timing: id 0 | task 9580 | graphs reused = 7863 15.10.021.566 I slot print_timing: id 0 | task 9580 | graph reallocs = 0 / 0 (same size) / (changed size) 15.10.021.608 I slot release: id 0 | task 9580 | stop processing: n_tokens = 690, truncated = 0 15.10.021.775 I slot print_timing: id 2 | task 9581 | prompt eval time = 4341.62 ms / 738 tokens ( 5.88 ms per token, 169.98 tokens per second) 15.10.021.777 I slot print_timing: id 2 | task 9581 | eval time = 1223.34 ms / 2 tokens ( 1223.34 ms per token, 0.82 tokens per second) 15.10.021.778 I slot print_timing: id 2 | task 9581 | total time = 5564.96 ms / 740 tokens 15.10.021.778 I slot print_timing: id 2 | task 9581 | graphs reused = 7863 15.10.021.778 I slot print_timing: id 2 | task 9581 | graph reallocs = 0 / 0 (same size) / (changed size) 15.10.021.815 I slot release: id 2 | task 9581 | stop processing: n_tokens = 740, truncated = 0 15.11.663.264 I slot print_timing: id 3 | task 9585 | prompt eval time = 3291.29 ms / 705 tokens ( 4.67 ms per token, 214.20 tokens per second) 15.11.663.269 I slot print_timing: id 3 | task 9585 | eval time = 74.01 ms / 2 tokens ( 74.01 ms per token, 13.51 tokens per second) 15.11.663.270 I slot print_timing: id 3 | task 9585 | total time = 3365.29 ms / 707 tokens 15.11.663.271 I slot print_timing: id 3 | task 9585 | graphs reused = 7863 15.11.663.271 I slot print_timing: id 3 | task 9585 | graph reallocs = 0 / 0 (same size) / (changed size) 15.11.663.310 I slot release: id 3 | task 9585 | stop processing: n_tokens = 707, truncated = 0 15.11.692.729 I slot print_timing: id 1 | task 9587 | prompt eval time = 2864.57 ms / 671 tokens ( 4.27 ms per token, 234.24 tokens per second) 15.11.692.735 I slot print_timing: id 1 | task 9587 | eval time = 29.60 ms / 2 tokens ( 29.60 ms per token, 33.78 tokens per second) 15.11.692.735 I slot print_timing: id 1 | task 9587 | total time = 2894.17 ms / 673 tokens 15.11.692.735 I slot print_timing: id 1 | task 9587 | graphs reused = 7863 15.11.692.736 I slot print_timing: id 1 | task 9587 | graph reallocs = 0 / 0 (same size) / (changed size) 15.11.692.765 I slot release: id 1 | task 9587 | stop processing: n_tokens = 673, truncated = 0 15.14.820.572 I srv operator(): operator(): cleaning up before exit...