/Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/e678b2bdc79a/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ3_XXS.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.044.561 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.044.616 I srv llama_server: initializing ... 0.00.044.621 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.044.699 I srv init_listene: The UI is disabled 0.00.044.700 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.044.736 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.046.381 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/e678b2bdc79a/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ3_XXS.gguf' 0.00.709.659 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.712.485 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.718.375 W load: '' is a normal token here, removing it from EOG list 0.00.930.552 I cmn init: llama threadpool init, n_threads = 8 0.01.036.251 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.01.044.208 I srv llama_server: model loaded 0.01.044.216 I srv llama_server: listening on http://127.0.0.1:8091 0.30.884.905 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.30.884.931 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.30.884.933 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.30.884.946 I slot launch_slot_: id 1 | task 1 | processing task, is_child = 0 0.30.884.947 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.30.884.959 I slot launch_slot_: id 2 | task 2 | processing task, is_child = 0 0.30.888.600 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.30.888.623 I slot launch_slot_: id 3 | task 4 | processing task, is_child = 0 0.32.164.245 I slot print_timing: id 0 | task 0 | prompt eval time = 1197.89 ms / 126 tokens ( 9.51 ms per token, 105.18 tokens per second) 0.32.164.248 I slot print_timing: id 0 | task 0 | eval time = 81.38 ms / 2 tokens ( 81.38 ms per token, 12.29 tokens per second) 0.32.164.248 I slot print_timing: id 0 | task 0 | total time = 1279.28 ms / 128 tokens 0.32.164.249 I slot print_timing: id 0 | task 0 | graphs reused = 1 0.32.164.249 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.164.270 I slot release: id 0 | task 0 | stop processing: n_tokens = 127, truncated = 0 0.32.164.616 I slot print_timing: id 2 | task 2 | prompt eval time = 1198.53 ms / 135 tokens ( 8.88 ms per token, 112.64 tokens per second) 0.32.164.618 I slot print_timing: id 2 | task 2 | eval time = 81.11 ms / 2 tokens ( 81.11 ms per token, 12.33 tokens per second) 0.32.164.619 I slot print_timing: id 2 | task 2 | total time = 1279.64 ms / 137 tokens 0.32.164.619 I slot print_timing: id 2 | task 2 | graphs reused = 1 0.32.164.619 I slot print_timing: id 2 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.164.635 I slot release: id 2 | task 2 | stop processing: n_tokens = 136, truncated = 0 0.32.218.383 I slot print_timing: id 3 | task 4 | prompt eval time = 1224.18 ms / 118 tokens ( 10.37 ms per token, 96.39 tokens per second) 0.32.218.385 I slot print_timing: id 3 | task 4 | eval time = 53.37 ms / 2 tokens ( 53.37 ms per token, 18.74 tokens per second) 0.32.218.386 I slot print_timing: id 3 | task 4 | total time = 1277.56 ms / 120 tokens 0.32.218.386 I slot print_timing: id 3 | task 4 | graphs reused = 1 0.32.218.387 I slot print_timing: id 3 | task 4 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.218.403 I slot release: id 3 | task 4 | stop processing: n_tokens = 119, truncated = 0 0.32.218.407 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 0.32.219.177 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.32.221.431 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.213 0.32.221.477 I slot launch_slot_: id 2 | task 10 | processing task, is_child = 0 0.32.221.503 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.244 0.32.221.548 I slot launch_slot_: id 3 | task 11 | processing task, is_child = 0 0.33.594.939 I slot print_timing: id 1 | task 1 | prompt eval time = 1198.22 ms / 122 tokens ( 9.82 ms per token, 101.82 tokens per second) 0.33.594.944 I slot print_timing: id 1 | task 1 | eval time = 1511.75 ms / 8 tokens ( 215.96 ms per token, 4.63 tokens per second) 0.33.594.946 I slot print_timing: id 1 | task 1 | total time = 2709.97 ms / 130 tokens 0.33.594.946 I slot print_timing: id 1 | task 1 | graphs reused = 3 0.33.594.946 I slot print_timing: id 1 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.594.969 I slot release: id 1 | task 1 | stop processing: n_tokens = 129, truncated = 0 0.33.662.477 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.225 0.33.663.544 I slot launch_slot_: id 1 | task 18 | processing task, is_child = 0 0.34.163.724 I slot print_timing: id 0 | task 9 | prompt eval time = 1246.91 ms / 150 tokens ( 8.31 ms per token, 120.30 tokens per second) 0.34.163.727 I slot print_timing: id 0 | task 9 | eval time = 695.25 ms / 8 tokens ( 99.32 ms per token, 10.07 tokens per second) 0.34.163.728 I slot print_timing: id 0 | task 9 | total time = 1942.16 ms / 158 tokens 0.34.163.729 I slot print_timing: id 0 | task 9 | graphs reused = 3 0.34.163.729 I slot print_timing: id 0 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.163.751 I slot release: id 0 | task 9 | stop processing: n_tokens = 158, truncated = 0 0.34.164.096 I slot print_timing: id 2 | task 10 | prompt eval time = 1247.20 ms / 160 tokens ( 7.80 ms per token, 128.29 tokens per second) 0.34.164.101 I slot print_timing: id 2 | task 10 | eval time = 695.25 ms / 8 tokens ( 99.32 ms per token, 10.07 tokens per second) 0.34.164.102 I slot print_timing: id 2 | task 10 | total time = 1942.46 ms / 168 tokens 0.34.164.102 I slot print_timing: id 2 | task 10 | graphs reused = 3 0.34.164.102 I slot print_timing: id 2 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.164.118 I slot release: id 2 | task 10 | stop processing: n_tokens = 168, truncated = 0 0.34.164.298 I slot print_timing: id 3 | task 11 | prompt eval time = 1247.34 ms / 196 tokens ( 6.36 ms per token, 157.13 tokens per second) 0.34.164.300 I slot print_timing: id 3 | task 11 | eval time = 695.26 ms / 8 tokens ( 99.32 ms per token, 10.07 tokens per second) 0.34.164.301 I slot print_timing: id 3 | task 11 | total time = 1942.60 ms / 204 tokens 0.34.164.301 I slot print_timing: id 3 | task 11 | graphs reused = 3 0.34.164.301 I slot print_timing: id 3 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.164.318 I slot release: id 3 | task 11 | stop processing: n_tokens = 204, truncated = 0 0.34.192.436 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.184 0.34.193.366 I slot launch_slot_: id 0 | task 23 | processing task, is_child = 0 0.34.196.301 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.173 0.34.196.347 I slot launch_slot_: id 2 | task 24 | processing task, is_child = 0 0.34.196.378 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.142 0.34.196.423 I slot launch_slot_: id 3 | task 25 | processing task, is_child = 0 0.35.277.219 I slot print_timing: id 2 | task 24 | prompt eval time = 1037.55 ms / 121 tokens ( 8.57 ms per token, 116.62 tokens per second) 0.35.277.224 I slot print_timing: id 2 | task 24 | eval time = 43.15 ms / 2 tokens ( 43.15 ms per token, 23.17 tokens per second) 0.35.277.224 I slot print_timing: id 2 | task 24 | total time = 1080.70 ms / 123 tokens 0.35.277.225 I slot print_timing: id 2 | task 24 | graphs reused = 3 0.35.277.225 I slot print_timing: id 2 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.277.246 I slot release: id 2 | task 24 | stop processing: n_tokens = 123, truncated = 0 0.35.344.312 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.236 0.35.345.011 I slot launch_slot_: id 2 | task 30 | processing task, is_child = 0 0.35.782.127 I slot print_timing: id 1 | task 18 | prompt eval time = 457.34 ms / 113 tokens ( 4.05 ms per token, 247.08 tokens per second) 0.35.782.130 I slot print_timing: id 1 | task 18 | eval time = 1661.23 ms / 9 tokens ( 207.65 ms per token, 4.82 tokens per second) 0.35.782.130 I slot print_timing: id 1 | task 18 | total time = 2118.58 ms / 122 tokens 0.35.782.130 I slot print_timing: id 1 | task 18 | graphs reused = 3 0.35.782.131 I slot print_timing: id 1 | task 18 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.782.148 I slot release: id 1 | task 18 | stop processing: n_tokens = 122, truncated = 0 0.35.849.138 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.238 0.35.849.956 I slot launch_slot_: id 1 | task 34 | processing task, is_child = 0 0.36.434.295 I slot print_timing: id 3 | task 25 | prompt eval time = 1037.68 ms / 131 tokens ( 7.92 ms per token, 126.24 tokens per second) 0.36.434.300 I slot print_timing: id 3 | task 25 | eval time = 1200.04 ms / 8 tokens ( 171.43 ms per token, 5.83 tokens per second) 0.36.434.301 I slot print_timing: id 3 | task 25 | total time = 2237.72 ms / 139 tokens 0.36.434.302 I slot print_timing: id 3 | task 25 | graphs reused = 3 0.36.434.302 I slot print_timing: id 3 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.434.324 I slot release: id 3 | task 25 | stop processing: n_tokens = 139, truncated = 0 0.36.476.303 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.209 0.36.477.453 I slot launch_slot_: id 3 | task 38 | processing task, is_child = 0 0.36.965.137 I slot print_timing: id 2 | task 30 | prompt eval time = 437.32 ms / 122 tokens ( 3.58 ms per token, 278.97 tokens per second) 0.36.965.142 I slot print_timing: id 2 | task 30 | eval time = 1182.79 ms / 8 tokens ( 168.97 ms per token, 5.92 tokens per second) 0.36.965.143 I slot print_timing: id 2 | task 30 | total time = 1620.12 ms / 130 tokens 0.36.965.143 I slot print_timing: id 2 | task 30 | graphs reused = 3 0.36.965.143 I slot print_timing: id 2 | task 30 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.965.164 I slot release: id 2 | task 30 | stop processing: n_tokens = 130, truncated = 0 0.36.965.344 I slot print_timing: id 3 | task 38 | prompt eval time = 444.57 ms / 145 tokens ( 3.07 ms per token, 326.16 tokens per second) 0.36.965.346 I slot print_timing: id 3 | task 38 | eval time = 43.31 ms / 2 tokens ( 43.31 ms per token, 23.09 tokens per second) 0.36.965.347 I slot print_timing: id 3 | task 38 | total time = 487.88 ms / 147 tokens 0.36.965.347 I slot print_timing: id 3 | task 38 | graphs reused = 3 0.36.965.348 I slot print_timing: id 3 | task 38 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.965.359 I slot release: id 3 | task 38 | stop processing: n_tokens = 147, truncated = 0 0.37.006.878 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.223 0.37.007.943 I slot launch_slot_: id 2 | task 43 | processing task, is_child = 0 0.37.009.156 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.197 0.37.009.201 I slot launch_slot_: id 3 | task 44 | processing task, is_child = 0 0.37.734.787 I slot print_timing: id 0 | task 23 | prompt eval time = 1037.31 ms / 153 tokens ( 6.78 ms per token, 147.50 tokens per second) 0.37.734.793 I slot print_timing: id 0 | task 23 | eval time = 2501.05 ms / 15 tokens ( 178.65 ms per token, 5.60 tokens per second) 0.37.734.794 I slot print_timing: id 0 | task 23 | total time = 3538.36 ms / 168 tokens 0.37.734.794 I slot print_timing: id 0 | task 23 | graphs reused = 3 0.37.734.794 I slot print_timing: id 0 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.734.817 I slot release: id 0 | task 23 | stop processing: n_tokens = 168, truncated = 0 0.37.734.973 I slot print_timing: id 1 | task 34 | prompt eval time = 584.02 ms / 187 tokens ( 3.12 ms per token, 320.20 tokens per second) 0.37.734.978 I slot print_timing: id 1 | task 34 | eval time = 1300.99 ms / 8 tokens ( 185.86 ms per token, 5.38 tokens per second) 0.37.734.979 I slot print_timing: id 1 | task 34 | total time = 1885.01 ms / 195 tokens 0.37.734.979 I slot print_timing: id 1 | task 34 | graphs reused = 3 0.37.734.979 I slot print_timing: id 1 | task 34 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.734.996 I slot release: id 1 | task 34 | stop processing: n_tokens = 195, truncated = 0 0.37.776.771 I slot print_timing: id 2 | task 43 | prompt eval time = 726.01 ms / 139 tokens ( 5.22 ms per token, 191.46 tokens per second) 0.37.776.776 I slot print_timing: id 2 | task 43 | eval time = 41.55 ms / 2 tokens ( 41.55 ms per token, 24.07 tokens per second) 0.37.776.776 I slot print_timing: id 2 | task 43 | total time = 767.56 ms / 141 tokens 0.37.776.777 I slot print_timing: id 2 | task 43 | graphs reused = 3 0.37.776.777 I slot print_timing: id 2 | task 43 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.776.798 I slot release: id 2 | task 43 | stop processing: n_tokens = 141, truncated = 0 0.37.776.961 I slot print_timing: id 3 | task 44 | prompt eval time = 726.14 ms / 120 tokens ( 6.05 ms per token, 165.26 tokens per second) 0.37.776.963 I slot print_timing: id 3 | task 44 | eval time = 41.54 ms / 2 tokens ( 41.54 ms per token, 24.07 tokens per second) 0.37.776.964 I slot print_timing: id 3 | task 44 | total time = 767.68 ms / 122 tokens 0.37.776.964 I slot print_timing: id 3 | task 44 | graphs reused = 3 0.37.776.964 I slot print_timing: id 3 | task 44 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.776.976 I slot release: id 3 | task 44 | stop processing: n_tokens = 122, truncated = 0 0.37.776.980 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.173 0.37.778.527 I slot launch_slot_: id 0 | task 48 | processing task, is_child = 0 0.37.782.091 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.149 0.37.782.143 I slot launch_slot_: id 1 | task 49 | processing task, is_child = 0 0.37.782.187 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.206 0.37.782.223 I slot launch_slot_: id 2 | task 50 | processing task, is_child = 0 0.37.782.245 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.238 0.37.782.279 I slot launch_slot_: id 3 | task 51 | processing task, is_child = 0 0.39.158.394 I slot print_timing: id 0 | task 48 | prompt eval time = 1333.28 ms / 175 tokens ( 7.62 ms per token, 131.26 tokens per second) 0.39.158.399 I slot print_timing: id 0 | task 48 | eval time = 42.83 ms / 2 tokens ( 42.83 ms per token, 23.35 tokens per second) 0.39.158.399 I slot print_timing: id 0 | task 48 | total time = 1376.11 ms / 177 tokens 0.39.158.399 I slot print_timing: id 0 | task 48 | graphs reused = 3 0.39.158.400 I slot print_timing: id 0 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.158.424 I slot release: id 0 | task 48 | stop processing: n_tokens = 177, truncated = 0 0.39.200.980 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.164 0.39.202.435 I slot launch_slot_: id 0 | task 56 | processing task, is_child = 0 0.39.630.293 I slot print_timing: id 0 | task 56 | prompt eval time = 384.88 ms / 115 tokens ( 3.35 ms per token, 298.80 tokens per second) 0.39.630.299 I slot print_timing: id 0 | task 56 | eval time = 42.97 ms / 2 tokens ( 42.97 ms per token, 23.27 tokens per second) 0.39.630.299 I slot print_timing: id 0 | task 56 | total time = 427.85 ms / 117 tokens 0.39.630.300 I slot print_timing: id 0 | task 56 | graphs reused = 4 0.39.630.300 I slot print_timing: id 0 | task 56 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.630.324 I slot release: id 0 | task 56 | stop processing: n_tokens = 117, truncated = 0 0.39.673.049 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.248 0.39.673.472 I slot launch_slot_: id 0 | task 61 | processing task, is_child = 0 0.40.034.766 I slot print_timing: id 1 | task 49 | prompt eval time = 1333.38 ms / 132 tokens ( 10.10 ms per token, 99.00 tokens per second) 0.40.034.771 I slot print_timing: id 1 | task 49 | eval time = 919.03 ms / 8 tokens ( 131.29 ms per token, 7.62 tokens per second) 0.40.034.771 I slot print_timing: id 1 | task 49 | total time = 2252.40 ms / 140 tokens 0.40.034.772 I slot print_timing: id 1 | task 49 | graphs reused = 5 0.40.034.772 I slot print_timing: id 1 | task 49 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.034.793 I slot release: id 1 | task 49 | stop processing: n_tokens = 140, truncated = 0 0.40.034.964 I slot print_timing: id 2 | task 50 | prompt eval time = 1333.49 ms / 128 tokens ( 10.42 ms per token, 95.99 tokens per second) 0.40.034.966 I slot print_timing: id 2 | task 50 | eval time = 919.05 ms / 8 tokens ( 131.29 ms per token, 7.62 tokens per second) 0.40.034.967 I slot print_timing: id 2 | task 50 | total time = 2252.53 ms / 136 tokens 0.40.034.967 I slot print_timing: id 2 | task 50 | graphs reused = 5 0.40.034.967 I slot print_timing: id 2 | task 50 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.034.982 I slot release: id 2 | task 50 | stop processing: n_tokens = 136, truncated = 0 0.40.035.192 I slot print_timing: id 3 | task 51 | prompt eval time = 1333.61 ms / 146 tokens ( 9.13 ms per token, 109.48 tokens per second) 0.40.035.195 I slot print_timing: id 3 | task 51 | eval time = 919.10 ms / 8 tokens ( 131.30 ms per token, 7.62 tokens per second) 0.40.035.195 I slot print_timing: id 3 | task 51 | total time = 2252.70 ms / 154 tokens 0.40.035.195 I slot print_timing: id 3 | task 51 | graphs reused = 5 0.40.035.196 I slot print_timing: id 3 | task 51 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.035.207 I slot release: id 3 | task 51 | stop processing: n_tokens = 154, truncated = 0 0.40.076.956 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.207 0.40.078.069 I slot launch_slot_: id 1 | task 64 | processing task, is_child = 0 0.40.080.391 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.221 0.40.080.439 I slot launch_slot_: id 2 | task 65 | processing task, is_child = 0 0.40.080.467 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.188 0.40.080.749 I slot launch_slot_: id 3 | task 66 | processing task, is_child = 0 0.40.956.867 I slot print_timing: id 0 | task 61 | prompt eval time = 403.48 ms / 149 tokens ( 2.71 ms per token, 369.29 tokens per second) 0.40.956.873 I slot print_timing: id 0 | task 61 | eval time = 879.91 ms / 2 tokens ( 879.91 ms per token, 1.14 tokens per second) 0.40.956.873 I slot print_timing: id 0 | task 61 | total time = 1283.39 ms / 151 tokens 0.40.956.873 I slot print_timing: id 0 | task 61 | graphs reused = 5 0.40.956.874 I slot print_timing: id 0 | task 61 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.956.896 I slot release: id 0 | task 61 | stop processing: n_tokens = 151, truncated = 0 0.41.023.479 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.192 0.41.024.452 I slot launch_slot_: id 0 | task 69 | processing task, is_child = 0 0.41.332.765 I slot print_timing: id 1 | task 64 | prompt eval time = 942.37 ms / 146 tokens ( 6.45 ms per token, 154.93 tokens per second) 0.41.332.768 I slot print_timing: id 1 | task 64 | eval time = 309.64 ms / 2 tokens ( 309.64 ms per token, 3.23 tokens per second) 0.41.332.768 I slot print_timing: id 1 | task 64 | total time = 1252.01 ms / 148 tokens 0.41.332.769 I slot print_timing: id 1 | task 64 | graphs reused = 5 0.41.332.769 I slot print_timing: id 1 | task 64 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.332.790 I slot release: id 1 | task 64 | stop processing: n_tokens = 148, truncated = 0 0.41.333.106 I slot print_timing: id 3 | task 66 | prompt eval time = 942.59 ms / 118 tokens ( 7.99 ms per token, 125.19 tokens per second) 0.41.333.110 I slot print_timing: id 3 | task 66 | eval time = 309.63 ms / 2 tokens ( 309.63 ms per token, 3.23 tokens per second) 0.41.333.111 I slot print_timing: id 3 | task 66 | total time = 1252.22 ms / 120 tokens 0.41.333.111 I slot print_timing: id 3 | task 66 | graphs reused = 5 0.41.333.111 I slot print_timing: id 3 | task 66 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.333.124 I slot release: id 3 | task 66 | stop processing: n_tokens = 120, truncated = 0 0.41.399.977 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.196 0.41.401.242 I slot launch_slot_: id 1 | task 72 | processing task, is_child = 0 0.41.402.256 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.242 0.41.402.301 I slot launch_slot_: id 3 | task 73 | processing task, is_child = 0 0.42.062.335 I slot print_timing: id 0 | task 69 | prompt eval time = 375.36 ms / 127 tokens ( 2.96 ms per token, 338.34 tokens per second) 0.42.062.338 I slot print_timing: id 0 | task 69 | eval time = 662.52 ms / 2 tokens ( 662.52 ms per token, 1.51 tokens per second) 0.42.062.338 I slot print_timing: id 0 | task 69 | total time = 1037.88 ms / 129 tokens 0.42.062.338 I slot print_timing: id 0 | task 69 | graphs reused = 5 0.42.062.339 I slot print_timing: id 0 | task 69 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.062.359 I slot release: id 0 | task 69 | stop processing: n_tokens = 129, truncated = 0 0.42.178.492 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.225 0.42.179.714 I slot launch_slot_: id 0 | task 76 | processing task, is_child = 0 0.42.541.364 I slot print_timing: id 3 | task 73 | prompt eval time = 776.10 ms / 145 tokens ( 5.35 ms per token, 186.83 tokens per second) 0.42.541.366 I slot print_timing: id 3 | task 73 | eval time = 362.87 ms / 2 tokens ( 362.87 ms per token, 2.76 tokens per second) 0.42.541.367 I slot print_timing: id 3 | task 73 | total time = 1138.97 ms / 147 tokens 0.42.541.367 I slot print_timing: id 3 | task 73 | graphs reused = 5 0.42.541.368 I slot print_timing: id 3 | task 73 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.541.390 I slot release: id 3 | task 73 | stop processing: n_tokens = 147, truncated = 0 0.42.621.696 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.197 0.42.622.640 I slot launch_slot_: id 3 | task 79 | processing task, is_child = 0 0.42.985.081 I slot print_timing: id 2 | task 65 | prompt eval time = 942.47 ms / 124 tokens ( 7.60 ms per token, 131.57 tokens per second) 0.42.985.086 I slot print_timing: id 2 | task 65 | eval time = 1961.78 ms / 8 tokens ( 280.25 ms per token, 3.57 tokens per second) 0.42.985.087 I slot print_timing: id 2 | task 65 | total time = 2904.26 ms / 132 tokens 0.42.985.087 I slot print_timing: id 2 | task 65 | graphs reused = 5 0.42.985.088 I slot print_timing: id 2 | task 65 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.985.110 I slot release: id 2 | task 65 | stop processing: n_tokens = 132, truncated = 0 0.43.065.067 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.220 0.43.066.515 I slot launch_slot_: id 2 | task 82 | processing task, is_child = 0 0.43.543.872 I slot print_timing: id 1 | task 72 | prompt eval time = 775.81 ms / 111 tokens ( 6.99 ms per token, 143.08 tokens per second) 0.43.543.877 I slot print_timing: id 1 | task 72 | eval time = 1365.75 ms / 8 tokens ( 195.11 ms per token, 5.13 tokens per second) 0.43.543.878 I slot print_timing: id 1 | task 72 | total time = 2141.57 ms / 119 tokens 0.43.543.879 I slot print_timing: id 1 | task 72 | graphs reused = 5 0.43.543.879 I slot print_timing: id 1 | task 72 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.543.897 I slot release: id 1 | task 72 | stop processing: n_tokens = 119, truncated = 0 0.43.610.753 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.244 0.43.611.539 I slot launch_slot_: id 1 | task 87 | processing task, is_child = 0 0.44.111.732 I slot print_timing: id 3 | task 79 | prompt eval time = 442.42 ms / 140 tokens ( 3.16 ms per token, 316.44 tokens per second) 0.44.111.737 I slot print_timing: id 3 | task 79 | eval time = 1046.66 ms / 8 tokens ( 149.52 ms per token, 6.69 tokens per second) 0.44.111.738 I slot print_timing: id 3 | task 79 | total time = 1489.08 ms / 148 tokens 0.44.111.738 I slot print_timing: id 3 | task 79 | graphs reused = 5 0.44.111.738 I slot print_timing: id 3 | task 79 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.111.760 I slot release: id 3 | task 79 | stop processing: n_tokens = 148, truncated = 0 0.44.153.586 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 0.44.154.684 I slot launch_slot_: id 3 | task 92 | processing task, is_child = 0 0.44.667.801 I slot print_timing: id 2 | task 82 | prompt eval time = 434.51 ms / 107 tokens ( 4.06 ms per token, 246.25 tokens per second) 0.44.667.806 I slot print_timing: id 2 | task 82 | eval time = 1166.77 ms / 9 tokens ( 145.85 ms per token, 6.86 tokens per second) 0.44.667.807 I slot print_timing: id 2 | task 82 | total time = 1601.28 ms / 116 tokens 0.44.667.807 I slot print_timing: id 2 | task 82 | graphs reused = 5 0.44.667.807 I slot print_timing: id 2 | task 82 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.667.827 I slot release: id 2 | task 82 | stop processing: n_tokens = 116, truncated = 0 0.44.734.766 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.250 0.44.735.526 I slot launch_slot_: id 2 | task 96 | processing task, is_child = 0 0.45.338.456 I slot print_timing: id 1 | task 87 | prompt eval time = 457.30 ms / 112 tokens ( 4.08 ms per token, 244.92 tokens per second) 0.45.338.461 I slot print_timing: id 1 | task 87 | eval time = 1269.61 ms / 9 tokens ( 158.70 ms per token, 6.30 tokens per second) 0.45.338.462 I slot print_timing: id 1 | task 87 | total time = 1726.91 ms / 121 tokens 0.45.338.462 I slot print_timing: id 1 | task 87 | graphs reused = 5 0.45.338.463 I slot print_timing: id 1 | task 87 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.338.482 I slot release: id 1 | task 87 | stop processing: n_tokens = 121, truncated = 0 0.45.338.656 I slot print_timing: id 2 | task 96 | prompt eval time = 560.33 ms / 176 tokens ( 3.18 ms per token, 314.10 tokens per second) 0.45.338.659 I slot print_timing: id 2 | task 96 | eval time = 42.80 ms / 2 tokens ( 42.80 ms per token, 23.36 tokens per second) 0.45.338.660 I slot print_timing: id 2 | task 96 | total time = 603.12 ms / 178 tokens 0.45.338.660 I slot print_timing: id 2 | task 96 | graphs reused = 5 0.45.338.660 I slot print_timing: id 2 | task 96 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.338.676 I slot release: id 2 | task 96 | stop processing: n_tokens = 178, truncated = 0 0.45.391.887 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.240 0.45.392.648 I slot launch_slot_: id 1 | task 101 | processing task, is_child = 0 0.45.394.092 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.163 0.45.394.140 I slot launch_slot_: id 2 | task 102 | processing task, is_child = 0 0.46.262.815 I slot print_timing: id 1 | task 101 | prompt eval time = 825.67 ms / 136 tokens ( 6.07 ms per token, 164.71 tokens per second) 0.46.262.818 I slot print_timing: id 1 | task 101 | eval time = 42.99 ms / 2 tokens ( 42.99 ms per token, 23.26 tokens per second) 0.46.262.818 I slot print_timing: id 1 | task 101 | total time = 868.67 ms / 138 tokens 0.46.262.818 I slot print_timing: id 1 | task 101 | graphs reused = 5 0.46.262.819 I slot print_timing: id 1 | task 101 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.262.845 I slot release: id 1 | task 101 | stop processing: n_tokens = 138, truncated = 0 0.46.263.017 I slot print_timing: id 2 | task 102 | prompt eval time = 825.78 ms / 168 tokens ( 4.92 ms per token, 203.44 tokens per second) 0.46.263.019 I slot print_timing: id 2 | task 102 | eval time = 43.02 ms / 2 tokens ( 43.02 ms per token, 23.25 tokens per second) 0.46.263.019 I slot print_timing: id 2 | task 102 | total time = 868.80 ms / 170 tokens 0.46.263.019 I slot print_timing: id 2 | task 102 | graphs reused = 5 0.46.263.020 I slot print_timing: id 2 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.263.034 I slot release: id 2 | task 102 | stop processing: n_tokens = 170, truncated = 0 0.46.316.478 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.210 0.46.317.667 I slot launch_slot_: id 1 | task 107 | processing task, is_child = 0 0.46.319.091 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.171 0.46.319.138 I slot launch_slot_: id 2 | task 108 | processing task, is_child = 0 0.47.246.776 I slot print_timing: id 1 | task 107 | prompt eval time = 884.76 ms / 150 tokens ( 5.90 ms per token, 169.54 tokens per second) 0.47.246.782 I slot print_timing: id 1 | task 107 | eval time = 42.88 ms / 2 tokens ( 42.88 ms per token, 23.32 tokens per second) 0.47.246.783 I slot print_timing: id 1 | task 107 | total time = 927.63 ms / 152 tokens 0.47.246.783 I slot print_timing: id 1 | task 107 | graphs reused = 5 0.47.246.783 I slot print_timing: id 1 | task 107 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.246.806 I slot release: id 1 | task 107 | stop processing: n_tokens = 152, truncated = 0 0.47.314.047 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.191 0.47.315.060 I slot launch_slot_: id 1 | task 113 | processing task, is_child = 0 0.47.874.196 I slot print_timing: id 1 | task 113 | prompt eval time = 516.29 ms / 143 tokens ( 3.61 ms per token, 276.98 tokens per second) 0.47.874.201 I slot print_timing: id 1 | task 113 | eval time = 42.84 ms / 2 tokens ( 42.84 ms per token, 23.34 tokens per second) 0.47.874.201 I slot print_timing: id 1 | task 113 | total time = 559.13 ms / 145 tokens 0.47.874.201 I slot print_timing: id 1 | task 113 | graphs reused = 5 0.47.874.202 I slot print_timing: id 1 | task 113 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.874.224 I slot release: id 1 | task 113 | stop processing: n_tokens = 145, truncated = 0 0.47.941.210 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.200 0.47.942.457 I slot launch_slot_: id 1 | task 118 | processing task, is_child = 0 0.48.287.342 I slot print_timing: id 2 | task 108 | prompt eval time = 884.85 ms / 179 tokens ( 4.94 ms per token, 202.29 tokens per second) 0.48.287.348 I slot print_timing: id 2 | task 108 | eval time = 1083.27 ms / 8 tokens ( 154.75 ms per token, 6.46 tokens per second) 0.48.287.348 I slot print_timing: id 2 | task 108 | total time = 1968.12 ms / 187 tokens 0.48.287.348 I slot print_timing: id 2 | task 108 | graphs reused = 5 0.48.287.349 I slot print_timing: id 2 | task 108 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.287.371 I slot release: id 2 | task 108 | stop processing: n_tokens = 187, truncated = 0 0.48.390.428 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.155 0.48.391.983 I slot launch_slot_: id 2 | task 121 | processing task, is_child = 0 0.48.722.528 I slot print_timing: id 0 | task 76 | prompt eval time = 441.67 ms / 134 tokens ( 3.30 ms per token, 303.40 tokens per second) 0.48.722.531 I slot print_timing: id 0 | task 76 | eval time = 6101.14 ms / 33 tokens ( 190.66 ms per token, 5.24 tokens per second) 0.48.722.531 I slot print_timing: id 0 | task 76 | total time = 6542.80 ms / 167 tokens 0.48.722.532 I slot print_timing: id 0 | task 76 | graphs reused = 5 0.48.722.532 I slot print_timing: id 0 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.722.552 I slot release: id 0 | task 76 | stop processing: n_tokens = 167, truncated = 0 0.48.722.882 I slot print_timing: id 3 | task 92 | prompt eval time = 513.34 ms / 185 tokens ( 2.77 ms per token, 360.39 tokens per second) 0.48.722.884 I slot print_timing: id 3 | task 92 | eval time = 4054.85 ms / 21 tokens ( 202.74 ms per token, 4.93 tokens per second) 0.48.722.884 I slot print_timing: id 3 | task 92 | total time = 4568.19 ms / 206 tokens 0.48.722.884 I slot print_timing: id 3 | task 92 | graphs reused = 5 0.48.722.885 I slot print_timing: id 3 | task 92 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.722.905 I slot release: id 3 | task 92 | stop processing: n_tokens = 206, truncated = 0 0.48.801.025 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.180 0.48.802.620 I slot launch_slot_: id 0 | task 124 | processing task, is_child = 0 0.48.805.108 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.141 0.48.805.163 I slot launch_slot_: id 3 | task 125 | processing task, is_child = 0 0.49.657.762 I slot print_timing: id 3 | task 125 | prompt eval time = 809.58 ms / 166 tokens ( 4.88 ms per token, 205.05 tokens per second) 0.49.657.768 I slot print_timing: id 3 | task 125 | eval time = 42.92 ms / 2 tokens ( 42.92 ms per token, 23.30 tokens per second) 0.49.657.768 I slot print_timing: id 3 | task 125 | total time = 852.49 ms / 168 tokens 0.49.657.768 I slot print_timing: id 3 | task 125 | graphs reused = 5 0.49.657.769 I slot print_timing: id 3 | task 125 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.657.795 I slot release: id 3 | task 125 | stop processing: n_tokens = 168, truncated = 0 0.49.700.097 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.185 0.49.701.529 I slot launch_slot_: id 3 | task 130 | processing task, is_child = 0 0.50.191.545 I slot print_timing: id 2 | task 121 | prompt eval time = 409.03 ms / 133 tokens ( 3.08 ms per token, 325.16 tokens per second) 0.50.191.550 I slot print_timing: id 2 | task 121 | eval time = 1390.52 ms / 8 tokens ( 198.65 ms per token, 5.03 tokens per second) 0.50.191.551 I slot print_timing: id 2 | task 121 | total time = 1799.55 ms / 141 tokens 0.50.191.551 I slot print_timing: id 2 | task 121 | graphs reused = 5 0.50.191.552 I slot print_timing: id 2 | task 121 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.191.573 I slot release: id 2 | task 121 | stop processing: n_tokens = 141, truncated = 0 0.50.258.586 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.206 0.50.259.476 I slot launch_slot_: id 2 | task 135 | processing task, is_child = 0 0.50.713.087 I slot print_timing: id 0 | task 124 | prompt eval time = 809.21 ms / 112 tokens ( 7.23 ms per token, 138.41 tokens per second) 0.50.713.092 I slot print_timing: id 0 | task 124 | eval time = 1098.70 ms / 8 tokens ( 156.96 ms per token, 6.37 tokens per second) 0.50.713.093 I slot print_timing: id 0 | task 124 | total time = 1907.91 ms / 120 tokens 0.50.713.094 I slot print_timing: id 0 | task 124 | graphs reused = 5 0.50.713.094 I slot print_timing: id 0 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.713.113 I slot release: id 0 | task 124 | stop processing: n_tokens = 120, truncated = 0 0.50.816.631 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.242 0.50.817.652 I slot launch_slot_: id 0 | task 138 | processing task, is_child = 0 0.51.327.545 I slot print_timing: id 1 | task 118 | prompt eval time = 447.81 ms / 129 tokens ( 3.47 ms per token, 288.07 tokens per second) 0.51.327.551 I slot print_timing: id 1 | task 118 | eval time = 2937.27 ms / 15 tokens ( 209.81 ms per token, 4.77 tokens per second) 0.51.327.552 I slot print_timing: id 1 | task 118 | total time = 3385.08 ms / 144 tokens 0.51.327.552 I slot print_timing: id 1 | task 118 | graphs reused = 5 0.51.327.552 I slot print_timing: id 1 | task 118 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.327.578 I slot release: id 1 | task 118 | stop processing: n_tokens = 144, truncated = 0 0.51.394.387 I slot print_timing: id 0 | task 138 | prompt eval time = 509.74 ms / 166 tokens ( 3.07 ms per token, 325.66 tokens per second) 0.51.394.390 I slot print_timing: id 0 | task 138 | eval time = 66.99 ms / 2 tokens ( 66.99 ms per token, 14.93 tokens per second) 0.51.394.391 I slot print_timing: id 0 | task 138 | total time = 576.73 ms / 168 tokens 0.51.394.391 I slot print_timing: id 0 | task 138 | graphs reused = 5 0.51.394.392 I slot print_timing: id 0 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.394.413 I slot release: id 0 | task 138 | stop processing: n_tokens = 168, truncated = 0 0.51.394.758 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.173 0.51.396.287 I slot launch_slot_: id 0 | task 142 | processing task, is_child = 0 0.51.700.407 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.208 0.51.700.479 I slot launch_slot_: id 1 | task 144 | processing task, is_child = 0 0.52.162.427 I slot print_timing: id 0 | task 142 | prompt eval time = 648.26 ms / 115 tokens ( 5.64 ms per token, 177.40 tokens per second) 0.52.162.431 I slot print_timing: id 0 | task 142 | eval time = 116.68 ms / 2 tokens ( 116.68 ms per token, 8.57 tokens per second) 0.52.162.432 I slot print_timing: id 0 | task 142 | total time = 764.94 ms / 117 tokens 0.52.162.432 I slot print_timing: id 0 | task 142 | graphs reused = 6 0.52.162.433 I slot print_timing: id 0 | task 142 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.162.452 I slot release: id 0 | task 142 | stop processing: n_tokens = 117, truncated = 0 0.52.205.094 I slot print_timing: id 1 | task 144 | prompt eval time = 461.97 ms / 115 tokens ( 4.02 ms per token, 248.94 tokens per second) 0.52.205.099 I slot print_timing: id 1 | task 144 | eval time = 42.44 ms / 2 tokens ( 42.44 ms per token, 23.56 tokens per second) 0.52.205.099 I slot print_timing: id 1 | task 144 | total time = 504.41 ms / 117 tokens 0.52.205.100 I slot print_timing: id 1 | task 144 | graphs reused = 6 0.52.205.100 I slot print_timing: id 1 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.205.119 I slot release: id 1 | task 144 | stop processing: n_tokens = 117, truncated = 0 0.52.205.294 I slot print_timing: id 2 | task 135 | prompt eval time = 557.00 ms / 168 tokens ( 3.32 ms per token, 301.62 tokens per second) 0.52.205.296 I slot print_timing: id 2 | task 135 | eval time = 1388.82 ms / 8 tokens ( 198.40 ms per token, 5.04 tokens per second) 0.52.205.296 I slot print_timing: id 2 | task 135 | total time = 1945.81 ms / 176 tokens 0.52.205.297 I slot print_timing: id 2 | task 135 | graphs reused = 6 0.52.205.297 I slot print_timing: id 2 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.205.311 I slot release: id 2 | task 135 | stop processing: n_tokens = 176, truncated = 0 0.52.205.497 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.248 0.52.206.260 I slot launch_slot_: id 0 | task 148 | processing task, is_child = 0 0.52.208.836 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.52.209.107 I slot launch_slot_: id 1 | task 150 | processing task, is_child = 0 0.52.209.137 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.165 0.52.209.176 I slot launch_slot_: id 2 | task 149 | processing task, is_child = 0 0.53.236.192 I slot print_timing: id 0 | task 148 | prompt eval time = 983.86 ms / 134 tokens ( 7.34 ms per token, 136.20 tokens per second) 0.53.236.197 I slot print_timing: id 0 | task 148 | eval time = 43.15 ms / 2 tokens ( 43.15 ms per token, 23.17 tokens per second) 0.53.236.198 I slot print_timing: id 0 | task 148 | total time = 1027.01 ms / 136 tokens 0.53.236.198 I slot print_timing: id 0 | task 148 | graphs reused = 6 0.53.236.199 I slot print_timing: id 0 | task 148 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.236.220 I slot release: id 0 | task 148 | stop processing: n_tokens = 136, truncated = 0 0.53.236.388 I slot print_timing: id 1 | task 150 | prompt eval time = 983.98 ms / 127 tokens ( 7.75 ms per token, 129.07 tokens per second) 0.53.236.390 I slot print_timing: id 1 | task 150 | eval time = 43.17 ms / 2 tokens ( 43.17 ms per token, 23.16 tokens per second) 0.53.236.391 I slot print_timing: id 1 | task 150 | total time = 1027.14 ms / 129 tokens 0.53.236.392 I slot print_timing: id 1 | task 150 | graphs reused = 6 0.53.236.392 I slot print_timing: id 1 | task 150 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.236.406 I slot release: id 1 | task 150 | stop processing: n_tokens = 129, truncated = 0 0.53.236.769 I slot print_timing: id 3 | task 130 | prompt eval time = 446.98 ms / 163 tokens ( 2.74 ms per token, 364.67 tokens per second) 0.53.236.770 I slot print_timing: id 3 | task 130 | eval time = 3088.26 ms / 15 tokens ( 220.59 ms per token, 4.53 tokens per second) 0.53.236.771 I slot print_timing: id 3 | task 130 | total time = 3535.23 ms / 178 tokens 0.53.236.771 I slot print_timing: id 3 | task 130 | graphs reused = 6 0.53.236.771 I slot print_timing: id 3 | task 130 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.236.784 I slot release: id 3 | task 130 | stop processing: n_tokens = 178, truncated = 0 0.53.264.593 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.213 0.53.265.693 I slot launch_slot_: id 0 | task 155 | processing task, is_child = 0 0.53.268.176 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 0.53.268.220 I slot launch_slot_: id 1 | task 156 | processing task, is_child = 0 0.53.268.249 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.163 0.53.268.298 I slot launch_slot_: id 3 | task 157 | processing task, is_child = 0 0.54.337.474 I slot print_timing: id 0 | task 155 | prompt eval time = 1026.01 ms / 127 tokens ( 8.08 ms per token, 123.78 tokens per second) 0.54.337.478 I slot print_timing: id 0 | task 155 | eval time = 43.16 ms / 2 tokens ( 43.16 ms per token, 23.17 tokens per second) 0.54.337.478 I slot print_timing: id 0 | task 155 | total time = 1069.17 ms / 129 tokens 0.54.337.478 I slot print_timing: id 0 | task 155 | graphs reused = 6 0.54.337.479 I slot print_timing: id 0 | task 155 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.337.499 I slot release: id 0 | task 155 | stop processing: n_tokens = 129, truncated = 0 0.54.337.664 I slot print_timing: id 1 | task 156 | prompt eval time = 1026.11 ms / 144 tokens ( 7.13 ms per token, 140.34 tokens per second) 0.54.337.666 I slot print_timing: id 1 | task 156 | eval time = 43.17 ms / 2 tokens ( 43.17 ms per token, 23.16 tokens per second) 0.54.337.666 I slot print_timing: id 1 | task 156 | total time = 1069.28 ms / 146 tokens 0.54.337.667 I slot print_timing: id 1 | task 156 | graphs reused = 6 0.54.337.667 I slot print_timing: id 1 | task 156 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.337.683 I slot release: id 1 | task 156 | stop processing: n_tokens = 146, truncated = 0 0.54.338.050 I slot print_timing: id 3 | task 157 | prompt eval time = 1026.37 ms / 124 tokens ( 8.28 ms per token, 120.81 tokens per second) 0.54.338.052 I slot print_timing: id 3 | task 157 | eval time = 43.24 ms / 2 tokens ( 43.24 ms per token, 23.13 tokens per second) 0.54.338.052 I slot print_timing: id 3 | task 157 | total time = 1069.60 ms / 126 tokens 0.54.338.052 I slot print_timing: id 3 | task 157 | graphs reused = 6 0.54.338.053 I slot print_timing: id 3 | task 157 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.338.067 I slot release: id 3 | task 157 | stop processing: n_tokens = 126, truncated = 0 0.54.365.937 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.225 0.54.367.325 I slot launch_slot_: id 0 | task 162 | processing task, is_child = 0 0.54.369.060 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.205 0.54.369.107 I slot launch_slot_: id 1 | task 163 | processing task, is_child = 0 0.54.369.134 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.230 0.54.369.175 I slot launch_slot_: id 3 | task 164 | processing task, is_child = 0 0.55.392.699 I slot print_timing: id 2 | task 149 | prompt eval time = 984.10 ms / 153 tokens ( 6.43 ms per token, 155.47 tokens per second) 0.55.392.702 I slot print_timing: id 2 | task 149 | eval time = 2199.30 ms / 9 tokens ( 274.91 ms per token, 3.64 tokens per second) 0.55.392.702 I slot print_timing: id 2 | task 149 | total time = 3183.40 ms / 162 tokens 0.55.392.703 I slot print_timing: id 2 | task 149 | graphs reused = 6 0.55.392.703 I slot print_timing: id 2 | task 149 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.392.728 I slot release: id 2 | task 149 | stop processing: n_tokens = 162, truncated = 0 0.55.459.775 I slot print_timing: id 0 | task 162 | prompt eval time = 1023.20 ms / 145 tokens ( 7.06 ms per token, 141.71 tokens per second) 0.55.459.778 I slot print_timing: id 0 | task 162 | eval time = 67.39 ms / 2 tokens ( 67.39 ms per token, 14.84 tokens per second) 0.55.459.778 I slot print_timing: id 0 | task 162 | total time = 1090.59 ms / 147 tokens 0.55.459.778 I slot print_timing: id 0 | task 162 | graphs reused = 6 0.55.459.779 I slot print_timing: id 0 | task 162 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.459.802 I slot release: id 0 | task 162 | stop processing: n_tokens = 147, truncated = 0 0.55.460.143 I slot print_timing: id 3 | task 164 | prompt eval time = 1023.62 ms / 124 tokens ( 8.26 ms per token, 121.14 tokens per second) 0.55.460.145 I slot print_timing: id 3 | task 164 | eval time = 67.21 ms / 2 tokens ( 67.21 ms per token, 14.88 tokens per second) 0.55.460.146 I slot print_timing: id 3 | task 164 | total time = 1090.83 ms / 126 tokens 0.55.460.146 I slot print_timing: id 3 | task 164 | graphs reused = 6 0.55.460.146 I slot print_timing: id 3 | task 164 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.460.159 I slot release: id 3 | task 164 | stop processing: n_tokens = 126, truncated = 0 0.55.460.163 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.238 0.55.461.344 I slot launch_slot_: id 3 | task 168 | processing task, is_child = 0 0.55.464.023 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.197 0.55.464.077 I slot launch_slot_: id 0 | task 169 | processing task, is_child = 0 0.56.020.819 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.179 0.56.020.893 I slot launch_slot_: id 2 | task 170 | processing task, is_child = 0 0.56.631.680 I slot print_timing: id 3 | task 168 | prompt eval time = 1061.53 ms / 113 tokens ( 9.39 ms per token, 106.45 tokens per second) 0.56.631.682 I slot print_timing: id 3 | task 168 | eval time = 105.96 ms / 2 tokens ( 105.96 ms per token, 9.44 tokens per second) 0.56.631.683 I slot print_timing: id 3 | task 168 | total time = 1167.49 ms / 115 tokens 0.56.631.683 I slot print_timing: id 3 | task 168 | graphs reused = 6 0.56.631.684 I slot print_timing: id 3 | task 168 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.631.705 I slot release: id 3 | task 168 | stop processing: n_tokens = 115, truncated = 0 0.56.673.767 I slot print_timing: id 2 | task 170 | prompt eval time = 610.40 ms / 174 tokens ( 3.51 ms per token, 285.06 tokens per second) 0.56.673.769 I slot print_timing: id 2 | task 170 | eval time = 42.25 ms / 2 tokens ( 42.25 ms per token, 23.67 tokens per second) 0.56.673.770 I slot print_timing: id 2 | task 170 | total time = 652.65 ms / 176 tokens 0.56.673.770 I slot print_timing: id 2 | task 170 | graphs reused = 6 0.56.673.771 I slot print_timing: id 2 | task 170 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.673.794 I slot release: id 2 | task 170 | stop processing: n_tokens = 176, truncated = 0 0.56.673.799 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 0.56.674.668 I slot launch_slot_: id 3 | task 175 | processing task, is_child = 0 0.56.982.443 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.165 0.56.982.507 I slot launch_slot_: id 2 | task 177 | processing task, is_child = 0 0.57.567.307 I slot print_timing: id 1 | task 163 | prompt eval time = 1023.31 ms / 137 tokens ( 7.47 ms per token, 133.88 tokens per second) 0.57.567.311 I slot print_timing: id 1 | task 163 | eval time = 2174.75 ms / 8 tokens ( 310.68 ms per token, 3.22 tokens per second) 0.57.567.311 I slot print_timing: id 1 | task 163 | total time = 3198.06 ms / 145 tokens 0.57.567.312 I slot print_timing: id 1 | task 163 | graphs reused = 6 0.57.567.312 I slot print_timing: id 1 | task 163 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.567.334 I slot release: id 1 | task 163 | stop processing: n_tokens = 145, truncated = 0 0.57.661.243 I slot print_timing: id 3 | task 175 | prompt eval time = 891.31 ms / 121 tokens ( 7.37 ms per token, 135.75 tokens per second) 0.57.661.249 I slot print_timing: id 3 | task 175 | eval time = 93.70 ms / 2 tokens ( 93.70 ms per token, 10.67 tokens per second) 0.57.661.249 I slot print_timing: id 3 | task 175 | total time = 985.01 ms / 123 tokens 0.57.661.250 I slot print_timing: id 3 | task 175 | graphs reused = 6 0.57.661.250 I slot print_timing: id 3 | task 175 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.661.270 I slot release: id 3 | task 175 | stop processing: n_tokens = 123, truncated = 0 0.57.661.276 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.207 0.57.662.549 I slot launch_slot_: id 1 | task 180 | processing task, is_child = 0 0.58.048.136 I slot print_timing: id 2 | task 177 | prompt eval time = 678.57 ms / 238 tokens ( 2.85 ms per token, 350.74 tokens per second) 0.58.048.141 I slot print_timing: id 2 | task 177 | eval time = 387.06 ms / 2 tokens ( 387.06 ms per token, 2.58 tokens per second) 0.58.048.142 I slot print_timing: id 2 | task 177 | total time = 1065.62 ms / 240 tokens 0.58.048.142 I slot print_timing: id 2 | task 177 | graphs reused = 6 0.58.048.143 I slot print_timing: id 2 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.048.170 I slot release: id 2 | task 177 | stop processing: n_tokens = 240, truncated = 0 0.58.048.176 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 0.58.051.468 I slot launch_slot_: id 2 | task 182 | processing task, is_child = 0 0.58.518.728 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.252 0.58.518.814 I slot launch_slot_: id 3 | task 184 | processing task, is_child = 0 0.58.923.485 I slot print_timing: id 1 | task 180 | prompt eval time = 855.71 ms / 141 tokens ( 6.07 ms per token, 164.78 tokens per second) 0.58.923.490 I slot print_timing: id 1 | task 180 | eval time = 404.76 ms / 2 tokens ( 404.76 ms per token, 2.47 tokens per second) 0.58.923.490 I slot print_timing: id 1 | task 180 | total time = 1260.47 ms / 143 tokens 0.58.923.491 I slot print_timing: id 1 | task 180 | graphs reused = 6 0.58.923.491 I slot print_timing: id 1 | task 180 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.923.515 I slot release: id 1 | task 180 | stop processing: n_tokens = 143, truncated = 0 0.59.027.924 I slot print_timing: id 2 | task 182 | prompt eval time = 871.23 ms / 179 tokens ( 4.87 ms per token, 205.46 tokens per second) 0.59.027.927 I slot print_timing: id 2 | task 182 | eval time = 104.19 ms / 2 tokens ( 104.19 ms per token, 9.60 tokens per second) 0.59.027.927 I slot print_timing: id 2 | task 182 | total time = 975.42 ms / 181 tokens 0.59.027.928 I slot print_timing: id 2 | task 182 | graphs reused = 6 0.59.027.928 I slot print_timing: id 2 | task 182 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.027.950 I slot release: id 2 | task 182 | stop processing: n_tokens = 181, truncated = 0 0.59.028.153 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.210 0.59.029.792 I slot launch_slot_: id 1 | task 187 | processing task, is_child = 0 0.59.417.158 I slot print_timing: id 3 | task 184 | prompt eval time = 509.05 ms / 158 tokens ( 3.22 ms per token, 310.38 tokens per second) 0.59.417.162 I slot print_timing: id 3 | task 184 | eval time = 389.00 ms / 2 tokens ( 389.00 ms per token, 2.57 tokens per second) 0.59.417.162 I slot print_timing: id 3 | task 184 | total time = 898.06 ms / 160 tokens 0.59.417.163 I slot print_timing: id 3 | task 184 | graphs reused = 6 0.59.417.163 I slot print_timing: id 3 | task 184 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.417.188 I slot release: id 3 | task 184 | stop processing: n_tokens = 160, truncated = 0 0.59.417.194 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.160 0.59.417.263 I slot launch_slot_: id 2 | task 189 | processing task, is_child = 0 0.59.822.283 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.181 0.59.822.408 I slot launch_slot_: id 3 | task 191 | processing task, is_child = 0 1.00.352.969 I slot print_timing: id 1 | task 187 | prompt eval time = 791.34 ms / 148 tokens ( 5.35 ms per token, 187.02 tokens per second) 1.00.352.974 I slot print_timing: id 1 | task 187 | eval time = 530.69 ms / 2 tokens ( 530.69 ms per token, 1.88 tokens per second) 1.00.352.975 I slot print_timing: id 1 | task 187 | total time = 1322.03 ms / 150 tokens 1.00.352.975 I slot print_timing: id 1 | task 187 | graphs reused = 6 1.00.352.976 I slot print_timing: id 1 | task 187 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.352.999 I slot release: id 1 | task 187 | stop processing: n_tokens = 150, truncated = 0 1.00.458.105 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.286 (> 0.100 thold), f_keep = 0.213 1.00.459.463 I slot launch_slot_: id 1 | task 194 | processing task, is_child = 0 1.00.801.105 I slot print_timing: id 3 | task 191 | prompt eval time = 635.40 ms / 225 tokens ( 2.82 ms per token, 354.11 tokens per second) 1.00.801.110 I slot print_timing: id 3 | task 191 | eval time = 343.00 ms / 2 tokens ( 343.00 ms per token, 2.92 tokens per second) 1.00.801.110 I slot print_timing: id 3 | task 191 | total time = 978.40 ms / 227 tokens 1.00.801.110 I slot print_timing: id 3 | task 191 | graphs reused = 6 1.00.801.111 I slot print_timing: id 3 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.801.143 I slot release: id 3 | task 191 | stop processing: n_tokens = 227, truncated = 0 1.00.904.641 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.128 1.00.906.755 I slot launch_slot_: id 3 | task 197 | processing task, is_child = 0 1.01.339.679 I slot print_timing: id 1 | task 194 | prompt eval time = 445.00 ms / 111 tokens ( 4.01 ms per token, 249.44 tokens per second) 1.01.339.684 I slot print_timing: id 1 | task 194 | eval time = 435.20 ms / 2 tokens ( 435.20 ms per token, 2.30 tokens per second) 1.01.339.685 I slot print_timing: id 1 | task 194 | total time = 880.21 ms / 113 tokens 1.01.339.685 I slot print_timing: id 1 | task 194 | graphs reused = 6 1.01.339.686 I slot print_timing: id 1 | task 194 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.339.706 I slot release: id 1 | task 194 | stop processing: n_tokens = 113, truncated = 0 1.01.443.734 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.265 1.01.444.166 I slot launch_slot_: id 1 | task 200 | processing task, is_child = 0 1.01.786.961 I slot print_timing: id 3 | task 197 | prompt eval time = 536.97 ms / 192 tokens ( 2.80 ms per token, 357.56 tokens per second) 1.01.786.964 I slot print_timing: id 3 | task 197 | eval time = 343.23 ms / 2 tokens ( 343.23 ms per token, 2.91 tokens per second) 1.01.786.964 I slot print_timing: id 3 | task 197 | total time = 880.20 ms / 194 tokens 1.01.786.965 I slot print_timing: id 3 | task 197 | graphs reused = 6 1.01.786.965 I slot print_timing: id 3 | task 197 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.786.993 I slot release: id 3 | task 197 | stop processing: n_tokens = 194, truncated = 0 1.01.890.343 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.149 1.01.892.029 I slot launch_slot_: id 3 | task 203 | processing task, is_child = 0 1.02.256.142 I slot print_timing: id 1 | task 200 | prompt eval time = 446.00 ms / 118 tokens ( 3.78 ms per token, 264.57 tokens per second) 1.02.256.147 I slot print_timing: id 1 | task 200 | eval time = 365.97 ms / 2 tokens ( 365.97 ms per token, 2.73 tokens per second) 1.02.256.148 I slot print_timing: id 1 | task 200 | total time = 811.97 ms / 120 tokens 1.02.256.148 I slot print_timing: id 1 | task 200 | graphs reused = 6 1.02.256.148 I slot print_timing: id 1 | task 200 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.256.167 I slot release: id 1 | task 200 | stop processing: n_tokens = 120, truncated = 0 1.02.360.212 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.242 1.02.360.676 I slot launch_slot_: id 1 | task 206 | processing task, is_child = 0 1.02.826.477 I slot print_timing: id 3 | task 203 | prompt eval time = 468.18 ms / 146 tokens ( 3.21 ms per token, 311.85 tokens per second) 1.02.826.480 I slot print_timing: id 3 | task 203 | eval time = 466.26 ms / 2 tokens ( 466.26 ms per token, 2.14 tokens per second) 1.02.826.480 I slot print_timing: id 3 | task 203 | total time = 934.44 ms / 148 tokens 1.02.826.481 I slot print_timing: id 3 | task 203 | graphs reused = 6 1.02.826.481 I slot print_timing: id 3 | task 203 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.826.503 I slot release: id 3 | task 203 | stop processing: n_tokens = 148, truncated = 0 1.02.931.077 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.196 1.02.932.347 I slot launch_slot_: id 3 | task 209 | processing task, is_child = 0 1.03.419.837 I slot print_timing: id 3 | task 209 | prompt eval time = 444.24 ms / 136 tokens ( 3.27 ms per token, 306.14 tokens per second) 1.03.419.841 I slot print_timing: id 3 | task 209 | eval time = 43.25 ms / 2 tokens ( 43.25 ms per token, 23.12 tokens per second) 1.03.419.841 I slot print_timing: id 3 | task 209 | total time = 487.48 ms / 138 tokens 1.03.419.841 I slot print_timing: id 3 | task 209 | graphs reused = 6 1.03.419.842 I slot print_timing: id 3 | task 209 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.419.865 I slot release: id 3 | task 209 | stop processing: n_tokens = 138, truncated = 0 1.03.462.352 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.210 1.03.463.518 I slot launch_slot_: id 3 | task 214 | processing task, is_child = 0 1.04.019.579 I slot print_timing: id 0 | task 169 | prompt eval time = 1061.26 ms / 127 tokens ( 8.36 ms per token, 119.67 tokens per second) 1.04.019.581 I slot print_timing: id 0 | task 169 | eval time = 7494.20 ms / 34 tokens ( 227.10 ms per token, 4.40 tokens per second) 1.04.019.581 I slot print_timing: id 0 | task 169 | total time = 8555.46 ms / 161 tokens 1.04.019.582 I slot print_timing: id 0 | task 169 | graphs reused = 9 1.04.019.582 I slot print_timing: id 0 | task 169 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.019.603 I slot release: id 0 | task 169 | stop processing: n_tokens = 161, truncated = 0 1.04.062.473 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.180 1.04.063.776 I slot launch_slot_: id 0 | task 222 | processing task, is_child = 0 1.04.449.111 I slot print_timing: id 3 | task 214 | prompt eval time = 389.18 ms / 121 tokens ( 3.22 ms per token, 310.91 tokens per second) 1.04.449.114 I slot print_timing: id 3 | task 214 | eval time = 596.40 ms / 8 tokens ( 85.20 ms per token, 11.74 tokens per second) 1.04.449.115 I slot print_timing: id 3 | task 214 | total time = 985.58 ms / 129 tokens 1.04.449.115 I slot print_timing: id 3 | task 214 | graphs reused = 10 1.04.449.115 I slot print_timing: id 3 | task 214 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.449.136 I slot release: id 3 | task 214 | stop processing: n_tokens = 129, truncated = 0 1.04.491.656 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.225 1.04.492.519 I slot launch_slot_: id 3 | task 226 | processing task, is_child = 0 1.05.169.663 I slot print_timing: id 0 | task 222 | prompt eval time = 384.86 ms / 114 tokens ( 3.38 ms per token, 296.21 tokens per second) 1.05.169.668 I slot print_timing: id 0 | task 222 | eval time = 721.02 ms / 8 tokens ( 103.00 ms per token, 9.71 tokens per second) 1.05.169.669 I slot print_timing: id 0 | task 222 | total time = 1105.88 ms / 122 tokens 1.05.169.669 I slot print_timing: id 0 | task 222 | graphs reused = 13 1.05.169.670 I slot print_timing: id 0 | task 222 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.169.691 I slot release: id 0 | task 222 | stop processing: n_tokens = 122, truncated = 0 1.05.212.216 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.238 1.05.213.078 I slot launch_slot_: id 0 | task 234 | processing task, is_child = 0 1.05.657.631 I slot print_timing: id 3 | task 226 | prompt eval time = 511.00 ms / 166 tokens ( 3.08 ms per token, 324.85 tokens per second) 1.05.657.640 I slot print_timing: id 3 | task 226 | eval time = 654.10 ms / 8 tokens ( 93.44 ms per token, 10.70 tokens per second) 1.05.657.641 I slot print_timing: id 3 | task 226 | total time = 1165.10 ms / 174 tokens 1.05.657.642 I slot print_timing: id 3 | task 226 | graphs reused = 14 1.05.657.643 I slot print_timing: id 3 | task 226 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.657.694 I slot release: id 3 | task 226 | stop processing: n_tokens = 174, truncated = 0 1.05.702.737 I slot print_timing: id 0 | task 234 | prompt eval time = 443.36 ms / 138 tokens ( 3.21 ms per token, 311.26 tokens per second) 1.05.702.742 I slot print_timing: id 0 | task 234 | eval time = 46.29 ms / 2 tokens ( 46.29 ms per token, 21.60 tokens per second) 1.05.702.742 I slot print_timing: id 0 | task 234 | total time = 489.65 ms / 140 tokens 1.05.702.743 I slot print_timing: id 0 | task 234 | graphs reused = 14 1.05.702.744 I slot print_timing: id 0 | task 234 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.702.777 I slot release: id 0 | task 234 | stop processing: n_tokens = 140, truncated = 0 1.05.703.424 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.207 1.05.705.671 I slot launch_slot_: id 0 | task 238 | processing task, is_child = 0 1.05.708.206 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.167 1.05.708.719 I slot launch_slot_: id 3 | task 239 | processing task, is_child = 0 1.06.500.070 I slot print_timing: id 3 | task 239 | prompt eval time = 748.11 ms / 124 tokens ( 6.03 ms per token, 165.75 tokens per second) 1.06.500.076 I slot print_timing: id 3 | task 239 | eval time = 43.10 ms / 2 tokens ( 43.10 ms per token, 23.20 tokens per second) 1.06.500.076 I slot print_timing: id 3 | task 239 | total time = 791.21 ms / 126 tokens 1.06.500.077 I slot print_timing: id 3 | task 239 | graphs reused = 14 1.06.500.077 I slot print_timing: id 3 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.500.101 I slot release: id 3 | task 239 | stop processing: n_tokens = 126, truncated = 0 1.06.542.388 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.230 1.06.542.853 I slot launch_slot_: id 3 | task 244 | processing task, is_child = 0 1.07.060.599 I slot print_timing: id 0 | task 238 | prompt eval time = 747.75 ms / 136 tokens ( 5.50 ms per token, 181.88 tokens per second) 1.07.060.603 I slot print_timing: id 0 | task 238 | eval time = 604.11 ms / 8 tokens ( 86.30 ms per token, 11.59 tokens per second) 1.07.060.604 I slot print_timing: id 0 | task 238 | total time = 1351.87 ms / 144 tokens 1.07.060.605 I slot print_timing: id 0 | task 238 | graphs reused = 16 1.07.060.605 I slot print_timing: id 0 | task 238 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.060.631 I slot release: id 0 | task 238 | stop processing: n_tokens = 144, truncated = 0 1.07.104.782 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.201 1.07.106.681 I slot launch_slot_: id 0 | task 251 | processing task, is_child = 0 1.07.626.156 I slot print_timing: id 1 | task 206 | prompt eval time = 570.23 ms / 172 tokens ( 3.32 ms per token, 301.63 tokens per second) 1.07.626.177 I slot print_timing: id 1 | task 206 | eval time = 4695.22 ms / 37 tokens ( 130.42 ms per token, 7.67 tokens per second) 1.07.626.179 I slot print_timing: id 1 | task 206 | total time = 5265.45 ms / 209 tokens 1.07.626.182 I slot print_timing: id 1 | task 206 | graphs reused = 17 1.07.626.184 I slot print_timing: id 1 | task 206 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.626.302 I slot release: id 1 | task 206 | stop processing: n_tokens = 209, truncated = 0 1.07.702.227 I slot print_timing: id 3 | task 244 | prompt eval time = 392.26 ms / 131 tokens ( 2.99 ms per token, 333.96 tokens per second) 1.07.702.248 I slot print_timing: id 3 | task 244 | eval time = 767.09 ms / 8 tokens ( 109.58 ms per token, 9.13 tokens per second) 1.07.702.251 I slot print_timing: id 3 | task 244 | total time = 1159.35 ms / 139 tokens 1.07.702.254 I slot print_timing: id 3 | task 244 | graphs reused = 17 1.07.702.256 I slot print_timing: id 3 | task 244 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.702.368 I slot release: id 3 | task 244 | stop processing: n_tokens = 139, truncated = 0 1.07.702.401 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.139 1.07.707.743 I slot launch_slot_: id 1 | task 255 | processing task, is_child = 0 1.08.168.191 I slot print_timing: id 2 | task 189 | prompt eval time = 933.81 ms / 166 tokens ( 5.63 ms per token, 177.77 tokens per second) 1.08.168.197 I slot print_timing: id 2 | task 189 | eval time = 7814.98 ms / 50 tokens ( 159.49 ms per token, 6.27 tokens per second) 1.08.168.198 I slot print_timing: id 2 | task 189 | total time = 8748.80 ms / 216 tokens 1.08.168.198 I slot print_timing: id 2 | task 189 | graphs reused = 17 1.08.168.199 I slot print_timing: id 2 | task 189 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.168.220 I slot release: id 2 | task 189 | stop processing: n_tokens = 216, truncated = 0 1.08.168.227 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.134 1.08.170.433 I slot launch_slot_: id 2 | task 257 | processing task, is_child = 0 1.08.636.048 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.209 1.08.636.152 I slot launch_slot_: id 3 | task 259 | processing task, is_child = 0 1.09.065.209 I slot print_timing: id 2 | task 257 | prompt eval time = 812.47 ms / 172 tokens ( 4.72 ms per token, 211.70 tokens per second) 1.09.065.214 I slot print_timing: id 2 | task 257 | eval time = 81.53 ms / 2 tokens ( 81.53 ms per token, 12.26 tokens per second) 1.09.065.214 I slot print_timing: id 2 | task 257 | total time = 894.00 ms / 174 tokens 1.09.065.215 I slot print_timing: id 2 | task 257 | graphs reused = 17 1.09.065.215 I slot print_timing: id 2 | task 257 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.065.243 I slot release: id 2 | task 257 | stop processing: n_tokens = 174, truncated = 0 1.09.133.121 I slot print_timing: id 3 | task 259 | prompt eval time = 429.02 ms / 119 tokens ( 3.61 ms per token, 277.38 tokens per second) 1.09.133.126 I slot print_timing: id 3 | task 259 | eval time = 67.67 ms / 2 tokens ( 67.67 ms per token, 14.78 tokens per second) 1.09.133.127 I slot print_timing: id 3 | task 259 | total time = 496.68 ms / 121 tokens 1.09.133.127 I slot print_timing: id 3 | task 259 | graphs reused = 17 1.09.133.128 I slot print_timing: id 3 | task 259 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.133.145 I slot release: id 3 | task 259 | stop processing: n_tokens = 121, truncated = 0 1.09.133.150 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.167 1.09.134.841 I slot launch_slot_: id 2 | task 263 | processing task, is_child = 0 1.09.442.003 I slot print_timing: id 0 | task 251 | prompt eval time = 518.62 ms / 178 tokens ( 2.91 ms per token, 343.22 tokens per second) 1.09.442.010 I slot print_timing: id 0 | task 251 | eval time = 1816.69 ms / 8 tokens ( 259.53 ms per token, 3.85 tokens per second) 1.09.442.011 I slot print_timing: id 0 | task 251 | total time = 2335.31 ms / 186 tokens 1.09.442.011 I slot print_timing: id 0 | task 251 | graphs reused = 17 1.09.442.012 I slot print_timing: id 0 | task 251 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.442.051 I slot release: id 0 | task 251 | stop processing: n_tokens = 186, truncated = 0 1.09.442.359 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.156 1.09.444.276 I slot launch_slot_: id 0 | task 265 | processing task, is_child = 0 1.09.791.429 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.240 1.09.791.722 I slot launch_slot_: id 3 | task 267 | processing task, is_child = 0 1.10.137.327 I slot print_timing: id 2 | task 263 | prompt eval time = 655.71 ms / 123 tokens ( 5.33 ms per token, 187.58 tokens per second) 1.10.137.332 I slot print_timing: id 2 | task 263 | eval time = 345.90 ms / 2 tokens ( 345.90 ms per token, 2.89 tokens per second) 1.10.137.333 I slot print_timing: id 2 | task 263 | total time = 1001.61 ms / 125 tokens 1.10.137.333 I slot print_timing: id 2 | task 263 | graphs reused = 17 1.10.137.334 I slot print_timing: id 2 | task 263 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.137.353 I slot release: id 2 | task 263 | stop processing: n_tokens = 125, truncated = 0 1.10.217.105 I slot print_timing: id 0 | task 265 | prompt eval time = 692.67 ms / 129 tokens ( 5.37 ms per token, 186.24 tokens per second) 1.10.217.109 I slot print_timing: id 0 | task 265 | eval time = 80.09 ms / 2 tokens ( 80.09 ms per token, 12.49 tokens per second) 1.10.217.110 I slot print_timing: id 0 | task 265 | total time = 772.76 ms / 131 tokens 1.10.217.110 I slot print_timing: id 0 | task 265 | graphs reused = 17 1.10.217.110 I slot print_timing: id 0 | task 265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.217.130 I slot release: id 0 | task 265 | stop processing: n_tokens = 131, truncated = 0 1.10.217.512 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.240 1.10.218.157 I slot launch_slot_: id 2 | task 270 | processing task, is_child = 0 1.10.551.465 I slot print_timing: id 3 | task 267 | prompt eval time = 425.57 ms / 120 tokens ( 3.55 ms per token, 281.98 tokens per second) 1.10.551.471 I slot print_timing: id 3 | task 267 | eval time = 333.95 ms / 2 tokens ( 333.95 ms per token, 2.99 tokens per second) 1.10.551.472 I slot print_timing: id 3 | task 267 | total time = 759.52 ms / 122 tokens 1.10.551.472 I slot print_timing: id 3 | task 267 | graphs reused = 17 1.10.551.473 I slot print_timing: id 3 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.551.500 I slot release: id 3 | task 267 | stop processing: n_tokens = 122, truncated = 0 1.10.551.509 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.221 1.10.551.632 I slot launch_slot_: id 0 | task 272 | processing task, is_child = 0 1.10.953.690 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.238 1.10.953.974 I slot launch_slot_: id 3 | task 274 | processing task, is_child = 0 1.11.299.296 I slot print_timing: id 2 | task 270 | prompt eval time = 733.59 ms / 130 tokens ( 5.64 ms per token, 177.21 tokens per second) 1.11.299.302 I slot print_timing: id 2 | task 270 | eval time = 345.61 ms / 2 tokens ( 345.61 ms per token, 2.89 tokens per second) 1.11.299.302 I slot print_timing: id 2 | task 270 | total time = 1079.20 ms / 132 tokens 1.11.299.303 I slot print_timing: id 2 | task 270 | graphs reused = 17 1.11.299.303 I slot print_timing: id 2 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.299.324 I slot release: id 2 | task 270 | stop processing: n_tokens = 132, truncated = 0 1.11.379.759 I slot print_timing: id 0 | task 272 | prompt eval time = 746.36 ms / 147 tokens ( 5.08 ms per token, 196.96 tokens per second) 1.11.379.764 I slot print_timing: id 0 | task 272 | eval time = 80.81 ms / 2 tokens ( 80.81 ms per token, 12.38 tokens per second) 1.11.379.764 I slot print_timing: id 0 | task 272 | total time = 827.16 ms / 149 tokens 1.11.379.765 I slot print_timing: id 0 | task 272 | graphs reused = 17 1.11.379.765 I slot print_timing: id 0 | task 272 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.379.787 I slot release: id 0 | task 272 | stop processing: n_tokens = 149, truncated = 0 1.11.380.169 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.195 1.11.381.578 I slot launch_slot_: id 0 | task 277 | processing task, is_child = 0 1.11.756.086 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.220 1.11.756.169 I slot launch_slot_: id 2 | task 279 | processing task, is_child = 0 1.12.231.484 I slot print_timing: id 0 | task 277 | prompt eval time = 742.62 ms / 134 tokens ( 5.54 ms per token, 180.44 tokens per second) 1.12.231.490 I slot print_timing: id 0 | task 277 | eval time = 106.12 ms / 2 tokens ( 106.12 ms per token, 9.42 tokens per second) 1.12.231.490 I slot print_timing: id 0 | task 277 | total time = 848.74 ms / 136 tokens 1.12.231.491 I slot print_timing: id 0 | task 277 | graphs reused = 17 1.12.231.491 I slot print_timing: id 0 | task 277 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.231.515 I slot release: id 0 | task 277 | stop processing: n_tokens = 136, truncated = 0 1.12.274.485 I slot print_timing: id 2 | task 279 | prompt eval time = 475.48 ms / 128 tokens ( 3.71 ms per token, 269.20 tokens per second) 1.12.274.490 I slot print_timing: id 2 | task 279 | eval time = 42.60 ms / 2 tokens ( 42.60 ms per token, 23.48 tokens per second) 1.12.274.491 I slot print_timing: id 2 | task 279 | total time = 518.07 ms / 130 tokens 1.12.274.491 I slot print_timing: id 2 | task 279 | graphs reused = 17 1.12.274.491 I slot print_timing: id 2 | task 279 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.274.509 I slot release: id 2 | task 279 | stop processing: n_tokens = 130, truncated = 0 1.12.274.680 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.213 1.12.275.987 I slot launch_slot_: id 0 | task 283 | processing task, is_child = 0 1.12.594.462 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.223 1.12.594.755 I slot launch_slot_: id 2 | task 285 | processing task, is_child = 0 1.13.067.221 I slot print_timing: id 0 | task 283 | prompt eval time = 683.87 ms / 132 tokens ( 5.18 ms per token, 193.02 tokens per second) 1.13.067.227 I slot print_timing: id 0 | task 283 | eval time = 106.17 ms / 2 tokens ( 106.17 ms per token, 9.42 tokens per second) 1.13.067.227 I slot print_timing: id 0 | task 283 | total time = 790.04 ms / 134 tokens 1.13.067.228 I slot print_timing: id 0 | task 283 | graphs reused = 17 1.13.067.228 I slot print_timing: id 0 | task 283 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.067.248 I slot release: id 0 | task 283 | stop processing: n_tokens = 134, truncated = 0 1.13.067.797 I slot print_timing: id 3 | task 274 | prompt eval time = 425.91 ms / 133 tokens ( 3.20 ms per token, 312.27 tokens per second) 1.13.067.800 I slot print_timing: id 3 | task 274 | eval time = 1687.63 ms / 8 tokens ( 241.09 ms per token, 4.15 tokens per second) 1.13.067.800 I slot print_timing: id 3 | task 274 | total time = 2113.54 ms / 141 tokens 1.13.067.800 I slot print_timing: id 3 | task 274 | graphs reused = 17 1.13.067.801 I slot print_timing: id 3 | task 274 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.067.815 I slot release: id 3 | task 274 | stop processing: n_tokens = 141, truncated = 0 1.13.109.543 I slot print_timing: id 1 | task 255 | prompt eval time = 926.00 ms / 185 tokens ( 5.01 ms per token, 199.78 tokens per second) 1.13.109.549 I slot print_timing: id 1 | task 255 | eval time = 4473.50 ms / 20 tokens ( 235.45 ms per token, 4.25 tokens per second) 1.13.109.549 I slot print_timing: id 1 | task 255 | total time = 5399.50 ms / 205 tokens 1.13.109.550 I slot print_timing: id 1 | task 255 | graphs reused = 17 1.13.109.550 I slot print_timing: id 1 | task 255 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.109.570 I slot release: id 1 | task 255 | stop processing: n_tokens = 205, truncated = 0 1.13.109.743 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.216 1.13.110.749 I slot launch_slot_: id 0 | task 289 | processing task, is_child = 0 1.13.113.449 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.141 1.13.113.503 I slot launch_slot_: id 1 | task 290 | processing task, is_child = 0 1.13.113.531 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.206 1.13.113.575 I slot launch_slot_: id 3 | task 291 | processing task, is_child = 0 1.14.263.085 I slot print_timing: id 0 | task 289 | prompt eval time = 1105.91 ms / 144 tokens ( 7.68 ms per token, 130.21 tokens per second) 1.14.263.091 I slot print_timing: id 0 | task 289 | eval time = 43.59 ms / 2 tokens ( 43.59 ms per token, 22.94 tokens per second) 1.14.263.091 I slot print_timing: id 0 | task 289 | total time = 1149.50 ms / 146 tokens 1.14.263.092 I slot print_timing: id 0 | task 289 | graphs reused = 17 1.14.263.092 I slot print_timing: id 0 | task 289 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.263.114 I slot release: id 0 | task 289 | stop processing: n_tokens = 146, truncated = 0 1.14.263.285 I slot print_timing: id 1 | task 290 | prompt eval time = 1106.02 ms / 159 tokens ( 6.96 ms per token, 143.76 tokens per second) 1.14.263.289 I slot print_timing: id 1 | task 290 | eval time = 43.61 ms / 2 tokens ( 43.61 ms per token, 22.93 tokens per second) 1.14.263.289 I slot print_timing: id 1 | task 290 | total time = 1149.63 ms / 161 tokens 1.14.263.289 I slot print_timing: id 1 | task 290 | graphs reused = 17 1.14.263.290 I slot print_timing: id 1 | task 290 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.263.311 I slot release: id 1 | task 290 | stop processing: n_tokens = 161, truncated = 0 1.14.263.679 I slot print_timing: id 3 | task 291 | prompt eval time = 1106.30 ms / 164 tokens ( 6.75 ms per token, 148.24 tokens per second) 1.14.263.681 I slot print_timing: id 3 | task 291 | eval time = 43.66 ms / 2 tokens ( 43.66 ms per token, 22.91 tokens per second) 1.14.263.681 I slot print_timing: id 3 | task 291 | total time = 1149.95 ms / 166 tokens 1.14.263.681 I slot print_timing: id 3 | task 291 | graphs reused = 17 1.14.263.682 I slot print_timing: id 3 | task 291 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.263.696 I slot release: id 3 | task 291 | stop processing: n_tokens = 166, truncated = 0 1.14.291.876 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.199 1.14.293.214 I slot launch_slot_: id 0 | task 296 | processing task, is_child = 0 1.14.295.948 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.180 1.14.296.006 I slot launch_slot_: id 1 | task 297 | processing task, is_child = 0 1.14.296.040 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.175 1.14.296.089 I slot launch_slot_: id 3 | task 298 | processing task, is_child = 0 1.15.305.639 I slot print_timing: id 2 | task 285 | prompt eval time = 472.63 ms / 109 tokens ( 4.34 ms per token, 230.63 tokens per second) 1.15.305.644 I slot print_timing: id 2 | task 285 | eval time = 2238.02 ms / 8 tokens ( 319.72 ms per token, 3.13 tokens per second) 1.15.305.646 I slot print_timing: id 2 | task 285 | total time = 2710.64 ms / 117 tokens 1.15.305.646 I slot print_timing: id 2 | task 285 | graphs reused = 17 1.15.305.646 I slot print_timing: id 2 | task 285 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.305.666 I slot release: id 2 | task 285 | stop processing: n_tokens = 117, truncated = 0 1.15.373.474 I slot print_timing: id 1 | task 297 | prompt eval time = 1009.29 ms / 116 tokens ( 8.70 ms per token, 114.93 tokens per second) 1.15.373.476 I slot print_timing: id 1 | task 297 | eval time = 67.99 ms / 2 tokens ( 67.99 ms per token, 14.71 tokens per second) 1.15.373.477 I slot print_timing: id 1 | task 297 | total time = 1077.29 ms / 118 tokens 1.15.373.478 I slot print_timing: id 1 | task 297 | graphs reused = 17 1.15.373.478 I slot print_timing: id 1 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.373.499 I slot release: id 1 | task 297 | stop processing: n_tokens = 118, truncated = 0 1.15.373.679 I slot print_timing: id 3 | task 298 | prompt eval time = 1009.62 ms / 114 tokens ( 8.86 ms per token, 112.91 tokens per second) 1.15.373.681 I slot print_timing: id 3 | task 298 | eval time = 67.80 ms / 2 tokens ( 67.80 ms per token, 14.75 tokens per second) 1.15.373.682 I slot print_timing: id 3 | task 298 | total time = 1077.43 ms / 116 tokens 1.15.373.682 I slot print_timing: id 3 | task 298 | graphs reused = 17 1.15.373.682 I slot print_timing: id 3 | task 298 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.373.698 I slot release: id 3 | task 298 | stop processing: n_tokens = 116, truncated = 0 1.15.373.701 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.246 1.15.374.232 I slot launch_slot_: id 1 | task 302 | processing task, is_child = 0 1.15.737.821 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.256 1.15.737.897 I slot launch_slot_: id 2 | task 304 | processing task, is_child = 0 1.15.737.925 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.250 1.15.737.972 I slot launch_slot_: id 3 | task 305 | processing task, is_child = 0 1.16.514.156 I slot print_timing: id 2 | task 304 | prompt eval time = 732.37 ms / 117 tokens ( 6.26 ms per token, 159.76 tokens per second) 1.16.514.161 I slot print_timing: id 2 | task 304 | eval time = 43.21 ms / 2 tokens ( 43.21 ms per token, 23.14 tokens per second) 1.16.514.162 I slot print_timing: id 2 | task 304 | total time = 775.58 ms / 119 tokens 1.16.514.162 I slot print_timing: id 2 | task 304 | graphs reused = 17 1.16.514.162 I slot print_timing: id 2 | task 304 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.514.184 I slot release: id 2 | task 304 | stop processing: n_tokens = 119, truncated = 0 1.16.514.373 I slot print_timing: id 3 | task 305 | prompt eval time = 732.48 ms / 139 tokens ( 5.27 ms per token, 189.77 tokens per second) 1.16.514.375 I slot print_timing: id 3 | task 305 | eval time = 43.25 ms / 2 tokens ( 43.25 ms per token, 23.12 tokens per second) 1.16.514.375 I slot print_timing: id 3 | task 305 | total time = 775.72 ms / 141 tokens 1.16.514.375 I slot print_timing: id 3 | task 305 | graphs reused = 17 1.16.514.376 I slot print_timing: id 3 | task 305 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.514.388 I slot release: id 3 | task 305 | stop processing: n_tokens = 141, truncated = 0 1.16.555.895 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 1.16.556.753 I slot launch_slot_: id 2 | task 310 | processing task, is_child = 0 1.16.558.011 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.206 1.16.558.060 I slot launch_slot_: id 3 | task 311 | processing task, is_child = 0 1.17.186.913 I slot print_timing: id 0 | task 296 | prompt eval time = 1009.20 ms / 156 tokens ( 6.47 ms per token, 154.58 tokens per second) 1.17.186.919 I slot print_timing: id 0 | task 296 | eval time = 1881.62 ms / 8 tokens ( 268.80 ms per token, 3.72 tokens per second) 1.17.186.920 I slot print_timing: id 0 | task 296 | total time = 2890.82 ms / 164 tokens 1.17.186.920 I slot print_timing: id 0 | task 296 | graphs reused = 17 1.17.186.920 I slot print_timing: id 0 | task 296 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.186.944 I slot release: id 0 | task 296 | stop processing: n_tokens = 164, truncated = 0 1.17.270.338 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.177 1.17.272.888 I slot launch_slot_: id 0 | task 314 | processing task, is_child = 0 1.17.579.042 I slot print_timing: id 2 | task 310 | prompt eval time = 712.09 ms / 117 tokens ( 6.09 ms per token, 164.31 tokens per second) 1.17.579.047 I slot print_timing: id 2 | task 310 | eval time = 308.89 ms / 2 tokens ( 308.89 ms per token, 3.24 tokens per second) 1.17.579.048 I slot print_timing: id 2 | task 310 | total time = 1020.98 ms / 119 tokens 1.17.579.048 I slot print_timing: id 2 | task 310 | graphs reused = 17 1.17.579.048 I slot print_timing: id 2 | task 310 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.579.067 I slot release: id 2 | task 310 | stop processing: n_tokens = 119, truncated = 0 1.17.579.264 I slot print_timing: id 3 | task 311 | prompt eval time = 712.19 ms / 155 tokens ( 4.59 ms per token, 217.64 tokens per second) 1.17.579.266 I slot print_timing: id 3 | task 311 | eval time = 308.93 ms / 2 tokens ( 308.93 ms per token, 3.24 tokens per second) 1.17.579.266 I slot print_timing: id 3 | task 311 | total time = 1021.12 ms / 157 tokens 1.17.579.266 I slot print_timing: id 3 | task 311 | graphs reused = 17 1.17.579.267 I slot print_timing: id 3 | task 311 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.579.287 I slot release: id 3 | task 311 | stop processing: n_tokens = 157, truncated = 0 1.17.646.681 I slot print_timing: id 1 | task 302 | prompt eval time = 1009.79 ms / 152 tokens ( 6.64 ms per token, 150.53 tokens per second) 1.17.646.687 I slot print_timing: id 1 | task 302 | eval time = 1261.34 ms / 8 tokens ( 180.19 ms per token, 5.55 tokens per second) 1.17.646.687 I slot print_timing: id 1 | task 302 | total time = 2271.12 ms / 160 tokens 1.17.646.688 I slot print_timing: id 1 | task 302 | graphs reused = 17 1.17.646.688 I slot print_timing: id 1 | task 302 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.646.711 I slot release: id 1 | task 302 | stop processing: n_tokens = 160, truncated = 0 1.17.646.716 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 1.17.647.190 I slot launch_slot_: id 2 | task 317 | processing task, is_child = 0 1.17.649.676 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.181 1.17.649.725 I slot launch_slot_: id 1 | task 318 | processing task, is_child = 0 1.18.188.323 I slot print_timing: id 0 | task 314 | prompt eval time = 373.62 ms / 132 tokens ( 2.83 ms per token, 353.30 tokens per second) 1.18.188.328 I slot print_timing: id 0 | task 314 | eval time = 541.80 ms / 2 tokens ( 541.80 ms per token, 1.85 tokens per second) 1.18.188.329 I slot print_timing: id 0 | task 314 | total time = 915.42 ms / 134 tokens 1.18.188.329 I slot print_timing: id 0 | task 314 | graphs reused = 17 1.18.188.329 I slot print_timing: id 0 | task 314 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.188.350 I slot release: id 0 | task 314 | stop processing: n_tokens = 134, truncated = 0 1.18.188.355 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.216 1.18.189.457 I slot launch_slot_: id 0 | task 320 | processing task, is_child = 0 1.18.642.309 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.185 1.18.642.415 I slot launch_slot_: id 3 | task 322 | processing task, is_child = 0 1.19.048.373 I slot print_timing: id 1 | task 318 | prompt eval time = 992.34 ms / 129 tokens ( 7.69 ms per token, 130.00 tokens per second) 1.19.048.375 I slot print_timing: id 1 | task 318 | eval time = 406.26 ms / 2 tokens ( 406.26 ms per token, 2.46 tokens per second) 1.19.048.376 I slot print_timing: id 1 | task 318 | total time = 1398.61 ms / 131 tokens 1.19.048.376 I slot print_timing: id 1 | task 318 | graphs reused = 17 1.19.048.377 I slot print_timing: id 1 | task 318 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.048.400 I slot release: id 1 | task 318 | stop processing: n_tokens = 131, truncated = 0 1.19.153.165 I slot print_timing: id 0 | task 320 | prompt eval time = 858.68 ms / 170 tokens ( 5.05 ms per token, 197.98 tokens per second) 1.19.153.168 I slot print_timing: id 0 | task 320 | eval time = 104.97 ms / 2 tokens ( 104.97 ms per token, 9.53 tokens per second) 1.19.153.169 I slot print_timing: id 0 | task 320 | total time = 963.66 ms / 172 tokens 1.19.153.169 I slot print_timing: id 0 | task 320 | graphs reused = 17 1.19.153.169 I slot print_timing: id 0 | task 320 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.153.191 I slot release: id 0 | task 320 | stop processing: n_tokens = 172, truncated = 0 1.19.153.558 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.169 1.19.155.244 I slot launch_slot_: id 0 | task 325 | processing task, is_child = 0 1.19.465.071 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.221 1.19.465.146 I slot launch_slot_: id 1 | task 327 | processing task, is_child = 0 1.19.928.876 I slot print_timing: id 0 | task 325 | prompt eval time = 654.94 ms / 130 tokens ( 5.04 ms per token, 198.49 tokens per second) 1.19.928.878 I slot print_timing: id 0 | task 325 | eval time = 117.75 ms / 2 tokens ( 117.75 ms per token, 8.49 tokens per second) 1.19.928.879 I slot print_timing: id 0 | task 325 | total time = 772.69 ms / 132 tokens 1.19.928.880 I slot print_timing: id 0 | task 325 | graphs reused = 17 1.19.928.880 I slot print_timing: id 0 | task 325 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.928.900 I slot release: id 0 | task 325 | stop processing: n_tokens = 132, truncated = 0 1.19.972.041 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.220 1.19.972.990 I slot launch_slot_: id 0 | task 331 | processing task, is_child = 0 1.20.401.602 I slot print_timing: id 2 | task 317 | prompt eval time = 992.47 ms / 117 tokens ( 8.48 ms per token, 117.89 tokens per second) 1.20.401.607 I slot print_timing: id 2 | task 317 | eval time = 1759.30 ms / 8 tokens ( 251.33 ms per token, 3.98 tokens per second) 1.20.401.607 I slot print_timing: id 2 | task 317 | total time = 2751.77 ms / 125 tokens 1.20.401.608 I slot print_timing: id 2 | task 317 | graphs reused = 18 1.20.401.608 I slot print_timing: id 2 | task 317 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.401.629 I slot release: id 2 | task 317 | stop processing: n_tokens = 125, truncated = 0 1.20.495.793 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.232 1.20.496.790 I slot launch_slot_: id 2 | task 334 | processing task, is_child = 0 1.20.887.957 I slot print_timing: id 0 | task 331 | prompt eval time = 522.44 ms / 176 tokens ( 2.97 ms per token, 336.88 tokens per second) 1.20.887.959 I slot print_timing: id 0 | task 331 | eval time = 392.52 ms / 2 tokens ( 392.52 ms per token, 2.55 tokens per second) 1.20.887.959 I slot print_timing: id 0 | task 331 | total time = 914.96 ms / 178 tokens 1.20.887.960 I slot print_timing: id 0 | task 331 | graphs reused = 18 1.20.887.960 I slot print_timing: id 0 | task 331 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.887.987 I slot release: id 0 | task 331 | stop processing: n_tokens = 178, truncated = 0 1.20.993.139 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.163 1.20.994.738 I slot launch_slot_: id 0 | task 337 | processing task, is_child = 0 1.21.359.292 I slot print_timing: id 2 | task 334 | prompt eval time = 496.18 ms / 159 tokens ( 3.12 ms per token, 320.45 tokens per second) 1.21.359.295 I slot print_timing: id 2 | task 334 | eval time = 366.31 ms / 2 tokens ( 366.31 ms per token, 2.73 tokens per second) 1.21.359.295 I slot print_timing: id 2 | task 334 | total time = 862.49 ms / 161 tokens 1.21.359.296 I slot print_timing: id 2 | task 334 | graphs reused = 18 1.21.359.296 I slot print_timing: id 2 | task 334 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.359.320 I slot release: id 2 | task 334 | stop processing: n_tokens = 161, truncated = 0 1.21.452.027 I slot print_timing: id 1 | task 327 | prompt eval time = 463.71 ms / 113 tokens ( 4.10 ms per token, 243.69 tokens per second) 1.21.452.033 I slot print_timing: id 1 | task 327 | eval time = 1522.91 ms / 8 tokens ( 217.56 ms per token, 4.60 tokens per second) 1.21.452.033 I slot print_timing: id 1 | task 327 | total time = 1986.63 ms / 121 tokens 1.21.452.034 I slot print_timing: id 1 | task 327 | graphs reused = 18 1.21.452.034 I slot print_timing: id 1 | task 327 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.452.055 I slot release: id 1 | task 327 | stop processing: n_tokens = 121, truncated = 0 1.21.452.232 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.240 1.21.453.937 I slot launch_slot_: id 1 | task 340 | processing task, is_child = 0 1.21.786.449 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.180 1.21.786.529 I slot launch_slot_: id 2 | task 342 | processing task, is_child = 0 1.22.319.317 I slot print_timing: id 1 | task 340 | prompt eval time = 757.34 ms / 121 tokens ( 6.26 ms per token, 159.77 tokens per second) 1.22.319.322 I slot print_timing: id 1 | task 340 | eval time = 106.26 ms / 2 tokens ( 106.26 ms per token, 9.41 tokens per second) 1.22.319.322 I slot print_timing: id 1 | task 340 | total time = 863.59 ms / 123 tokens 1.22.319.322 I slot print_timing: id 1 | task 340 | graphs reused = 18 1.22.319.323 I slot print_timing: id 1 | task 340 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.319.345 I slot release: id 1 | task 340 | stop processing: n_tokens = 123, truncated = 0 1.22.387.133 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.236 1.22.388.309 I slot launch_slot_: id 1 | task 346 | processing task, is_child = 0 1.22.952.715 I slot print_timing: id 1 | task 346 | prompt eval time = 521.21 ms / 163 tokens ( 3.20 ms per token, 312.73 tokens per second) 1.22.952.721 I slot print_timing: id 1 | task 346 | eval time = 43.19 ms / 2 tokens ( 43.19 ms per token, 23.16 tokens per second) 1.22.952.721 I slot print_timing: id 1 | task 346 | total time = 564.40 ms / 165 tokens 1.22.952.722 I slot print_timing: id 1 | task 346 | graphs reused = 18 1.22.952.722 I slot print_timing: id 1 | task 346 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.952.749 I slot release: id 1 | task 346 | stop processing: n_tokens = 165, truncated = 0 1.23.020.824 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.176 1.23.022.308 I slot launch_slot_: id 1 | task 351 | processing task, is_child = 0 1.23.538.699 I slot print_timing: id 2 | task 342 | prompt eval time = 532.55 ms / 138 tokens ( 3.86 ms per token, 259.13 tokens per second) 1.23.538.704 I slot print_timing: id 2 | task 342 | eval time = 1219.12 ms / 8 tokens ( 174.16 ms per token, 5.74 tokens per second) 1.23.538.705 I slot print_timing: id 2 | task 342 | total time = 1751.67 ms / 146 tokens 1.23.538.705 I slot print_timing: id 2 | task 342 | graphs reused = 18 1.23.538.706 I slot print_timing: id 2 | task 342 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.538.732 I slot release: id 2 | task 342 | stop processing: n_tokens = 146, truncated = 0 1.23.538.914 I slot print_timing: id 3 | task 322 | prompt eval time = 510.20 ms / 161 tokens ( 3.17 ms per token, 315.56 tokens per second) 1.23.538.916 I slot print_timing: id 3 | task 322 | eval time = 4385.36 ms / 21 tokens ( 219.27 ms per token, 4.56 tokens per second) 1.23.538.918 I slot print_timing: id 3 | task 322 | total time = 4895.57 ms / 182 tokens 1.23.538.918 I slot print_timing: id 3 | task 322 | graphs reused = 18 1.23.538.918 I slot print_timing: id 3 | task 322 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.538.936 I slot release: id 3 | task 322 | stop processing: n_tokens = 182, truncated = 0 1.23.580.861 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.199 1.23.582.160 I slot launch_slot_: id 2 | task 355 | processing task, is_child = 0 1.23.583.613 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.159 1.23.583.908 I slot launch_slot_: id 3 | task 356 | processing task, is_child = 0 1.24.350.103 I slot print_timing: id 2 | task 355 | prompt eval time = 722.60 ms / 154 tokens ( 4.69 ms per token, 213.12 tokens per second) 1.24.350.109 I slot print_timing: id 2 | task 355 | eval time = 43.59 ms / 2 tokens ( 43.59 ms per token, 22.94 tokens per second) 1.24.350.109 I slot print_timing: id 2 | task 355 | total time = 766.19 ms / 156 tokens 1.24.350.110 I slot print_timing: id 2 | task 355 | graphs reused = 18 1.24.350.110 I slot print_timing: id 2 | task 355 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.350.133 I slot release: id 2 | task 355 | stop processing: n_tokens = 156, truncated = 0 1.24.350.318 I slot print_timing: id 3 | task 356 | prompt eval time = 722.71 ms / 128 tokens ( 5.65 ms per token, 177.11 tokens per second) 1.24.350.325 I slot print_timing: id 3 | task 356 | eval time = 43.63 ms / 2 tokens ( 43.63 ms per token, 22.92 tokens per second) 1.24.350.325 I slot print_timing: id 3 | task 356 | total time = 766.34 ms / 130 tokens 1.24.350.325 I slot print_timing: id 3 | task 356 | graphs reused = 18 1.24.350.326 I slot print_timing: id 3 | task 356 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.350.344 I slot release: id 3 | task 356 | stop processing: n_tokens = 130, truncated = 0 1.24.391.880 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.258 (> 0.100 thold), f_keep = 0.238 1.24.392.746 I slot launch_slot_: id 3 | task 361 | processing task, is_child = 0 1.24.393.722 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.186 1.24.393.772 I slot launch_slot_: id 2 | task 362 | processing task, is_child = 0 1.25.166.861 I slot print_timing: id 1 | task 351 | prompt eval time = 516.22 ms / 138 tokens ( 3.74 ms per token, 267.33 tokens per second) 1.25.166.867 I slot print_timing: id 1 | task 351 | eval time = 1628.32 ms / 8 tokens ( 232.62 ms per token, 4.30 tokens per second) 1.25.166.867 I slot print_timing: id 1 | task 351 | total time = 2144.55 ms / 146 tokens 1.25.166.868 I slot print_timing: id 1 | task 351 | graphs reused = 18 1.25.166.868 I slot print_timing: id 1 | task 351 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.166.893 I slot release: id 1 | task 351 | stop processing: n_tokens = 146, truncated = 0 1.25.234.650 I slot print_timing: id 3 | task 361 | prompt eval time = 773.44 ms / 119 tokens ( 6.50 ms per token, 153.86 tokens per second) 1.25.234.655 I slot print_timing: id 3 | task 361 | eval time = 67.35 ms / 2 tokens ( 67.35 ms per token, 14.85 tokens per second) 1.25.234.656 I slot print_timing: id 3 | task 361 | total time = 840.79 ms / 121 tokens 1.25.234.656 I slot print_timing: id 3 | task 361 | graphs reused = 18 1.25.234.656 I slot print_timing: id 3 | task 361 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.234.677 I slot release: id 3 | task 361 | stop processing: n_tokens = 121, truncated = 0 1.25.234.687 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.199 1.25.236.114 I slot launch_slot_: id 1 | task 366 | processing task, is_child = 0 1.25.626.209 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.240 1.25.626.292 I slot launch_slot_: id 3 | task 368 | processing task, is_child = 0 1.26.145.709 I slot print_timing: id 1 | task 366 | prompt eval time = 826.59 ms / 163 tokens ( 5.07 ms per token, 197.20 tokens per second) 1.26.145.714 I slot print_timing: id 1 | task 366 | eval time = 82.12 ms / 2 tokens ( 82.12 ms per token, 12.18 tokens per second) 1.26.145.714 I slot print_timing: id 1 | task 366 | total time = 908.71 ms / 165 tokens 1.26.145.715 I slot print_timing: id 1 | task 366 | graphs reused = 18 1.26.145.715 I slot print_timing: id 1 | task 366 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.145.740 I slot release: id 1 | task 366 | stop processing: n_tokens = 165, truncated = 0 1.26.213.482 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.176 1.26.215.025 I slot launch_slot_: id 1 | task 372 | processing task, is_child = 0 1.26.735.297 I slot print_timing: id 2 | task 362 | prompt eval time = 773.33 ms / 155 tokens ( 4.99 ms per token, 200.43 tokens per second) 1.26.735.302 I slot print_timing: id 2 | task 362 | eval time = 1568.19 ms / 8 tokens ( 224.03 ms per token, 4.46 tokens per second) 1.26.735.303 I slot print_timing: id 2 | task 362 | total time = 2341.52 ms / 163 tokens 1.26.735.303 I slot print_timing: id 2 | task 362 | graphs reused = 18 1.26.735.304 I slot print_timing: id 2 | task 362 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.735.326 I slot release: id 2 | task 362 | stop processing: n_tokens = 163, truncated = 0 1.26.802.897 I slot print_timing: id 1 | task 372 | prompt eval time = 520.11 ms / 158 tokens ( 3.29 ms per token, 303.78 tokens per second) 1.26.802.900 I slot print_timing: id 1 | task 372 | eval time = 67.75 ms / 2 tokens ( 67.75 ms per token, 14.76 tokens per second) 1.26.802.901 I slot print_timing: id 1 | task 372 | total time = 587.86 ms / 160 tokens 1.26.802.901 I slot print_timing: id 1 | task 372 | graphs reused = 18 1.26.802.901 I slot print_timing: id 1 | task 372 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.802.922 I slot release: id 1 | task 372 | stop processing: n_tokens = 160, truncated = 0 1.26.803.105 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.181 1.26.804.647 I slot launch_slot_: id 1 | task 376 | processing task, is_child = 0 1.27.193.953 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.178 1.27.194.029 I slot launch_slot_: id 2 | task 378 | processing task, is_child = 0 1.27.667.527 I slot print_timing: id 1 | task 376 | prompt eval time = 755.49 ms / 153 tokens ( 4.94 ms per token, 202.52 tokens per second) 1.27.667.530 I slot print_timing: id 1 | task 376 | eval time = 106.01 ms / 2 tokens ( 106.01 ms per token, 9.43 tokens per second) 1.27.667.531 I slot print_timing: id 1 | task 376 | total time = 861.49 ms / 155 tokens 1.27.667.532 I slot print_timing: id 1 | task 376 | graphs reused = 18 1.27.667.532 I slot print_timing: id 1 | task 376 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.667.555 I slot release: id 1 | task 376 | stop processing: n_tokens = 155, truncated = 0 1.27.667.935 I slot print_timing: id 3 | task 368 | prompt eval time = 519.55 ms / 152 tokens ( 3.42 ms per token, 292.56 tokens per second) 1.27.667.941 I slot print_timing: id 3 | task 368 | eval time = 1521.83 ms / 8 tokens ( 217.40 ms per token, 4.60 tokens per second) 1.27.667.942 I slot print_timing: id 3 | task 368 | total time = 2041.38 ms / 160 tokens 1.27.667.942 I slot print_timing: id 3 | task 368 | graphs reused = 18 1.27.667.942 I slot print_timing: id 3 | task 368 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.667.959 I slot release: id 3 | task 368 | stop processing: n_tokens = 160, truncated = 0 1.27.722.194 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.187 1.27.723.398 I slot launch_slot_: id 1 | task 382 | processing task, is_child = 0 1.27.724.908 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.181 1.27.724.968 I slot launch_slot_: id 3 | task 383 | processing task, is_child = 0 1.28.653.575 I slot print_timing: id 1 | task 382 | prompt eval time = 884.88 ms / 117 tokens ( 7.56 ms per token, 132.22 tokens per second) 1.28.653.581 I slot print_timing: id 1 | task 382 | eval time = 43.72 ms / 2 tokens ( 43.72 ms per token, 22.88 tokens per second) 1.28.653.581 I slot print_timing: id 1 | task 382 | total time = 928.60 ms / 119 tokens 1.28.653.582 I slot print_timing: id 1 | task 382 | graphs reused = 18 1.28.653.582 I slot print_timing: id 1 | task 382 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.653.601 I slot release: id 1 | task 382 | stop processing: n_tokens = 119, truncated = 0 1.28.721.164 I slot print_timing: id 0 | task 337 | prompt eval time = 457.12 ms / 152 tokens ( 3.01 ms per token, 332.51 tokens per second) 1.28.721.169 I slot print_timing: id 0 | task 337 | eval time = 7269.29 ms / 34 tokens ( 220.28 ms per token, 4.54 tokens per second) 1.28.721.170 I slot print_timing: id 0 | task 337 | total time = 7726.41 ms / 186 tokens 1.28.721.170 I slot print_timing: id 0 | task 337 | graphs reused = 18 1.28.721.171 I slot print_timing: id 0 | task 337 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.721.189 I slot release: id 0 | task 337 | stop processing: n_tokens = 186, truncated = 0 1.28.721.529 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.156 1.28.723.122 I slot launch_slot_: id 0 | task 388 | processing task, is_child = 0 1.29.026.074 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.244 1.29.026.141 I slot launch_slot_: id 1 | task 390 | processing task, is_child = 0 1.29.374.427 I slot print_timing: id 2 | task 378 | prompt eval time = 473.46 ms / 112 tokens ( 4.23 ms per token, 236.56 tokens per second) 1.29.374.432 I slot print_timing: id 2 | task 378 | eval time = 1706.66 ms / 8 tokens ( 243.81 ms per token, 4.10 tokens per second) 1.29.374.432 I slot print_timing: id 2 | task 378 | total time = 2180.12 ms / 120 tokens 1.29.374.433 I slot print_timing: id 2 | task 378 | graphs reused = 19 1.29.374.433 I slot print_timing: id 2 | task 378 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.374.461 I slot release: id 2 | task 378 | stop processing: n_tokens = 120, truncated = 0 1.29.478.139 I slot print_timing: id 0 | task 388 | prompt eval time = 650.68 ms / 107 tokens ( 6.08 ms per token, 164.44 tokens per second) 1.29.478.143 I slot print_timing: id 0 | task 388 | eval time = 103.87 ms / 2 tokens ( 103.87 ms per token, 9.63 tokens per second) 1.29.478.144 I slot print_timing: id 0 | task 388 | total time = 754.55 ms / 109 tokens 1.29.478.144 I slot print_timing: id 0 | task 388 | graphs reused = 19 1.29.478.145 I slot print_timing: id 0 | task 388 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.478.165 I slot release: id 0 | task 388 | stop processing: n_tokens = 109, truncated = 0 1.29.478.554 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.275 1.29.479.056 I slot launch_slot_: id 0 | task 393 | processing task, is_child = 0 1.29.797.073 I slot print_timing: id 1 | task 390 | prompt eval time = 452.04 ms / 124 tokens ( 3.65 ms per token, 274.31 tokens per second) 1.29.797.078 I slot print_timing: id 1 | task 390 | eval time = 318.69 ms / 2 tokens ( 318.69 ms per token, 3.14 tokens per second) 1.29.797.083 I slot print_timing: id 1 | task 390 | total time = 770.73 ms / 126 tokens 1.29.797.084 I slot print_timing: id 1 | task 390 | graphs reused = 19 1.29.797.086 I slot print_timing: id 1 | task 390 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.797.104 I slot release: id 1 | task 390 | stop processing: n_tokens = 126, truncated = 0 1.29.797.291 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.230 1.29.798.780 I slot launch_slot_: id 1 | task 395 | processing task, is_child = 0 1.30.135.748 I slot print_timing: id 3 | task 383 | prompt eval time = 885.19 ms / 188 tokens ( 4.71 ms per token, 212.38 tokens per second) 1.30.135.751 I slot print_timing: id 3 | task 383 | eval time = 1525.49 ms / 8 tokens ( 217.93 ms per token, 4.59 tokens per second) 1.30.135.752 I slot print_timing: id 3 | task 383 | total time = 2410.68 ms / 196 tokens 1.30.135.752 I slot print_timing: id 3 | task 383 | graphs reused = 19 1.30.135.753 I slot print_timing: id 3 | task 383 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.135.775 I slot release: id 3 | task 383 | stop processing: n_tokens = 196, truncated = 0 1.30.135.781 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.242 1.30.135.846 I slot launch_slot_: id 2 | task 397 | processing task, is_child = 0 1.30.542.880 I slot print_timing: id 0 | task 393 | prompt eval time = 655.77 ms / 116 tokens ( 5.65 ms per token, 176.89 tokens per second) 1.30.542.885 I slot print_timing: id 0 | task 393 | eval time = 407.29 ms / 2 tokens ( 407.29 ms per token, 2.46 tokens per second) 1.30.542.885 I slot print_timing: id 0 | task 393 | total time = 1063.06 ms / 118 tokens 1.30.542.886 I slot print_timing: id 0 | task 393 | graphs reused = 19 1.30.542.886 I slot print_timing: id 0 | task 393 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.542.903 I slot release: id 0 | task 393 | stop processing: n_tokens = 118, truncated = 0 1.30.543.108 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.254 1.30.544.806 I slot launch_slot_: id 0 | task 399 | processing task, is_child = 0 1.30.943.599 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.148 1.30.943.713 I slot launch_slot_: id 3 | task 401 | processing task, is_child = 0 1.31.290.131 I slot print_timing: id 2 | task 397 | prompt eval time = 804.49 ms / 164 tokens ( 4.91 ms per token, 203.86 tokens per second) 1.31.290.133 I slot print_timing: id 2 | task 397 | eval time = 346.54 ms / 2 tokens ( 346.54 ms per token, 2.89 tokens per second) 1.31.290.135 I slot print_timing: id 2 | task 397 | total time = 1151.03 ms / 166 tokens 1.31.290.135 I slot print_timing: id 2 | task 397 | graphs reused = 19 1.31.290.136 I slot print_timing: id 2 | task 397 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.290.171 I slot release: id 2 | task 397 | stop processing: n_tokens = 166, truncated = 0 1.31.370.924 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.175 1.31.372.844 I slot launch_slot_: id 2 | task 404 | processing task, is_child = 0 1.31.951.849 I slot print_timing: id 1 | task 395 | prompt eval time = 743.80 ms / 131 tokens ( 5.68 ms per token, 176.12 tokens per second) 1.31.951.855 I slot print_timing: id 1 | task 395 | eval time = 1408.74 ms / 8 tokens ( 201.25 ms per token, 4.97 tokens per second) 1.31.951.855 I slot print_timing: id 1 | task 395 | total time = 2152.55 ms / 139 tokens 1.31.951.855 I slot print_timing: id 1 | task 395 | graphs reused = 20 1.31.951.856 I slot print_timing: id 1 | task 395 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.951.881 I slot release: id 1 | task 395 | stop processing: n_tokens = 139, truncated = 0 1.32.019.750 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.209 1.32.020.831 I slot launch_slot_: id 1 | task 410 | processing task, is_child = 0 1.32.364.685 I slot print_timing: id 0 | task 399 | prompt eval time = 744.93 ms / 135 tokens ( 5.52 ms per token, 181.22 tokens per second) 1.32.364.693 I slot print_timing: id 0 | task 399 | eval time = 1074.90 ms / 8 tokens ( 153.56 ms per token, 6.51 tokens per second) 1.32.364.693 I slot print_timing: id 0 | task 399 | total time = 1819.83 ms / 143 tokens 1.32.364.694 I slot print_timing: id 0 | task 399 | graphs reused = 20 1.32.364.694 I slot print_timing: id 0 | task 399 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.364.716 I slot release: id 0 | task 399 | stop processing: n_tokens = 143, truncated = 0 1.32.446.499 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.203 1.32.448.085 I slot launch_slot_: id 0 | task 413 | processing task, is_child = 0 1.32.896.167 I slot print_timing: id 2 | task 404 | prompt eval time = 494.33 ms / 138 tokens ( 3.58 ms per token, 279.16 tokens per second) 1.32.896.172 I slot print_timing: id 2 | task 404 | eval time = 1028.98 ms / 8 tokens ( 147.00 ms per token, 6.80 tokens per second) 1.32.896.173 I slot print_timing: id 2 | task 404 | total time = 1523.31 ms / 146 tokens 1.32.896.173 I slot print_timing: id 2 | task 404 | graphs reused = 20 1.32.896.174 I slot print_timing: id 2 | task 404 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.896.198 I slot release: id 2 | task 404 | stop processing: n_tokens = 146, truncated = 0 1.32.964.216 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.199 1.32.965.551 I slot launch_slot_: id 2 | task 417 | processing task, is_child = 0 1.33.505.326 I slot print_timing: id 2 | task 417 | prompt eval time = 496.31 ms / 146 tokens ( 3.40 ms per token, 294.17 tokens per second) 1.33.505.332 I slot print_timing: id 2 | task 417 | eval time = 43.45 ms / 2 tokens ( 43.45 ms per token, 23.01 tokens per second) 1.33.505.332 I slot print_timing: id 2 | task 417 | total time = 539.76 ms / 148 tokens 1.33.505.333 I slot print_timing: id 2 | task 417 | graphs reused = 20 1.33.505.333 I slot print_timing: id 2 | task 417 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.505.355 I slot release: id 2 | task 417 | stop processing: n_tokens = 148, truncated = 0 1.33.573.322 I slot print_timing: id 3 | task 401 | prompt eval time = 426.64 ms / 129 tokens ( 3.31 ms per token, 302.36 tokens per second) 1.33.573.325 I slot print_timing: id 3 | task 401 | eval time = 2202.40 ms / 15 tokens ( 157.31 ms per token, 6.36 tokens per second) 1.33.573.325 I slot print_timing: id 3 | task 401 | total time = 2629.04 ms / 144 tokens 1.33.573.326 I slot print_timing: id 3 | task 401 | graphs reused = 20 1.33.573.326 I slot print_timing: id 3 | task 401 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.573.345 I slot release: id 3 | task 401 | stop processing: n_tokens = 144, truncated = 0 1.33.573.350 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.196 1.33.574.884 I slot launch_slot_: id 2 | task 422 | processing task, is_child = 0 1.34.004.597 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.201 1.34.004.679 I slot launch_slot_: id 3 | task 424 | processing task, is_child = 0 1.34.352.113 I slot print_timing: id 0 | task 413 | prompt eval time = 447.76 ms / 161 tokens ( 2.78 ms per token, 359.57 tokens per second) 1.34.352.118 I slot print_timing: id 0 | task 413 | eval time = 1456.26 ms / 8 tokens ( 208.04 ms per token, 4.81 tokens per second) 1.34.352.118 I slot print_timing: id 0 | task 413 | total time = 1904.02 ms / 169 tokens 1.34.352.119 I slot print_timing: id 0 | task 413 | graphs reused = 20 1.34.352.119 I slot print_timing: id 0 | task 413 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.352.146 I slot release: id 0 | task 413 | stop processing: n_tokens = 169, truncated = 0 1.34.433.456 I slot print_timing: id 2 | task 422 | prompt eval time = 776.68 ms / 170 tokens ( 4.57 ms per token, 218.88 tokens per second) 1.34.433.460 I slot print_timing: id 2 | task 422 | eval time = 80.92 ms / 2 tokens ( 80.92 ms per token, 12.36 tokens per second) 1.34.433.460 I slot print_timing: id 2 | task 422 | total time = 857.61 ms / 172 tokens 1.34.433.461 I slot print_timing: id 2 | task 422 | graphs reused = 20 1.34.433.461 I slot print_timing: id 2 | task 422 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.433.491 I slot release: id 2 | task 422 | stop processing: n_tokens = 172, truncated = 0 1.34.433.708 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.172 1.34.435.539 I slot launch_slot_: id 0 | task 427 | processing task, is_child = 0 1.34.880.521 I slot print_timing: id 3 | task 424 | prompt eval time = 428.36 ms / 124 tokens ( 3.45 ms per token, 289.48 tokens per second) 1.34.880.523 I slot print_timing: id 3 | task 424 | eval time = 446.81 ms / 2 tokens ( 446.81 ms per token, 2.24 tokens per second) 1.34.880.524 I slot print_timing: id 3 | task 424 | total time = 875.17 ms / 126 tokens 1.34.880.524 I slot print_timing: id 3 | task 424 | graphs reused = 20 1.34.880.524 I slot print_timing: id 3 | task 424 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.880.543 I slot release: id 3 | task 424 | stop processing: n_tokens = 126, truncated = 0 1.34.880.549 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.169 1.34.880.622 I slot launch_slot_: id 2 | task 429 | processing task, is_child = 0 1.35.284.527 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.230 1.35.284.595 I slot launch_slot_: id 3 | task 431 | processing task, is_child = 0 1.35.629.196 I slot print_timing: id 0 | task 427 | prompt eval time = 847.15 ms / 185 tokens ( 4.58 ms per token, 218.38 tokens per second) 1.35.629.201 I slot print_timing: id 0 | task 427 | eval time = 344.83 ms / 2 tokens ( 344.83 ms per token, 2.90 tokens per second) 1.35.629.207 I slot print_timing: id 0 | task 427 | total time = 1191.97 ms / 187 tokens 1.35.629.208 I slot print_timing: id 0 | task 427 | graphs reused = 20 1.35.629.208 I slot print_timing: id 0 | task 427 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.629.235 I slot release: id 0 | task 427 | stop processing: n_tokens = 187, truncated = 0 1.35.710.573 I slot print_timing: id 2 | task 429 | prompt eval time = 746.27 ms / 154 tokens ( 4.85 ms per token, 206.36 tokens per second) 1.35.710.579 I slot print_timing: id 2 | task 429 | eval time = 80.95 ms / 2 tokens ( 80.95 ms per token, 12.35 tokens per second) 1.35.710.580 I slot print_timing: id 2 | task 429 | total time = 827.23 ms / 156 tokens 1.35.710.580 I slot print_timing: id 2 | task 429 | graphs reused = 20 1.35.710.581 I slot print_timing: id 2 | task 429 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.710.601 I slot release: id 2 | task 429 | stop processing: n_tokens = 156, truncated = 0 1.35.710.806 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.155 1.35.712.814 I slot launch_slot_: id 0 | task 434 | processing task, is_child = 0 1.35.713.840 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.186 1.35.713.889 I slot launch_slot_: id 2 | task 435 | processing task, is_child = 0 1.36.551.537 I slot print_timing: id 0 | task 434 | prompt eval time = 793.25 ms / 136 tokens ( 5.83 ms per token, 171.45 tokens per second) 1.36.551.546 I slot print_timing: id 0 | task 434 | eval time = 44.38 ms / 2 tokens ( 44.38 ms per token, 22.53 tokens per second) 1.36.551.547 I slot print_timing: id 0 | task 434 | total time = 837.63 ms / 138 tokens 1.36.551.548 I slot print_timing: id 0 | task 434 | graphs reused = 20 1.36.551.548 I slot print_timing: id 0 | task 434 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.551.589 I slot release: id 0 | task 434 | stop processing: n_tokens = 138, truncated = 0 1.36.599.200 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.210 1.36.600.837 I slot launch_slot_: id 0 | task 440 | processing task, is_child = 0 1.37.089.477 I slot print_timing: id 3 | task 431 | prompt eval time = 425.95 ms / 107 tokens ( 3.98 ms per token, 251.20 tokens per second) 1.37.089.483 I slot print_timing: id 3 | task 431 | eval time = 1378.67 ms / 8 tokens ( 196.95 ms per token, 5.08 tokens per second) 1.37.089.483 I slot print_timing: id 3 | task 431 | total time = 1804.62 ms / 115 tokens 1.37.089.483 I slot print_timing: id 3 | task 431 | graphs reused = 21 1.37.089.484 I slot print_timing: id 3 | task 431 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.089.505 I slot release: id 3 | task 431 | stop processing: n_tokens = 115, truncated = 0 1.37.293.722 I slot print_timing: id 1 | task 410 | prompt eval time = 425.35 ms / 124 tokens ( 3.43 ms per token, 291.53 tokens per second) 1.37.293.725 I slot print_timing: id 1 | task 410 | eval time = 4847.53 ms / 27 tokens ( 186.44 ms per token, 5.36 tokens per second) 1.37.293.726 I slot print_timing: id 1 | task 410 | total time = 5272.88 ms / 151 tokens 1.37.293.726 I slot print_timing: id 1 | task 410 | graphs reused = 25 1.37.293.727 I slot print_timing: id 1 | task 410 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.293.748 I slot release: id 1 | task 410 | stop processing: n_tokens = 151, truncated = 0 1.37.349.140 I slot print_timing: id 0 | task 440 | prompt eval time = 444.76 ms / 142 tokens ( 3.13 ms per token, 319.28 tokens per second) 1.37.349.145 I slot print_timing: id 0 | task 440 | eval time = 303.54 ms / 8 tokens ( 43.36 ms per token, 23.06 tokens per second) 1.37.349.146 I slot print_timing: id 0 | task 440 | total time = 748.29 ms / 150 tokens 1.37.349.146 I slot print_timing: id 0 | task 440 | graphs reused = 25 1.37.349.147 I slot print_timing: id 0 | task 440 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.349.164 I slot release: id 0 | task 440 | stop processing: n_tokens = 150, truncated = 0 1.37.764.541 I slot print_timing: id 2 | task 435 | prompt eval time = 793.62 ms / 129 tokens ( 6.15 ms per token, 162.55 tokens per second) 1.37.764.549 I slot print_timing: id 2 | task 435 | eval time = 1256.96 ms / 28 tokens ( 46.55 ms per token, 21.48 tokens per second) 1.37.764.550 I slot print_timing: id 2 | task 435 | total time = 2050.58 ms / 157 tokens 1.37.764.551 I slot print_timing: id 2 | task 435 | graphs reused = 41 1.37.764.551 I slot print_timing: id 2 | task 435 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.764.571 I slot release: id 2 | task 435 | stop processing: n_tokens = 157, truncated = 0 1.37.797.720 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 115, t_last = 242263124582 1.37.798.196 I slot launch_slot_: id 3 | task 466 | processing task, is_child = 0 1.37.802.129 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 242263328825 1.37.802.180 I slot launch_slot_: id 1 | task 467 | processing task, is_child = 0 1.37.802.246 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 150, t_last = 242263384241 1.37.802.297 I slot launch_slot_: id 0 | task 468 | processing task, is_child = 0 1.37.802.330 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 157, t_last = 242263799648 1.37.802.392 I slot launch_slot_: id 2 | task 469 | processing task, is_child = 0 1.41.924.503 I slot print_timing: id 0 | task 468 | prompt processing, n_tokens = 670, progress = 0.57, t = 4.12 s / 162.54 tokens per second 1.41.962.465 I slot print_timing: id 1 | task 467 | prompt processing, n_tokens = 663, progress = 0.56, t = 4.12 s / 160.84 tokens per second 1.41.964.349 I slot print_timing: id 2 | task 469 | prompt processing, n_tokens = 655, progress = 0.56, t = 4.12 s / 158.91 tokens per second 1.41.966.189 I slot print_timing: id 3 | task 466 | prompt processing, n_tokens = 60, progress = 0.05, t = 4.12 s / 14.56 tokens per second 1.45.458.249 I slot print_timing: id 0 | task 468 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.66 s / 140.29 tokens per second 1.45.864.409 I slot print_timing: id 1 | task 467 | prompt processing, n_tokens = 1074, progress = 0.91, t = 7.66 s / 140.29 tokens per second 1.45.867.357 I slot print_timing: id 2 | task 469 | prompt processing, n_tokens = 1074, progress = 0.92, t = 7.66 s / 140.29 tokens per second 1.45.869.290 I slot print_timing: id 3 | task 466 | prompt processing, n_tokens = 643, progress = 0.56, t = 7.66 s / 83.99 tokens per second 1.46.788.785 I slot print_timing: id 0 | task 468 | prompt processing, n_tokens = 1182, progress = 1.00, t = 8.99 s / 131.53 tokens per second 1.47.524.109 I slot print_timing: id 1 | task 467 | prompt processing, n_tokens = 1175, progress = 1.00, t = 8.99 s / 130.75 tokens per second 1.47.527.233 I slot print_timing: id 2 | task 469 | prompt processing, n_tokens = 1167, progress = 1.00, t = 8.99 s / 129.87 tokens per second 1.47.529.411 I slot print_timing: id 3 | task 466 | prompt processing, n_tokens = 1074, progress = 0.93, t = 8.99 s / 119.52 tokens per second 1.47.829.873 I slot print_timing: id 3 | task 466 | prompt processing, n_tokens = 1155, progress = 1.00, t = 10.03 s / 115.19 tokens per second 1.51.691.273 I slot print_timing: id 2 | task 469 | prompt eval time = 10027.31 ms / 1171 tokens ( 8.56 ms per token, 116.78 tokens per second) 1.51.691.278 I slot print_timing: id 2 | task 469 | eval time = 3861.40 ms / 88 tokens ( 44.38 ms per token, 22.53 tokens per second) 1.51.691.280 I slot print_timing: id 2 | task 469 | total time = 13888.71 ms / 1259 tokens 1.51.691.281 I slot print_timing: id 2 | task 469 | graphs reused = 127 1.51.691.288 I slot print_timing: id 2 | task 469 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.691.426 I slot release: id 2 | task 469 | stop processing: n_tokens = 1259, truncated = 0 1.51.762.138 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.871 1.51.762.178 I slot launch_slot_: id 2 | task 562 | processing task, is_child = 0 1.52.492.656 I slot print_timing: id 3 | task 466 | prompt eval time = 10114.30 ms / 1159 tokens ( 8.73 ms per token, 114.59 tokens per second) 1.52.492.659 I slot print_timing: id 3 | task 466 | eval time = 4575.71 ms / 96 tokens ( 48.17 ms per token, 20.76 tokens per second) 1.52.492.660 I slot print_timing: id 3 | task 466 | total time = 14690.01 ms / 1255 tokens 1.52.492.660 I slot print_timing: id 3 | task 466 | graphs reused = 131 1.52.492.661 I slot print_timing: id 3 | task 466 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.492.720 I slot release: id 3 | task 466 | stop processing: n_tokens = 1255, truncated = 0 1.52.536.785 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.873 1.52.536.811 I slot launch_slot_: id 3 | task 572 | processing task, is_child = 0 1.52.959.837 I slot print_timing: id 0 | task 468 | n_gen = 100, tg = 19.30 t/s, tg_3s = 19.49 t/s 1.52.960.002 I slot print_timing: id 1 | task 467 | n_gen = 100, tg = 19.30 t/s, tg_3s = 19.49 t/s 1.55.993.947 I slot print_timing: id 0 | task 468 | n_gen = 169, tg = 20.58 t/s, tg_3s = 22.74 t/s 1.55.994.298 I slot print_timing: id 1 | task 467 | n_gen = 169, tg = 20.58 t/s, tg_3s = 22.74 t/s 1.56.914.646 I slot print_timing: id 2 | task 562 | n_gen = 100, tg = 21.14 t/s, tg_3s = 21.35 t/s 1.57.309.369 I slot print_timing: id 3 | task 572 | n_gen = 100, tg = 22.76 t/s, tg_3s = 22.99 t/s 1.58.581.097 I slot print_timing: id 0 | task 468 | prompt eval time = 10027.07 ms / 1186 tokens ( 8.45 ms per token, 118.28 tokens per second) 1.58.581.101 I slot print_timing: id 0 | task 468 | eval time = 10751.62 ms / 228 tokens ( 47.36 ms per token, 21.11 tokens per second) 1.58.581.102 I slot print_timing: id 0 | task 468 | total time = 20778.69 ms / 1414 tokens 1.58.581.103 I slot print_timing: id 0 | task 468 | graphs reused = 258 1.58.581.104 I slot print_timing: id 0 | task 468 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.581.219 I slot release: id 0 | task 468 | stop processing: n_tokens = 1414, truncated = 0 1.58.627.896 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.775 1.58.627.929 I slot launch_slot_: id 0 | task 704 | processing task, is_child = 0 1.59.054.379 I slot print_timing: id 1 | task 467 | n_gen = 231, tg = 20.49 t/s, tg_3s = 20.26 t/s 1.59.585.113 I slot print_timing: id 2 | task 562 | prompt eval time = 468.79 ms / 108 tokens ( 4.34 ms per token, 230.38 tokens per second) 1.59.585.120 I slot print_timing: id 2 | task 562 | eval time = 7354.14 ms / 153 tokens ( 48.38 ms per token, 20.67 tokens per second) 1.59.585.122 I slot print_timing: id 2 | task 562 | total time = 7822.93 ms / 261 tokens 1.59.585.123 I slot print_timing: id 2 | task 562 | graphs reused = 270 1.59.585.123 I slot print_timing: id 2 | task 562 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.585.242 I slot release: id 2 | task 562 | stop processing: n_tokens = 1356, truncated = 0 1.59.656.693 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.808 1.59.656.725 I slot launch_slot_: id 2 | task 720 | processing task, is_child = 0 2.00.328.308 I slot print_timing: id 3 | task 572 | n_gen = 153, tg = 20.63 t/s, tg_3s = 17.56 t/s 2.02.089.847 I slot print_timing: id 1 | task 467 | n_gen = 292, tg = 20.41 t/s, tg_3s = 20.10 t/s 2.02.397.787 I slot print_timing: id 1 | task 467 | prompt eval time = 10027.19 ms / 1179 tokens ( 8.50 ms per token, 117.58 tokens per second) 2.02.397.796 I slot print_timing: id 1 | task 467 | eval time = 14568.10 ms / 299 tokens ( 48.89 ms per token, 20.46 tokens per second) 2.02.397.797 I slot print_timing: id 1 | task 467 | total time = 24595.29 ms / 1478 tokens 2.02.397.798 I slot print_timing: id 1 | task 467 | graphs reused = 322 2.02.397.799 I slot print_timing: id 1 | task 467 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.397.913 I slot release: id 1 | task 467 | stop processing: n_tokens = 1478, truncated = 0 2.02.468.665 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.742 2.02.468.701 I slot launch_slot_: id 1 | task 777 | processing task, is_child = 0 2.03.367.277 I slot print_timing: id 3 | task 572 | prompt eval time = 423.53 ms / 114 tokens ( 3.72 ms per token, 269.17 tokens per second) 2.03.367.289 I slot print_timing: id 3 | task 572 | eval time = 10406.91 ms / 212 tokens ( 49.32 ms per token, 20.27 tokens per second) 2.03.367.292 I slot print_timing: id 3 | task 572 | total time = 10830.44 ms / 326 tokens 2.03.367.293 I slot print_timing: id 3 | task 572 | graphs reused = 330 2.03.367.294 I slot print_timing: id 3 | task 572 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.367.432 I slot release: id 3 | task 572 | stop processing: n_tokens = 1421, truncated = 0 2.03.413.732 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.771 2.03.413.762 I slot launch_slot_: id 3 | task 790 | processing task, is_child = 0 2.04.592.429 I slot print_timing: id 0 | task 704 | n_gen = 100, tg = 17.88 t/s, tg_3s = 18.06 t/s 2.05.251.211 I slot print_timing: id 2 | task 720 | n_gen = 100, tg = 19.08 t/s, tg_3s = 19.28 t/s 2.06.258.701 I slot print_timing: id 2 | task 720 | prompt eval time = 407.14 ms / 89 tokens ( 4.57 ms per token, 218.60 tokens per second) 2.06.258.706 I slot print_timing: id 2 | task 720 | eval time = 6194.83 ms / 123 tokens ( 50.78 ms per token, 19.69 tokens per second) 2.06.258.709 I slot print_timing: id 2 | task 720 | total time = 6601.97 ms / 212 tokens 2.06.258.710 I slot print_timing: id 2 | task 720 | graphs reused = 383 2.06.258.710 I slot print_timing: id 2 | task 720 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.258.864 I slot release: id 2 | task 720 | stop processing: n_tokens = 1307, truncated = 0 2.06.330.665 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.839 2.06.330.705 I slot launch_slot_: id 2 | task 848 | processing task, is_child = 0 2.07.613.352 I slot print_timing: id 0 | task 704 | n_gen = 161, tg = 18.69 t/s, tg_3s = 20.19 t/s 2.08.050.717 I slot print_timing: id 1 | task 777 | n_gen = 100, tg = 19.47 t/s, tg_3s = 19.67 t/s 2.08.578.433 I slot print_timing: id 3 | task 790 | n_gen = 100, tg = 21.16 t/s, tg_3s = 21.37 t/s 2.10.637.378 I slot print_timing: id 0 | task 704 | n_gen = 230, tg = 19.77 t/s, tg_3s = 22.82 t/s 2.11.075.587 I slot print_timing: id 1 | task 777 | n_gen = 169, tg = 20.72 t/s, tg_3s = 22.81 t/s 2.11.075.942 I slot print_timing: id 2 | task 848 | n_gen = 100, tg = 22.82 t/s, tg_3s = 23.05 t/s 2.11.381.453 I slot print_timing: id 1 | task 777 | prompt eval time = 497.36 ms / 116 tokens ( 4.29 ms per token, 233.23 tokens per second) 2.11.381.457 I slot print_timing: id 1 | task 777 | eval time = 8415.38 ms / 176 tokens ( 48.09 ms per token, 20.80 tokens per second) 2.11.381.458 I slot print_timing: id 1 | task 777 | total time = 8912.73 ms / 292 tokens 2.11.381.459 I slot print_timing: id 1 | task 777 | graphs reused = 488 2.11.381.460 I slot print_timing: id 1 | task 777 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.381.561 I slot release: id 1 | task 777 | stop processing: n_tokens = 1387, truncated = 0 2.11.452.446 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.790 2.11.452.487 I slot launch_slot_: id 1 | task 958 | processing task, is_child = 0 2.11.754.463 I slot print_timing: id 3 | task 790 | n_gen = 166, tg = 21.01 t/s, tg_3s = 20.78 t/s 2.13.279.303 I slot print_timing: id 2 | task 848 | prompt eval time = 407.60 ms / 101 tokens ( 4.04 ms per token, 247.79 tokens per second) 2.13.279.309 I slot print_timing: id 2 | task 848 | eval time = 6540.99 ms / 142 tokens ( 46.39 ms per token, 21.56 tokens per second) 2.13.279.311 I slot print_timing: id 2 | task 848 | total time = 6948.59 ms / 243 tokens 2.13.279.312 I slot print_timing: id 2 | task 848 | graphs reused = 519 2.13.279.312 I slot print_timing: id 2 | task 848 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.279.440 I slot release: id 2 | task 848 | stop processing: n_tokens = 1338, truncated = 0 2.13.350.219 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.819 2.13.350.256 I slot launch_slot_: id 2 | task 994 | processing task, is_child = 0 2.13.640.327 I slot print_timing: id 0 | task 704 | n_gen = 284, tg = 19.40 t/s, tg_3s = 17.98 t/s 2.14.768.833 I slot print_timing: id 3 | task 790 | n_gen = 225, tg = 20.61 t/s, tg_3s = 19.57 t/s 2.14.988.405 I slot print_timing: id 0 | task 704 | prompt eval time = 426.28 ms / 114 tokens ( 3.74 ms per token, 267.43 tokens per second) 2.14.988.415 I slot print_timing: id 0 | task 704 | eval time = 15934.18 ms / 313 tokens ( 51.07 ms per token, 19.58 tokens per second) 2.14.988.415 I slot print_timing: id 0 | task 704 | total time = 16360.47 ms / 427 tokens 2.14.988.416 I slot print_timing: id 0 | task 704 | graphs reused = 546 2.14.988.417 I slot print_timing: id 0 | task 704 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.988.533 I slot release: id 0 | task 704 | stop processing: n_tokens = 1522, truncated = 0 2.15.035.778 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.720 2.15.035.809 I slot launch_slot_: id 0 | task 1026 | processing task, is_child = 0 2.16.834.218 I slot print_timing: id 1 | task 958 | n_gen = 100, tg = 19.97 t/s, tg_3s = 20.17 t/s 2.17.580.373 I slot print_timing: id 1 | task 958 | prompt eval time = 423.36 ms / 76 tokens ( 5.57 ms per token, 179.52 tokens per second) 2.17.580.380 I slot print_timing: id 1 | task 958 | eval time = 5704.52 ms / 117 tokens ( 49.18 ms per token, 20.33 tokens per second) 2.17.580.382 I slot print_timing: id 1 | task 958 | total time = 6127.88 ms / 193 tokens 2.17.580.382 I slot print_timing: id 1 | task 958 | graphs reused = 596 2.17.580.383 I slot print_timing: id 1 | task 958 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.580.510 I slot release: id 1 | task 958 | stop processing: n_tokens = 1288, truncated = 0 2.17.651.232 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.851 2.17.651.270 I slot launch_slot_: id 1 | task 1080 | processing task, is_child = 0 2.17.963.922 I slot print_timing: id 3 | task 790 | n_gen = 285, tg = 20.19 t/s, tg_3s = 18.78 t/s 2.18.747.764 I slot print_timing: id 2 | task 994 | n_gen = 100, tg = 19.81 t/s, tg_3s = 20.01 t/s 2.19.320.115 I slot print_timing: id 3 | task 790 | prompt eval time = 486.21 ms / 150 tokens ( 3.24 ms per token, 308.51 tokens per second) 2.19.320.122 I slot print_timing: id 3 | task 790 | eval time = 15420.13 ms / 314 tokens ( 49.27 ms per token, 20.30 tokens per second) 2.19.320.125 I slot print_timing: id 3 | task 790 | total time = 15906.34 ms / 464 tokens 2.19.320.126 I slot print_timing: id 3 | task 790 | graphs reused = 622 2.19.320.127 I slot print_timing: id 3 | task 790 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.320.264 I slot release: id 3 | task 790 | stop processing: n_tokens = 1559, truncated = 0 2.19.366.006 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.703 2.19.366.038 I slot launch_slot_: id 3 | task 1112 | processing task, is_child = 0 2.20.449.239 I slot print_timing: id 0 | task 1026 | n_gen = 100, tg = 19.54 t/s, tg_3s = 19.74 t/s 2.21.766.249 I slot print_timing: id 2 | task 994 | n_gen = 161, tg = 19.96 t/s, tg_3s = 20.21 t/s 2.22.072.019 I slot print_timing: id 1 | task 1080 | prompt eval time = 433.71 ms / 96 tokens ( 4.52 ms per token, 221.34 tokens per second) 2.22.072.027 I slot print_timing: id 1 | task 1080 | eval time = 3987.02 ms / 84 tokens ( 48.04 ms per token, 20.82 tokens per second) 2.22.072.028 I slot print_timing: id 1 | task 1080 | total time = 4420.74 ms / 180 tokens 2.22.072.029 I slot print_timing: id 1 | task 1080 | graphs reused = 673 2.22.072.030 I slot print_timing: id 1 | task 1080 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.072.144 I slot release: id 1 | task 1080 | stop processing: n_tokens = 1275, truncated = 0 2.22.143.577 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.860 2.22.143.622 I slot launch_slot_: id 1 | task 1168 | processing task, is_child = 0 2.22.554.977 I slot print_timing: id 2 | task 994 | prompt eval time = 400.16 ms / 76 tokens ( 5.27 ms per token, 189.92 tokens per second) 2.22.554.980 I slot print_timing: id 2 | task 994 | eval time = 8804.55 ms / 172 tokens ( 51.49 ms per token, 19.42 tokens per second) 2.22.554.981 I slot print_timing: id 2 | task 994 | total time = 9204.72 ms / 248 tokens 2.22.554.982 I slot print_timing: id 2 | task 994 | graphs reused = 673 2.22.554.983 I slot print_timing: id 2 | task 994 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.555.044 I slot release: id 2 | task 994 | stop processing: n_tokens = 1343, truncated = 0 2.22.623.748 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.816 2.22.623.774 I slot launch_slot_: id 2 | task 1173 | processing task, is_child = 0 2.23.485.547 I slot print_timing: id 0 | task 1026 | n_gen = 153, tg = 18.76 t/s, tg_3s = 17.46 t/s 2.24.856.950 I slot print_timing: id 3 | task 1112 | n_gen = 100, tg = 19.54 t/s, tg_3s = 19.74 t/s 2.26.522.387 I slot print_timing: id 0 | task 1026 | n_gen = 222, tg = 19.84 t/s, tg_3s = 22.72 t/s 2.27.268.320 I slot print_timing: id 1 | task 1168 | n_gen = 100, tg = 20.80 t/s, tg_3s = 21.01 t/s 2.27.444.715 I slot print_timing: id 2 | task 1173 | n_gen = 100, tg = 22.75 t/s, tg_3s = 22.98 t/s 2.27.884.508 I slot print_timing: id 3 | task 1112 | n_gen = 169, tg = 20.76 t/s, tg_3s = 22.79 t/s 2.29.550.437 I slot print_timing: id 0 | task 1026 | n_gen = 291, tg = 20.47 t/s, tg_3s = 22.79 t/s 2.29.638.393 I slot print_timing: id 1 | task 1168 | prompt eval time = 366.04 ms / 61 tokens ( 6.00 ms per token, 166.65 tokens per second) 2.29.638.398 I slot print_timing: id 1 | task 1168 | eval time = 7128.72 ms / 154 tokens ( 46.59 ms per token, 21.46 tokens per second) 2.29.638.399 I slot print_timing: id 1 | task 1168 | total time = 7494.76 ms / 215 tokens 2.29.638.400 I slot print_timing: id 1 | task 1168 | graphs reused = 821 2.29.638.400 I slot print_timing: id 1 | task 1168 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.638.513 I slot release: id 1 | task 1168 | stop processing: n_tokens = 1310, truncated = 0 2.29.709.946 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.837 2.29.709.982 I slot launch_slot_: id 1 | task 1326 | processing task, is_child = 0 2.30.481.430 I slot print_timing: id 2 | task 1173 | n_gen = 161, tg = 21.66 t/s, tg_3s = 20.09 t/s 2.30.927.658 I slot print_timing: id 3 | task 1112 | n_gen = 230, tg = 20.56 t/s, tg_3s = 20.04 t/s 2.31.846.796 I slot print_timing: id 2 | task 1173 | prompt eval time = 469.89 ms / 113 tokens ( 4.16 ms per token, 240.48 tokens per second) 2.31.846.803 I slot print_timing: id 2 | task 1173 | eval time = 8753.12 ms / 192 tokens ( 45.83 ms per token, 21.82 tokens per second) 2.31.846.804 I slot print_timing: id 2 | task 1173 | total time = 9223.01 ms / 305 tokens 2.31.846.805 I slot print_timing: id 2 | task 1173 | graphs reused = 859 2.31.846.806 I slot print_timing: id 2 | task 1173 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.846.950 I slot release: id 2 | task 1173 | stop processing: n_tokens = 1400, truncated = 0 2.31.918.648 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.783 2.31.918.681 I slot launch_slot_: id 2 | task 1369 | processing task, is_child = 0 2.32.576.830 I slot print_timing: id 0 | task 1026 | n_gen = 345, tg = 20.01 t/s, tg_3s = 17.84 t/s 2.32.664.362 I slot print_timing: id 0 | task 1026 | prompt eval time = 346.84 ms / 70 tokens ( 4.95 ms per token, 201.82 tokens per second) 2.32.664.369 I slot print_timing: id 0 | task 1026 | eval time = 17281.71 ms / 347 tokens ( 49.95 ms per token, 20.02 tokens per second) 2.32.664.371 I slot print_timing: id 0 | task 1026 | total time = 17628.54 ms / 417 tokens 2.32.664.372 I slot print_timing: id 0 | task 1026 | graphs reused = 867 2.32.664.372 I slot print_timing: id 0 | task 1026 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.664.485 I slot release: id 0 | task 1026 | stop processing: n_tokens = 1512, truncated = 0 2.32.711.146 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.725 2.32.711.177 I slot launch_slot_: id 0 | task 1382 | processing task, is_child = 0 2.33.270.969 I slot print_timing: id 3 | task 1112 | prompt eval time = 424.11 ms / 123 tokens ( 3.45 ms per token, 290.02 tokens per second) 2.33.270.974 I slot print_timing: id 3 | task 1112 | eval time = 13480.81 ms / 271 tokens ( 49.93 ms per token, 20.03 tokens per second) 2.33.270.975 I slot print_timing: id 3 | task 1112 | total time = 13904.92 ms / 394 tokens 2.33.270.975 I slot print_timing: id 3 | task 1112 | graphs reused = 872 2.33.270.975 I slot print_timing: id 3 | task 1112 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.271.039 I slot release: id 3 | task 1112 | stop processing: n_tokens = 1489, truncated = 0 2.33.314.303 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.736 2.33.314.326 I slot launch_slot_: id 3 | task 1391 | processing task, is_child = 0 2.34.784.834 I slot print_timing: id 1 | task 1326 | prompt eval time = 422.81 ms / 72 tokens ( 5.87 ms per token, 170.29 tokens per second) 2.34.784.839 I slot print_timing: id 1 | task 1326 | eval time = 4652.03 ms / 90 tokens ( 52.27 ms per token, 19.13 tokens per second) 2.34.784.840 I slot print_timing: id 1 | task 1326 | total time = 5074.84 ms / 162 tokens 2.34.784.841 I slot print_timing: id 1 | task 1326 | graphs reused = 898 2.34.784.842 I slot print_timing: id 1 | task 1326 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.784.984 I slot release: id 1 | task 1326 | stop processing: n_tokens = 1257, truncated = 0 2.34.856.132 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.872 2.34.856.164 I slot launch_slot_: id 1 | task 1422 | processing task, is_child = 0 2.36.965.119 I slot print_timing: id 3 | task 1391 | prompt eval time = 291.60 ms / 69 tokens ( 4.23 ms per token, 236.62 tokens per second) 2.36.965.125 I slot print_timing: id 3 | task 1391 | eval time = 3359.18 ms / 68 tokens ( 50.14 ms per token, 19.95 tokens per second) 2.36.965.127 I slot print_timing: id 3 | task 1391 | total time = 3650.78 ms / 137 tokens 2.36.965.127 I slot print_timing: id 3 | task 1391 | graphs reused = 934 2.36.965.128 I slot print_timing: id 3 | task 1391 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.965.283 I slot release: id 3 | task 1391 | stop processing: n_tokens = 1232, truncated = 0 2.37.011.475 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.890 2.37.011.509 I slot launch_slot_: id 3 | task 1463 | processing task, is_child = 0 2.37.709.618 I slot print_timing: id 2 | task 1369 | n_gen = 100, tg = 18.17 t/s, tg_3s = 18.36 t/s 2.38.191.768 I slot print_timing: id 2 | task 1369 | prompt eval time = 343.46 ms / 56 tokens ( 6.13 ms per token, 163.05 tokens per second) 2.38.191.774 I slot print_timing: id 2 | task 1369 | eval time = 5929.62 ms / 111 tokens ( 53.91 ms per token, 18.55 tokens per second) 2.38.191.775 I slot print_timing: id 2 | task 1369 | total time = 6273.08 ms / 167 tokens 2.38.191.776 I slot print_timing: id 2 | task 1369 | graphs reused = 953 2.38.191.777 I slot print_timing: id 2 | task 1369 | graph reallocs = 0 / 0 (same size) / (changed size) 2.38.191.907 I slot release: id 2 | task 1369 | stop processing: n_tokens = 1262, truncated = 0 2.38.262.880 I slot print_timing: id 0 | task 1382 | n_gen = 100, tg = 19.01 t/s, tg_3s = 19.20 t/s 2.38.263.464 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.868 2.38.263.502 I slot launch_slot_: id 2 | task 1487 | processing task, is_child = 0 2.40.243.048 I slot print_timing: id 1 | task 1422 | n_gen = 100, tg = 20.21 t/s, tg_3s = 20.42 t/s 2.40.417.011 I slot print_timing: id 0 | task 1382 | prompt eval time = 343.40 ms / 76 tokens ( 4.52 ms per token, 221.31 tokens per second) 2.40.417.019 I slot print_timing: id 0 | task 1382 | eval time = 7362.42 ms / 142 tokens ( 52.22 ms per token, 19.15 tokens per second) 2.40.417.020 I slot print_timing: id 0 | task 1382 | total time = 7705.82 ms / 218 tokens 2.40.417.021 I slot print_timing: id 0 | task 1382 | graphs reused = 991 2.40.417.022 I slot print_timing: id 0 | task 1382 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.417.142 I slot release: id 0 | task 1382 | stop processing: n_tokens = 1313, truncated = 0 2.40.463.931 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.835 2.40.463.959 I slot launch_slot_: id 0 | task 1531 | processing task, is_child = 0 2.42.208.995 I slot print_timing: id 3 | task 1463 | n_gen = 100, tg = 20.20 t/s, tg_3s = 20.40 t/s 2.42.427.875 I slot print_timing: id 3 | task 1463 | prompt eval time = 296.71 ms / 65 tokens ( 4.56 ms per token, 219.07 tokens per second) 2.42.427.883 I slot print_timing: id 3 | task 1463 | eval time = 5119.64 ms / 105 tokens ( 49.23 ms per token, 20.31 tokens per second) 2.42.427.884 I slot print_timing: id 3 | task 1463 | total time = 5416.35 ms / 170 tokens 2.42.427.885 I slot print_timing: id 3 | task 1463 | graphs reused = 1029 2.42.427.886 I slot print_timing: id 3 | task 1463 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.428.015 I slot release: id 3 | task 1463 | stop processing: n_tokens = 1265, truncated = 0 2.42.474.042 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.867 2.42.474.074 I slot launch_slot_: id 3 | task 1573 | processing task, is_child = 0 2.43.253.551 I slot print_timing: id 1 | task 1422 | n_gen = 156, tg = 19.60 t/s, tg_3s = 18.60 t/s 2.43.562.701 I slot print_timing: id 2 | task 1487 | n_gen = 100, tg = 20.20 t/s, tg_3s = 20.41 t/s 2.43.606.703 I slot print_timing: id 2 | task 1487 | prompt eval time = 399.08 ms / 71 tokens ( 5.62 ms per token, 177.91 tokens per second) 2.43.606.712 I slot print_timing: id 2 | task 1487 | eval time = 4944.10 ms / 101 tokens ( 49.44 ms per token, 20.23 tokens per second) 2.43.606.713 I slot print_timing: id 2 | task 1487 | total time = 5343.19 ms / 172 tokens 2.43.606.713 I slot print_timing: id 2 | task 1487 | graphs reused = 1044 2.43.606.714 I slot print_timing: id 2 | task 1487 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.606.843 I slot release: id 2 | task 1487 | stop processing: n_tokens = 1267, truncated = 0 2.43.678.212 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.865 2.43.678.245 I slot launch_slot_: id 2 | task 1593 | processing task, is_child = 0 2.45.855.171 I slot print_timing: id 0 | task 1531 | n_gen = 100, tg = 19.42 t/s, tg_3s = 19.61 t/s 2.46.294.777 I slot print_timing: id 1 | task 1422 | n_gen = 216, tg = 19.64 t/s, tg_3s = 19.73 t/s 2.47.170.542 I slot print_timing: id 0 | task 1531 | prompt eval time = 292.12 ms / 61 tokens ( 4.79 ms per token, 208.82 tokens per second) 2.47.170.549 I slot print_timing: id 0 | task 1531 | eval time = 6414.45 ms / 130 tokens ( 49.72 ms per token, 20.11 tokens per second) 2.47.170.551 I slot print_timing: id 0 | task 1531 | total time = 6706.57 ms / 191 tokens 2.47.170.551 I slot print_timing: id 0 | task 1531 | graphs reused = 1112 2.47.170.552 I slot print_timing: id 0 | task 1531 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.170.667 I slot release: id 0 | task 1531 | stop processing: n_tokens = 1286, truncated = 0 2.47.217.651 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.852 2.47.217.680 I slot launch_slot_: id 0 | task 1666 | processing task, is_child = 0 2.47.816.514 I slot print_timing: id 1 | task 1422 | prompt eval time = 488.94 ms / 104 tokens ( 4.70 ms per token, 212.71 tokens per second) 2.47.816.519 I slot print_timing: id 1 | task 1422 | eval time = 12471.40 ms / 243 tokens ( 51.53 ms per token, 19.40 tokens per second) 2.47.816.519 I slot print_timing: id 1 | task 1422 | total time = 12960.34 ms / 347 tokens 2.47.816.519 I slot print_timing: id 1 | task 1422 | graphs reused = 1116 2.47.816.520 I slot print_timing: id 1 | task 1422 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.816.580 I slot release: id 1 | task 1422 | stop processing: n_tokens = 1442, truncated = 0 2.47.885.539 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.760 2.47.885.567 I slot launch_slot_: id 1 | task 1674 | processing task, is_child = 0 2.48.315.484 I slot print_timing: id 3 | task 1573 | n_gen = 100, tg = 18.26 t/s, tg_3s = 18.44 t/s 2.49.151.003 I slot print_timing: id 2 | task 1593 | n_gen = 100, tg = 19.79 t/s, tg_3s = 19.99 t/s 2.51.342.738 I slot print_timing: id 3 | task 1573 | n_gen = 169, tg = 19.88 t/s, tg_3s = 22.79 t/s 2.52.175.471 I slot print_timing: id 2 | task 1593 | n_gen = 169, tg = 20.93 t/s, tg_3s = 22.81 t/s 2.52.306.147 I slot print_timing: id 0 | task 1666 | n_gen = 100, tg = 21.22 t/s, tg_3s = 21.44 t/s 2.52.614.206 I slot print_timing: id 1 | task 1674 | n_gen = 100, tg = 22.76 t/s, tg_3s = 22.99 t/s 2.53.140.500 I slot print_timing: id 1 | task 1674 | prompt eval time = 378.45 ms / 68 tokens ( 5.57 ms per token, 179.68 tokens per second) 2.53.140.505 I slot print_timing: id 1 | task 1674 | eval time = 4876.47 ms / 112 tokens ( 43.93 ms per token, 22.76 tokens per second) 2.53.140.506 I slot print_timing: id 1 | task 1674 | total time = 5254.92 ms / 180 tokens 2.53.140.507 I slot print_timing: id 1 | task 1674 | graphs reused = 1226 2.53.140.508 I slot print_timing: id 1 | task 1674 | graph reallocs = 0 / 0 (same size) / (changed size) 2.53.140.628 I slot release: id 1 | task 1674 | stop processing: n_tokens = 1275, truncated = 0 2.53.211.538 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.860 2.53.211.572 I slot launch_slot_: id 1 | task 1789 | processing task, is_child = 0 2.54.368.319 I slot print_timing: id 3 | task 1573 | n_gen = 231, tg = 20.04 t/s, tg_3s = 20.49 t/s 2.55.201.681 I slot print_timing: id 2 | task 1593 | n_gen = 231, tg = 20.81 t/s, tg_3s = 20.49 t/s 2.55.332.340 I slot print_timing: id 0 | task 1666 | n_gen = 162, tg = 20.93 t/s, tg_3s = 20.49 t/s 2.56.255.256 I slot print_timing: id 1 | task 1789 | prompt eval time = 367.34 ms / 62 tokens ( 5.92 ms per token, 168.78 tokens per second) 2.56.255.261 I slot print_timing: id 1 | task 1789 | eval time = 2676.34 ms / 62 tokens ( 43.87 ms per token, 22.79 tokens per second) 2.56.255.263 I slot print_timing: id 1 | task 1789 | total time = 3043.68 ms / 124 tokens 2.56.255.264 I slot print_timing: id 1 | task 1789 | graphs reused = 1286 2.56.255.264 I slot print_timing: id 1 | task 1789 | graph reallocs = 0 / 0 (same size) / (changed size) 2.56.255.377 I slot release: id 1 | task 1789 | stop processing: n_tokens = 1219, truncated = 0 2.56.326.400 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.899 2.56.326.457 I slot launch_slot_: id 1 | task 1854 | processing task, is_child = 0 2.57.303.646 I slot print_timing: id 3 | task 1573 | prompt eval time = 419.75 ms / 105 tokens ( 4.00 ms per token, 250.15 tokens per second) 2.57.303.654 I slot print_timing: id 3 | task 1573 | eval time = 14409.81 ms / 291 tokens ( 49.69 ms per token, 20.13 tokens per second) 2.57.303.654 I slot print_timing: id 3 | task 1573 | total time = 14829.56 ms / 396 tokens 2.57.303.655 I slot print_timing: id 3 | task 1573 | graphs reused = 1299 2.57.303.656 I slot print_timing: id 3 | task 1573 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.303.794 I slot release: id 3 | task 1573 | stop processing: n_tokens = 1492, truncated = 0 2.57.349.938 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.735 2.57.349.974 I slot launch_slot_: id 3 | task 1872 | processing task, is_child = 0 2.58.234.112 I slot print_timing: id 2 | task 1593 | n_gen = 287, tg = 20.31 t/s, tg_3s = 18.47 t/s 2.58.364.873 I slot print_timing: id 0 | task 1666 | n_gen = 218, tg = 20.24 t/s, tg_3s = 18.47 t/s 2.59.242.212 I slot print_timing: id 2 | task 1593 | prompt eval time = 471.07 ms / 112 tokens ( 4.21 ms per token, 237.76 tokens per second) 2.59.242.227 I slot print_timing: id 2 | task 1593 | eval time = 15092.88 ms / 310 tokens ( 48.84 ms per token, 20.47 tokens per second) 2.59.242.228 I slot print_timing: id 2 | task 1593 | total time = 15563.95 ms / 422 tokens 2.59.242.229 I slot print_timing: id 2 | task 1593 | graphs reused = 1333 2.59.242.230 I slot print_timing: id 2 | task 1593 | graph reallocs = 0 / 0 (same size) / (changed size) 2.59.242.407 I slot release: id 2 | task 1593 | stop processing: n_tokens = 1517, truncated = 0 2.59.314.104 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.722 2.59.314.139 I slot launch_slot_: id 2 | task 1911 | processing task, is_child = 0 3.00.947.156 I slot print_timing: id 1 | task 1854 | prompt eval time = 366.32 ms / 69 tokens ( 5.31 ms per token, 188.36 tokens per second) 3.00.947.161 I slot print_timing: id 1 | task 1854 | eval time = 4254.36 ms / 84 tokens ( 51.26 ms per token, 19.51 tokens per second) 3.00.947.162 I slot print_timing: id 1 | task 1854 | total time = 4620.68 ms / 153 tokens 3.00.947.163 I slot print_timing: id 1 | task 1854 | graphs reused = 1360 3.00.947.163 I slot print_timing: id 1 | task 1854 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.947.277 I slot release: id 1 | task 1854 | stop processing: n_tokens = 1248, truncated = 0 3.01.018.444 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.878 3.01.018.472 I slot launch_slot_: id 1 | task 1943 | processing task, is_child = 0 3.01.451.549 I slot print_timing: id 0 | task 1666 | n_gen = 272, tg = 19.62 t/s, tg_3s = 17.49 t/s 3.02.451.568 I slot print_timing: id 0 | task 1666 | prompt eval time = 423.77 ms / 127 tokens ( 3.34 ms per token, 299.69 tokens per second) 3.02.451.571 I slot print_timing: id 0 | task 1666 | eval time = 14810.10 ms / 295 tokens ( 50.37 ms per token, 19.85 tokens per second) 3.02.451.572 I slot print_timing: id 0 | task 1666 | total time = 15233.88 ms / 422 tokens 3.02.451.573 I slot print_timing: id 0 | task 1666 | graphs reused = 1382 3.02.451.573 I slot print_timing: id 0 | task 1666 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.451.664 I slot release: id 0 | task 1666 | stop processing: n_tokens = 1517, truncated = 0 3.02.497.321 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.722 3.02.497.347 I slot launch_slot_: id 0 | task 1970 | processing task, is_child = 0 3.03.019.619 I slot print_timing: id 3 | task 1872 | n_gen = 100, tg = 18.63 t/s, tg_3s = 18.82 t/s 3.04.688.816 I slot print_timing: id 2 | task 1911 | n_gen = 100, tg = 19.93 t/s, tg_3s = 20.13 t/s 3.05.783.600 I slot print_timing: id 3 | task 1872 | prompt eval time = 356.42 ms / 81 tokens ( 4.40 ms per token, 227.26 tokens per second) 3.05.783.606 I slot print_timing: id 3 | task 1872 | eval time = 8077.20 ms / 163 tokens ( 49.86 ms per token, 20.06 tokens per second) 3.05.783.612 I slot print_timing: id 3 | task 1872 | total time = 8433.62 ms / 244 tokens 3.05.783.614 I slot print_timing: id 3 | task 1872 | graphs reused = 1448 3.05.783.615 I slot print_timing: id 3 | task 1872 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.783.719 I slot release: id 3 | task 1872 | stop processing: n_tokens = 1339, truncated = 0 3.05.829.117 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.819 3.05.829.151 I slot launch_slot_: id 3 | task 2041 | processing task, is_child = 0 3.06.316.804 I slot print_timing: id 1 | task 1943 | n_gen = 100, tg = 20.35 t/s, tg_3s = 20.55 t/s 3.07.371.758 I slot print_timing: id 1 | task 1943 | prompt eval time = 433.29 ms / 98 tokens ( 4.42 ms per token, 226.18 tokens per second) 3.07.371.764 I slot print_timing: id 1 | task 1943 | eval time = 5919.99 ms / 124 tokens ( 48.13 ms per token, 20.78 tokens per second) 3.07.371.765 I slot print_timing: id 1 | task 1943 | total time = 6353.27 ms / 222 tokens 3.07.371.765 I slot print_timing: id 1 | task 1943 | graphs reused = 1474 3.07.371.766 I slot print_timing: id 1 | task 1943 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.371.894 I slot release: id 1 | task 1943 | stop processing: n_tokens = 1317, truncated = 0 3.07.442.840 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.832 3.07.442.890 I slot launch_slot_: id 1 | task 2072 | processing task, is_child = 0 3.07.821.705 I slot print_timing: id 0 | task 1970 | n_gen = 100, tg = 19.89 t/s, tg_3s = 20.09 t/s 3.07.821.876 I slot print_timing: id 2 | task 1911 | n_gen = 157, tg = 19.26 t/s, tg_3s = 18.19 t/s 3.10.838.532 I slot print_timing: id 0 | task 1970 | n_gen = 167, tg = 20.77 t/s, tg_3s = 22.21 t/s 3.10.839.216 I slot print_timing: id 2 | task 1911 | n_gen = 224, tg = 20.06 t/s, tg_3s = 22.20 t/s 3.10.968.555 I slot print_timing: id 3 | task 2041 | n_gen = 100, tg = 20.70 t/s, tg_3s = 20.91 t/s 3.12.281.556 I slot print_timing: id 1 | task 2072 | n_gen = 100, tg = 22.82 t/s, tg_3s = 23.05 t/s 3.13.865.550 I slot print_timing: id 0 | task 1970 | n_gen = 236, tg = 21.32 t/s, tg_3s = 22.79 t/s 3.13.866.247 I slot print_timing: id 2 | task 1911 | n_gen = 293, tg = 20.64 t/s, tg_3s = 22.79 t/s 3.13.998.870 I slot print_timing: id 3 | task 2041 | n_gen = 169, tg = 21.50 t/s, tg_3s = 22.77 t/s 3.15.316.605 I slot print_timing: id 1 | task 2072 | n_gen = 169, tg = 22.78 t/s, tg_3s = 22.73 t/s 3.15.712.078 I slot print_timing: id 3 | task 2041 | prompt eval time = 357.08 ms / 87 tokens ( 4.10 ms per token, 243.64 tokens per second) 3.15.712.083 I slot print_timing: id 3 | task 2041 | eval time = 9525.84 ms / 208 tokens ( 46.02 ms per token, 21.73 tokens per second) 3.15.712.084 I slot print_timing: id 3 | task 2041 | total time = 9882.92 ms / 295 tokens 3.15.712.085 I slot print_timing: id 3 | task 2041 | graphs reused = 1650 3.15.712.086 I slot print_timing: id 3 | task 2041 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.712.207 I slot release: id 3 | task 2041 | stop processing: n_tokens = 1390, truncated = 0 3.15.757.778 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.788 3.15.757.810 I slot launch_slot_: id 3 | task 2253 | processing task, is_child = 0 3.16.881.266 I slot print_timing: id 0 | task 1970 | n_gen = 297, tg = 21.09 t/s, tg_3s = 20.23 t/s 3.16.881.947 I slot print_timing: id 2 | task 1911 | n_gen = 354, tg = 20.57 t/s, tg_3s = 20.23 t/s 3.18.331.971 I slot print_timing: id 1 | task 2072 | n_gen = 230, tg = 22.04 t/s, tg_3s = 20.23 t/s 3.19.919.219 I slot print_timing: id 0 | task 1970 | n_gen = 366, tg = 21.38 t/s, tg_3s = 22.71 t/s 3.19.919.896 I slot print_timing: id 2 | task 1911 | n_gen = 423, tg = 20.89 t/s, tg_3s = 22.71 t/s 3.20.534.479 I slot print_timing: id 3 | task 2253 | n_gen = 100, tg = 22.71 t/s, tg_3s = 22.94 t/s 3.21.371.796 I slot print_timing: id 1 | task 2072 | prompt eval time = 500.34 ms / 129 tokens ( 3.88 ms per token, 257.83 tokens per second) 3.21.371.804 I slot print_timing: id 1 | task 2072 | eval time = 13428.56 ms / 299 tokens ( 45.06 ms per token, 22.19 tokens per second) 3.21.371.805 I slot print_timing: id 1 | task 2072 | total time = 13928.89 ms / 428 tokens 3.21.371.811 I slot print_timing: id 1 | task 2072 | graphs reused = 1766 3.21.371.820 I slot print_timing: id 1 | task 2072 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.371.945 I slot release: id 1 | task 2072 | stop processing: n_tokens = 1523, truncated = 0 3.21.443.556 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.720 3.21.443.597 I slot launch_slot_: id 1 | task 2375 | processing task, is_child = 0 3.22.933.869 I slot print_timing: id 0 | task 1970 | n_gen = 426, tg = 21.16 t/s, tg_3s = 19.90 t/s 3.22.934.540 I slot print_timing: id 2 | task 1911 | n_gen = 483, tg = 20.76 t/s, tg_3s = 19.90 t/s 3.23.551.503 I slot print_timing: id 3 | task 2253 | n_gen = 160, tg = 21.56 t/s, tg_3s = 19.89 t/s 3.24.299.701 I slot print_timing: id 0 | task 1970 | prompt eval time = 347.05 ms / 70 tokens ( 4.96 ms per token, 201.70 tokens per second) 3.24.299.705 I slot print_timing: id 0 | task 1970 | eval time = 21455.29 ms / 457 tokens ( 47.05 ms per token, 21.25 tokens per second) 3.24.299.710 I slot print_timing: id 0 | task 1970 | total time = 21802.34 ms / 527 tokens 3.24.299.711 I slot print_timing: id 0 | task 1970 | graphs reused = 1820 3.24.299.712 I slot print_timing: id 0 | task 1970 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.299.827 I slot release: id 0 | task 1970 | stop processing: n_tokens = 1622, truncated = 0 3.24.346.471 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.676 3.24.346.511 I slot launch_slot_: id 0 | task 2434 | processing task, is_child = 0 3.25.867.052 I slot print_timing: id 2 | task 1911 | prompt eval time = 406.11 ms / 87 tokens ( 4.67 ms per token, 214.23 tokens per second) 3.25.867.058 I slot print_timing: id 2 | task 1911 | eval time = 26146.79 ms / 542 tokens ( 48.33 ms per token, 20.69 tokens per second) 3.25.867.060 I slot print_timing: id 2 | task 1911 | total time = 26552.90 ms / 629 tokens 3.25.867.060 I slot print_timing: id 2 | task 1911 | graphs reused = 1845 3.25.867.061 I slot print_timing: id 2 | task 1911 | graph reallocs = 0 / 0 (same size) / (changed size) 3.25.867.218 I slot release: id 2 | task 1911 | stop processing: n_tokens = 1724, truncated = 0 3.25.939.017 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.636 3.25.939.060 I slot launch_slot_: id 2 | task 2463 | processing task, is_child = 0 3.26.599.196 I slot print_timing: id 3 | task 2253 | n_gen = 212, tg = 20.24 t/s, tg_3s = 17.06 t/s 3.26.993.767 I slot print_timing: id 1 | task 2375 | n_gen = 100, tg = 19.34 t/s, tg_3s = 19.54 t/s 3.29.010.334 I slot print_timing: id 1 | task 2375 | prompt eval time = 431.28 ms / 92 tokens ( 4.69 ms per token, 213.32 tokens per second) 3.29.010.346 I slot print_timing: id 1 | task 2375 | eval time = 7135.44 ms / 146 tokens ( 49.21 ms per token, 20.32 tokens per second) 3.29.010.346 I slot print_timing: id 1 | task 2375 | total time = 7566.73 ms / 238 tokens 3.29.010.347 I slot print_timing: id 1 | task 2375 | graphs reused = 1903 3.29.010.348 I slot print_timing: id 1 | task 2375 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.010.461 I slot release: id 1 | task 2375 | stop processing: n_tokens = 1333, truncated = 0 3.29.081.764 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.822 3.29.081.806 I slot launch_slot_: id 1 | task 2526 | processing task, is_child = 0 3.29.592.841 I slot print_timing: id 3 | task 2253 | prompt eval time = 417.96 ms / 106 tokens ( 3.94 ms per token, 253.62 tokens per second) 3.29.592.847 I slot print_timing: id 3 | task 2253 | eval time = 13417.07 ms / 272 tokens ( 49.51 ms per token, 20.20 tokens per second) 3.29.592.847 I slot print_timing: id 3 | task 2253 | total time = 13835.02 ms / 378 tokens 3.29.592.848 I slot print_timing: id 3 | task 2253 | graphs reused = 1904 3.29.592.848 I slot print_timing: id 3 | task 2253 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.592.909 I slot release: id 3 | task 2253 | stop processing: n_tokens = 1473, truncated = 0 3.29.636.328 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.744 3.29.636.351 I slot launch_slot_: id 3 | task 2532 | processing task, is_child = 0 3.30.159.780 I slot print_timing: id 0 | task 2434 | n_gen = 100, tg = 18.33 t/s, tg_3s = 18.52 t/s 3.31.385.690 I slot print_timing: id 2 | task 2463 | n_gen = 100, tg = 19.91 t/s, tg_3s = 20.11 t/s 3.33.181.377 I slot print_timing: id 0 | task 2434 | n_gen = 169, tg = 19.95 t/s, tg_3s = 22.84 t/s 3.34.104.484 I slot print_timing: id 1 | task 2526 | n_gen = 100, tg = 21.52 t/s, tg_3s = 21.74 t/s 3.34.325.349 I slot print_timing: id 3 | task 2532 | n_gen = 100, tg = 22.82 t/s, tg_3s = 23.05 t/s 3.34.413.427 I slot print_timing: id 2 | task 2463 | n_gen = 169, tg = 21.00 t/s, tg_3s = 22.79 t/s 3.34.413.857 I slot print_timing: id 3 | task 2532 | prompt eval time = 350.03 ms / 75 tokens ( 4.67 ms per token, 214.26 tokens per second) 3.34.413.861 I slot print_timing: id 3 | task 2532 | eval time = 4427.47 ms / 102 tokens ( 43.84 ms per token, 22.81 tokens per second) 3.34.413.862 I slot print_timing: id 3 | task 2532 | total time = 4777.50 ms / 177 tokens 3.34.413.863 I slot print_timing: id 3 | task 2532 | graphs reused = 2004 3.34.413.863 I slot print_timing: id 3 | task 2532 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.414.026 I slot release: id 3 | task 2532 | stop processing: n_tokens = 1272, truncated = 0 3.34.459.808 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.862 3.34.459.836 I slot launch_slot_: id 3 | task 2637 | processing task, is_child = 0 3.35.918.439 I slot print_timing: id 2 | task 2463 | prompt eval time = 473.46 ms / 114 tokens ( 4.15 ms per token, 240.78 tokens per second) 3.35.918.447 I slot print_timing: id 2 | task 2463 | eval time = 9505.91 ms / 197 tokens ( 48.50 ms per token, 20.62 tokens per second) 3.35.918.448 I slot print_timing: id 2 | task 2463 | total time = 9979.37 ms / 311 tokens 3.35.918.449 I slot print_timing: id 2 | task 2463 | graphs reused = 2028 3.35.918.450 I slot print_timing: id 2 | task 2463 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.918.579 I slot release: id 2 | task 2463 | stop processing: n_tokens = 1405, truncated = 0 3.35.990.041 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.780 3.35.990.079 I slot launch_slot_: id 2 | task 2666 | processing task, is_child = 0 3.36.277.615 I slot print_timing: id 0 | task 2434 | n_gen = 227, tg = 19.62 t/s, tg_3s = 18.73 t/s 3.37.135.736 I slot print_timing: id 1 | task 2526 | n_gen = 155, tg = 20.18 t/s, tg_3s = 18.14 t/s 3.37.399.677 I slot print_timing: id 1 | task 2526 | prompt eval time = 422.68 ms / 71 tokens ( 5.95 ms per token, 167.98 tokens per second) 3.37.399.682 I slot print_timing: id 1 | task 2526 | eval time = 7895.18 ms / 161 tokens ( 49.34 ms per token, 20.27 tokens per second) 3.37.399.683 I slot print_timing: id 1 | task 2526 | total time = 8317.86 ms / 232 tokens 3.37.399.683 I slot print_timing: id 1 | task 2526 | graphs reused = 2050 3.37.399.684 I slot print_timing: id 1 | task 2526 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.399.795 I slot release: id 1 | task 2526 | stop processing: n_tokens = 1327, truncated = 0 3.37.470.707 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.826 3.37.470.745 I slot launch_slot_: id 1 | task 2693 | processing task, is_child = 0 3.39.309.958 I slot print_timing: id 0 | task 2434 | n_gen = 286, tg = 19.59 t/s, tg_3s = 19.46 t/s 3.39.882.051 I slot print_timing: id 3 | task 2637 | n_gen = 100, tg = 19.52 t/s, tg_3s = 19.72 t/s 3.40.625.053 I slot print_timing: id 3 | task 2637 | prompt eval time = 350.89 ms / 73 tokens ( 4.81 ms per token, 208.04 tokens per second) 3.40.625.060 I slot print_timing: id 3 | task 2637 | eval time = 5814.32 ms / 117 tokens ( 50.12 ms per token, 19.95 tokens per second) 3.40.625.062 I slot print_timing: id 3 | task 2637 | total time = 6165.20 ms / 190 tokens 3.40.625.062 I slot print_timing: id 3 | task 2637 | graphs reused = 2111 3.40.625.063 I slot print_timing: id 3 | task 2637 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.625.211 I slot release: id 3 | task 2637 | stop processing: n_tokens = 1285, truncated = 0 3.40.671.428 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.853 3.40.671.458 I slot launch_slot_: id 3 | task 2759 | processing task, is_child = 0 3.41.381.599 I slot print_timing: id 2 | task 2666 | n_gen = 100, tg = 19.82 t/s, tg_3s = 20.02 t/s 3.41.873.518 I slot print_timing: id 2 | task 2666 | prompt eval time = 397.59 ms / 77 tokens ( 5.16 ms per token, 193.67 tokens per second) 3.41.873.525 I slot print_timing: id 2 | task 2666 | eval time = 5485.84 ms / 111 tokens ( 49.87 ms per token, 20.05 tokens per second) 3.41.873.526 I slot print_timing: id 2 | task 2666 | total time = 5883.43 ms / 188 tokens 3.41.873.527 I slot print_timing: id 2 | task 2666 | graphs reused = 2129 3.41.873.528 I slot print_timing: id 2 | task 2666 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.873.662 I slot release: id 2 | task 2666 | stop processing: n_tokens = 1283, truncated = 0 3.41.944.933 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.854 3.41.944.976 I slot launch_slot_: id 2 | task 2782 | processing task, is_child = 0 3.42.355.327 I slot print_timing: id 0 | task 2434 | n_gen = 341, tg = 19.32 t/s, tg_3s = 18.06 t/s 3.42.887.957 I slot print_timing: id 1 | task 2693 | n_gen = 100, tg = 19.84 t/s, tg_3s = 20.04 t/s 3.43.855.297 I slot print_timing: id 1 | task 2693 | prompt eval time = 427.88 ms / 80 tokens ( 5.35 ms per token, 186.97 tokens per second) 3.43.855.304 I slot print_timing: id 1 | task 2693 | eval time = 5956.66 ms / 122 tokens ( 49.23 ms per token, 20.31 tokens per second) 3.43.855.305 I slot print_timing: id 1 | task 2693 | total time = 6384.54 ms / 202 tokens 3.43.855.306 I slot print_timing: id 1 | task 2693 | graphs reused = 2162 3.43.855.307 I slot print_timing: id 1 | task 2693 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.855.420 I slot release: id 1 | task 2693 | stop processing: n_tokens = 1297, truncated = 0 3.43.926.657 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.845 3.43.926.692 I slot launch_slot_: id 1 | task 2820 | processing task, is_child = 0 3.45.375.973 I slot print_timing: id 0 | task 2434 | n_gen = 401, tg = 19.40 t/s, tg_3s = 19.86 t/s 3.46.122.726 I slot print_timing: id 3 | task 2759 | n_gen = 100, tg = 19.45 t/s, tg_3s = 19.65 t/s 3.47.089.767 I slot print_timing: id 2 | task 2782 | n_gen = 100, tg = 20.91 t/s, tg_3s = 21.12 t/s 3.47.178.622 I slot print_timing: id 3 | task 2759 | prompt eval time = 362.44 ms / 97 tokens ( 3.74 ms per token, 267.63 tokens per second) 3.47.178.634 I slot print_timing: id 3 | task 2759 | eval time = 6144.72 ms / 124 tokens ( 49.96 ms per token, 20.02 tokens per second) 3.47.178.635 I slot print_timing: id 3 | task 2759 | total time = 6507.15 ms / 221 tokens 3.47.178.636 I slot print_timing: id 3 | task 2759 | graphs reused = 2225 3.47.178.643 I slot print_timing: id 3 | task 2759 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.178.778 I slot release: id 3 | task 2759 | stop processing: n_tokens = 1316, truncated = 0 3.47.224.646 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.947 (> 0.100 thold), f_keep = 0.833 3.47.224.681 I slot launch_slot_: id 3 | task 2888 | processing task, is_child = 0 3.48.401.302 I slot print_timing: id 0 | task 2434 | n_gen = 465, tg = 19.63 t/s, tg_3s = 21.15 t/s 3.48.928.083 I slot print_timing: id 1 | task 2820 | n_gen = 100, tg = 21.65 t/s, tg_3s = 21.87 t/s 3.50.116.008 I slot print_timing: id 2 | task 2782 | n_gen = 164, tg = 21.00 t/s, tg_3s = 21.15 t/s 3.50.817.487 I slot print_timing: id 2 | task 2782 | prompt eval time = 410.72 ms / 98 tokens ( 4.19 ms per token, 238.61 tokens per second) 3.50.817.495 I slot print_timing: id 2 | task 2782 | eval time = 8461.79 ms / 180 tokens ( 47.27 ms per token, 21.15 tokens per second) 3.50.817.497 I slot print_timing: id 2 | task 2782 | total time = 8872.50 ms / 278 tokens 3.50.817.497 I slot print_timing: id 2 | task 2782 | graphs reused = 2299 3.50.817.498 I slot print_timing: id 2 | task 2782 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.817.628 I slot release: id 2 | task 2782 | stop processing: n_tokens = 1372, truncated = 0 3.50.817.963 I slot print_timing: id 3 | task 2888 | prompt eval time = 292.60 ms / 61 tokens ( 4.80 ms per token, 208.48 tokens per second) 3.50.817.967 I slot print_timing: id 3 | task 2888 | eval time = 3300.68 ms / 76 tokens ( 44.01 ms per token, 22.72 tokens per second) 3.50.817.968 I slot print_timing: id 3 | task 2888 | total time = 3593.28 ms / 137 tokens 3.50.817.969 I slot print_timing: id 3 | task 2888 | graphs reused = 2299 3.50.817.970 I slot print_timing: id 3 | task 2888 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.818.068 I slot release: id 3 | task 2888 | stop processing: n_tokens = 1232, truncated = 0 3.50.862.183 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.799 3.50.862.207 I slot launch_slot_: id 2 | task 2967 | processing task, is_child = 0 3.50.873.438 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.890 3.50.873.459 I slot launch_slot_: id 3 | task 2968 | processing task, is_child = 0 3.51.403.992 I slot print_timing: id 0 | task 2434 | n_gen = 523, tg = 19.59 t/s, tg_3s = 19.32 t/s 3.51.938.070 I slot print_timing: id 1 | task 2820 | n_gen = 158, tg = 20.71 t/s, tg_3s = 19.27 t/s 3.53.122.147 I slot print_timing: id 1 | task 2820 | prompt eval time = 429.08 ms / 86 tokens ( 4.99 ms per token, 200.43 tokens per second) 3.53.122.152 I slot print_timing: id 1 | task 2820 | eval time = 8766.37 ms / 185 tokens ( 47.64 ms per token, 20.99 tokens per second) 3.53.122.153 I slot print_timing: id 1 | task 2820 | total time = 9195.44 ms / 271 tokens 3.53.122.153 I slot print_timing: id 1 | task 2820 | graphs reused = 2337 3.53.122.154 I slot print_timing: id 1 | task 2820 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.122.280 I slot release: id 1 | task 2820 | stop processing: n_tokens = 1366, truncated = 0 3.53.193.007 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.802 3.53.193.038 I slot launch_slot_: id 1 | task 3011 | processing task, is_child = 0 3.54.445.638 I slot print_timing: id 0 | task 2434 | n_gen = 585, tg = 19.67 t/s, tg_3s = 20.38 t/s 3.56.077.740 I slot print_timing: id 2 | task 2967 | n_gen = 100, tg = 21.18 t/s, tg_3s = 21.40 t/s 3.56.078.102 I slot print_timing: id 3 | task 2968 | n_gen = 100, tg = 21.18 t/s, tg_3s = 21.40 t/s 3.57.484.722 I slot print_timing: id 0 | task 2434 | n_gen = 654, tg = 19.95 t/s, tg_3s = 22.70 t/s 3.57.922.922 I slot print_timing: id 1 | task 3011 | n_gen = 100, tg = 22.70 t/s, tg_3s = 22.93 t/s 3.58.230.613 I slot print_timing: id 3 | task 2968 | prompt eval time = 530.31 ms / 81 tokens ( 6.55 ms per token, 152.74 tokens per second) 3.58.230.617 I slot print_timing: id 3 | task 2968 | eval time = 6826.03 ms / 149 tokens ( 46.12 ms per token, 21.68 tokens per second) 3.58.230.618 I slot print_timing: id 3 | task 2968 | total time = 7356.34 ms / 230 tokens 3.58.230.619 I slot print_timing: id 3 | task 2968 | graphs reused = 2441 3.58.230.620 I slot print_timing: id 3 | task 2968 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.230.751 I slot release: id 3 | task 2968 | stop processing: n_tokens = 1325, truncated = 0 3.58.276.339 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.827 3.58.276.377 I slot launch_slot_: id 3 | task 3121 | processing task, is_child = 0 3.59.122.706 I slot print_timing: id 2 | task 2967 | n_gen = 163, tg = 20.99 t/s, tg_3s = 20.69 t/s 4.00.356.744 I slot print_timing: id 2 | task 2967 | prompt eval time = 530.92 ms / 73 tokens ( 7.27 ms per token, 137.50 tokens per second) 4.00.356.751 I slot print_timing: id 2 | task 2967 | eval time = 8952.35 ms / 191 tokens ( 47.12 ms per token, 21.22 tokens per second) 4.00.356.753 I slot print_timing: id 2 | task 2967 | total time = 9483.27 ms / 264 tokens 4.00.356.753 I slot print_timing: id 2 | task 2967 | graphs reused = 2479 4.00.356.754 I slot print_timing: id 2 | task 2967 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.356.871 I slot release: id 2 | task 2967 | stop processing: n_tokens = 1359, truncated = 0 4.00.427.685 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.806 4.00.427.725 I slot launch_slot_: id 2 | task 3164 | processing task, is_child = 0 4.00.721.788 I slot print_timing: id 0 | task 2434 | n_gen = 715, tg = 19.85 t/s, tg_3s = 18.84 t/s 4.00.964.463 I slot print_timing: id 1 | task 3011 | n_gen = 155, tg = 20.80 t/s, tg_3s = 18.08 t/s 4.02.421.097 I slot print_timing: id 3 | task 3121 | prompt eval time = 355.85 ms / 93 tokens ( 3.83 ms per token, 261.34 tokens per second) 4.02.421.102 I slot print_timing: id 3 | task 3121 | eval time = 3788.85 ms / 79 tokens ( 48.58 ms per token, 20.59 tokens per second) 4.02.421.103 I slot print_timing: id 3 | task 3121 | total time = 4144.71 ms / 172 tokens 4.02.421.104 I slot print_timing: id 3 | task 3121 | graphs reused = 2514 4.02.421.105 I slot print_timing: id 3 | task 3121 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.421.251 I slot release: id 3 | task 3121 | stop processing: n_tokens = 1267, truncated = 0 4.02.467.527 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.865 4.02.467.556 I slot launch_slot_: id 3 | task 3204 | processing task, is_child = 0 4.03.741.231 I slot print_timing: id 0 | task 2434 | n_gen = 776, tg = 19.88 t/s, tg_3s = 20.20 t/s 4.03.830.245 I slot print_timing: id 1 | task 3011 | prompt eval time = 368.35 ms / 65 tokens ( 5.67 ms per token, 176.46 tokens per second) 4.03.830.253 I slot print_timing: id 1 | task 3011 | eval time = 10268.85 ms / 214 tokens ( 48.21 ms per token, 20.74 tokens per second) 4.03.830.254 I slot print_timing: id 1 | task 3011 | total time = 10637.20 ms / 279 tokens 4.03.830.255 I slot print_timing: id 1 | task 3011 | graphs reused = 2536 4.03.830.255 I slot print_timing: id 1 | task 3011 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.830.371 I slot release: id 1 | task 3011 | stop processing: n_tokens = 1374, truncated = 0 4.03.902.199 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.798 4.03.902.232 I slot launch_slot_: id 1 | task 3231 | processing task, is_child = 0 4.05.898.585 I slot print_timing: id 2 | task 3164 | n_gen = 100, tg = 19.54 t/s, tg_3s = 19.74 t/s 4.06.118.993 I slot print_timing: id 2 | task 3164 | prompt eval time = 404.83 ms / 79 tokens ( 5.12 ms per token, 195.14 tokens per second) 4.06.118.998 I slot print_timing: id 2 | task 3164 | eval time = 5286.42 ms / 105 tokens ( 50.83 ms per token, 19.67 tokens per second) 4.06.118.999 I slot print_timing: id 2 | task 3164 | total time = 5691.25 ms / 184 tokens 4.06.119.000 I slot print_timing: id 2 | task 3164 | graphs reused = 2574 4.06.119.001 I slot print_timing: id 2 | task 3164 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.119.117 I slot release: id 2 | task 3164 | stop processing: n_tokens = 1279, truncated = 0 4.06.190.577 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.857 4.06.190.609 I slot launch_slot_: id 2 | task 3274 | processing task, is_child = 0 4.06.770.608 I slot print_timing: id 0 | task 2434 | n_gen = 827, tg = 19.66 t/s, tg_3s = 16.84 t/s 4.07.970.549 I slot print_timing: id 3 | task 3204 | n_gen = 100, tg = 19.22 t/s, tg_3s = 19.41 t/s 4.08.147.437 I slot print_timing: id 3 | task 3204 | prompt eval time = 350.85 ms / 70 tokens ( 5.01 ms per token, 199.51 tokens per second) 4.08.147.448 I slot print_timing: id 3 | task 3204 | eval time = 5329.02 ms / 104 tokens ( 51.74 ms per token, 19.33 tokens per second) 4.08.147.449 I slot print_timing: id 3 | task 3204 | total time = 5679.87 ms / 174 tokens 4.08.147.450 I slot print_timing: id 3 | task 3204 | graphs reused = 2607 4.08.147.451 I slot print_timing: id 3 | task 3204 | graph reallocs = 0 / 0 (same size) / (changed size) 4.08.147.606 I slot release: id 3 | task 3204 | stop processing: n_tokens = 1269, truncated = 0 4.08.193.814 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.891 (> 0.100 thold), f_keep = 0.864 4.08.193.840 I slot launch_slot_: id 3 | task 3313 | processing task, is_child = 0 4.09.504.460 I slot print_timing: id 1 | task 3231 | n_gen = 100, tg = 19.39 t/s, tg_3s = 19.58 t/s 4.09.812.800 I slot print_timing: id 0 | task 2434 | n_gen = 887, tg = 19.67 t/s, tg_3s = 19.72 t/s 4.11.363.697 I slot print_timing: id 2 | task 3274 | n_gen = 100, tg = 20.77 t/s, tg_3s = 20.98 t/s 4.12.325.158 I slot print_timing: id 2 | task 3274 | prompt eval time = 405.68 ms / 87 tokens ( 4.66 ms per token, 214.46 tokens per second) 4.12.325.166 I slot print_timing: id 2 | task 3274 | eval time = 5728.85 ms / 122 tokens ( 47.35 ms per token, 21.12 tokens per second) 4.12.325.167 I slot print_timing: id 2 | task 3274 | total time = 6134.53 ms / 209 tokens 4.12.325.167 I slot print_timing: id 2 | task 3274 | graphs reused = 2689 4.12.325.168 I slot print_timing: id 2 | task 3274 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.325.299 I slot release: id 2 | task 3274 | stop processing: n_tokens = 1304, truncated = 0 4.12.396.423 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.840 4.12.396.456 I slot launch_slot_: id 2 | task 3400 | processing task, is_child = 0 4.12.691.064 I slot print_timing: id 1 | task 3231 | n_gen = 166, tg = 19.89 t/s, tg_3s = 20.71 t/s 4.12.846.818 I slot print_timing: id 0 | task 2434 | n_gen = 948, tg = 19.69 t/s, tg_3s = 20.11 t/s 4.13.380.114 I slot print_timing: id 3 | task 3313 | n_gen = 100, tg = 21.04 t/s, tg_3s = 21.26 t/s 4.15.724.797 I slot print_timing: id 1 | task 3231 | n_gen = 233, tg = 20.48 t/s, tg_3s = 22.09 t/s 4.15.857.749 I slot print_timing: id 0 | task 2434 | n_gen = 1016, tg = 19.86 t/s, tg_3s = 22.58 t/s 4.16.213.235 I slot print_timing: id 0 | task 2434 | prompt eval time = 412.93 ms / 103 tokens ( 4.01 ms per token, 249.44 tokens per second) 4.16.213.243 I slot print_timing: id 0 | task 2434 | eval time = 51453.78 ms / 1024 tokens ( 50.30 ms per token, 19.88 tokens per second) 4.16.213.244 I slot print_timing: id 0 | task 2434 | total time = 51866.71 ms / 1127 tokens 4.16.213.245 I slot print_timing: id 0 | task 2434 | graphs reused = 2765 4.16.213.245 I slot print_timing: id 0 | task 2434 | graph reallocs = 0 / 0 (same size) / (changed size) 4.16.213.369 I slot release: id 0 | task 2434 | stop processing: n_tokens = 2221, truncated = 0 4.16.259.798 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.493 4.16.275.564 I slot launch_slot_: id 0 | task 3481 | processing task, is_child = 0 4.16.604.372 I slot print_timing: id 3 | task 3313 | n_gen = 166, tg = 20.81 t/s, tg_3s = 20.47 t/s 4.17.489.176 I slot print_timing: id 2 | task 3400 | prompt eval time = 405.14 ms / 87 tokens ( 4.66 ms per token, 214.74 tokens per second) 4.17.489.184 I slot print_timing: id 2 | task 3400 | eval time = 4687.57 ms / 99 tokens ( 47.83 ms per token, 20.91 tokens per second) 4.17.489.185 I slot print_timing: id 2 | task 3400 | total time = 5092.71 ms / 186 tokens 4.17.489.186 I slot print_timing: id 2 | task 3400 | graphs reused = 2783 4.17.489.187 I slot print_timing: id 2 | task 3400 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.489.327 I slot release: id 2 | task 3400 | stop processing: n_tokens = 1281, truncated = 0 4.17.561.206 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.951 (> 0.100 thold), f_keep = 0.856 4.17.561.240 I slot launch_slot_: id 2 | task 3503 | processing task, is_child = 0 4.18.744.267 I slot print_timing: id 1 | task 3231 | n_gen = 287, tg = 19.93 t/s, tg_3s = 17.88 t/s 4.19.625.676 I slot print_timing: id 3 | task 3313 | n_gen = 227, tg = 20.64 t/s, tg_3s = 20.19 t/s 4.20.556.491 I slot print_timing: id 1 | task 3231 | prompt eval time = 495.27 ms / 125 tokens ( 3.96 ms per token, 252.39 tokens per second) 4.20.556.498 I slot print_timing: id 1 | task 3231 | eval time = 16158.98 ms / 328 tokens ( 49.42 ms per token, 20.24 tokens per second) 4.20.556.499 I slot print_timing: id 1 | task 3231 | total time = 16654.25 ms / 453 tokens 4.20.556.500 I slot print_timing: id 1 | task 3231 | graphs reused = 2841 4.20.556.500 I slot print_timing: id 1 | task 3231 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.556.623 I slot release: id 1 | task 3231 | stop processing: n_tokens = 1548, truncated = 0 4.20.627.389 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.708 4.20.627.417 I slot launch_slot_: id 1 | task 3567 | processing task, is_child = 0 4.21.229.313 I slot print_timing: id 2 | task 3503 | prompt eval time = 342.53 ms / 56 tokens ( 6.12 ms per token, 163.49 tokens per second) 4.21.229.317 I slot print_timing: id 2 | task 3503 | eval time = 3325.53 ms / 68 tokens ( 49.63 ms per token, 20.15 tokens per second) 4.21.229.317 I slot print_timing: id 2 | task 3503 | total time = 3668.06 ms / 124 tokens 4.21.229.318 I slot print_timing: id 2 | task 3503 | graphs reused = 2844 4.21.229.318 I slot print_timing: id 2 | task 3503 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.229.382 I slot release: id 2 | task 3503 | stop processing: n_tokens = 1219, truncated = 0 4.21.298.878 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.899 4.21.298.921 I slot launch_slot_: id 2 | task 3575 | processing task, is_child = 0 4.22.078.080 I slot print_timing: id 0 | task 3481 | n_gen = 100, tg = 18.37 t/s, tg_3s = 18.56 t/s 4.22.079.087 I slot print_timing: id 3 | task 3313 | prompt eval time = 481.78 ms / 134 tokens ( 3.60 ms per token, 278.13 tokens per second) 4.22.079.091 I slot print_timing: id 3 | task 3313 | eval time = 13403.46 ms / 266 tokens ( 50.58 ms per token, 19.77 tokens per second) 4.22.079.092 I slot print_timing: id 3 | task 3313 | total time = 13885.24 ms / 400 tokens 4.22.079.093 I slot print_timing: id 3 | task 3313 | graphs reused = 2851 4.22.079.093 I slot print_timing: id 3 | task 3313 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.079.225 I slot release: id 3 | task 3313 | stop processing: n_tokens = 1495, truncated = 0 4.22.125.094 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.733 4.22.125.122 I slot launch_slot_: id 3 | task 3587 | processing task, is_child = 0 4.25.079.818 I slot print_timing: id 0 | task 3481 | n_gen = 162, tg = 19.19 t/s, tg_3s = 20.65 t/s 4.25.649.425 I slot print_timing: id 1 | task 3567 | prompt eval time = 427.51 ms / 79 tokens ( 5.41 ms per token, 184.79 tokens per second) 4.25.649.432 I slot print_timing: id 1 | task 3567 | eval time = 4594.48 ms / 91 tokens ( 51.05 ms per token, 19.59 tokens per second) 4.25.649.433 I slot print_timing: id 1 | task 3567 | total time = 5021.99 ms / 170 tokens 4.25.649.434 I slot print_timing: id 1 | task 3567 | graphs reused = 2922 4.25.649.435 I slot print_timing: id 1 | task 3567 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.649.554 I slot release: id 1 | task 3567 | stop processing: n_tokens = 1265, truncated = 0 4.25.720.699 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.866 4.25.720.736 I slot launch_slot_: id 1 | task 3663 | processing task, is_child = 0 4.26.788.354 I slot print_timing: id 2 | task 3575 | n_gen = 100, tg = 19.54 t/s, tg_3s = 19.74 t/s 4.27.273.395 I slot print_timing: id 3 | task 3587 | n_gen = 100, tg = 20.66 t/s, tg_3s = 20.87 t/s 4.28.110.065 I slot print_timing: id 0 | task 3481 | n_gen = 221, tg = 19.26 t/s, tg_3s = 19.47 t/s 4.29.819.942 I slot print_timing: id 2 | task 3575 | n_gen = 169, tg = 20.75 t/s, tg_3s = 22.76 t/s 4.30.302.290 I slot print_timing: id 3 | task 3587 | n_gen = 169, tg = 21.48 t/s, tg_3s = 22.78 t/s 4.30.564.639 I slot print_timing: id 1 | task 3663 | n_gen = 100, tg = 22.74 t/s, tg_3s = 22.97 t/s 4.30.871.476 I slot print_timing: id 2 | task 3575 | prompt eval time = 423.71 ms / 99 tokens ( 4.28 ms per token, 233.65 tokens per second) 4.30.871.484 I slot print_timing: id 2 | task 3575 | eval time = 9148.83 ms / 193 tokens ( 47.65 ms per token, 20.99 tokens per second) 4.30.871.485 I slot print_timing: id 2 | task 3575 | total time = 9572.54 ms / 292 tokens 4.30.871.485 I slot print_timing: id 2 | task 3575 | graphs reused = 3027 4.30.871.486 I slot print_timing: id 2 | task 3575 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.871.656 I slot release: id 2 | task 3575 | stop processing: n_tokens = 1387, truncated = 0 4.30.943.553 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.790 4.30.943.595 I slot launch_slot_: id 2 | task 3773 | processing task, is_child = 0 4.31.244.353 I slot print_timing: id 0 | task 3481 | n_gen = 286, tg = 19.58 t/s, tg_3s = 20.74 t/s 4.31.244.677 I slot print_timing: id 3 | task 3587 | prompt eval time = 355.58 ms / 79 tokens ( 4.50 ms per token, 222.17 tokens per second) 4.31.244.681 I slot print_timing: id 3 | task 3587 | eval time = 8763.97 ms / 184 tokens ( 47.89 ms per token, 20.88 tokens per second) 4.31.244.682 I slot print_timing: id 3 | task 3587 | total time = 9119.55 ms / 263 tokens 4.31.244.682 I slot print_timing: id 3 | task 3587 | graphs reused = 3027 4.31.244.683 I slot print_timing: id 3 | task 3587 | graph reallocs = 0 / 0 (same size) / (changed size) 4.31.244.744 I slot release: id 3 | task 3587 | stop processing: n_tokens = 1358, truncated = 0 4.31.328.813 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.807 4.31.328.833 I slot launch_slot_: id 3 | task 3776 | processing task, is_child = 0 4.32.477.714 I slot print_timing: id 1 | task 3663 | prompt eval time = 490.16 ms / 102 tokens ( 4.81 ms per token, 208.09 tokens per second) 4.32.477.722 I slot print_timing: id 1 | task 3663 | eval time = 6266.81 ms / 130 tokens ( 48.58 ms per token, 20.58 tokens per second) 4.32.477.722 I slot print_timing: id 1 | task 3663 | total time = 6756.97 ms / 232 tokens 4.32.477.723 I slot print_timing: id 1 | task 3663 | graphs reused = 3044 4.32.477.724 I slot print_timing: id 1 | task 3663 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.477.839 I slot release: id 1 | task 3663 | stop processing: n_tokens = 1327, truncated = 0 4.32.548.882 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.826 4.32.548.923 I slot launch_slot_: id 1 | task 3798 | processing task, is_child = 0 4.34.247.631 I slot print_timing: id 0 | task 3481 | n_gen = 339, tg = 19.25 t/s, tg_3s = 17.65 t/s 4.36.225.284 I slot print_timing: id 0 | task 3481 | prompt eval time = 413.90 ms / 105 tokens ( 3.94 ms per token, 253.69 tokens per second) 4.36.225.291 I slot print_timing: id 0 | task 3481 | eval time = 19535.81 ms / 384 tokens ( 51.01 ms per token, 19.61 tokens per second) 4.36.225.292 I slot print_timing: id 0 | task 3481 | total time = 19949.71 ms / 489 tokens 4.36.225.293 I slot print_timing: id 0 | task 3481 | graphs reused = 3116 4.36.225.293 I slot print_timing: id 0 | task 3481 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.225.408 I slot release: id 0 | task 3481 | stop processing: n_tokens = 1582, truncated = 0 4.36.272.757 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.693 4.36.272.802 I slot launch_slot_: id 0 | task 3876 | processing task, is_child = 0 4.36.668.129 I slot print_timing: id 2 | task 3773 | n_gen = 100, tg = 18.54 t/s, tg_3s = 18.73 t/s 4.36.668.302 I slot print_timing: id 3 | task 3776 | prompt eval time = 355.59 ms / 83 tokens ( 4.28 ms per token, 233.41 tokens per second) 4.36.668.303 I slot print_timing: id 3 | task 3776 | eval time = 4983.87 ms / 98 tokens ( 51.38 ms per token, 19.46 tokens per second) 4.36.668.303 I slot print_timing: id 3 | task 3776 | total time = 5339.46 ms / 181 tokens 4.36.668.304 I slot print_timing: id 3 | task 3776 | graphs reused = 3117 4.36.668.304 I slot print_timing: id 3 | task 3776 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.668.370 I slot release: id 3 | task 3776 | stop processing: n_tokens = 1276, truncated = 0 4.36.754.374 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.859 4.36.754.405 I slot launch_slot_: id 3 | task 3879 | processing task, is_child = 0 4.37.918.196 I slot print_timing: id 1 | task 3798 | n_gen = 100, tg = 20.01 t/s, tg_3s = 20.21 t/s 4.38.972.398 I slot print_timing: id 1 | task 3798 | prompt eval time = 422.38 ms / 75 tokens ( 5.63 ms per token, 177.56 tokens per second) 4.38.972.404 I slot print_timing: id 1 | task 3798 | eval time = 6001.08 ms / 124 tokens ( 48.79 ms per token, 20.50 tokens per second) 4.38.972.405 I slot print_timing: id 1 | task 3798 | total time = 6423.46 ms / 199 tokens 4.38.972.406 I slot print_timing: id 1 | task 3798 | graphs reused = 3160 4.38.972.406 I slot print_timing: id 1 | task 3798 | graph reallocs = 0 / 0 (same size) / (changed size) 4.38.972.536 I slot release: id 1 | task 3798 | stop processing: n_tokens = 1294, truncated = 0 4.39.043.814 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.952 (> 0.100 thold), f_keep = 0.847 4.39.043.850 I slot launch_slot_: id 1 | task 3927 | processing task, is_child = 0 4.39.671.807 I slot print_timing: id 2 | task 3773 | n_gen = 156, tg = 18.58 t/s, tg_3s = 18.64 t/s 4.41.387.467 I slot print_timing: id 0 | task 3876 | prompt eval time = 481.19 ms / 145 tokens ( 3.32 ms per token, 301.34 tokens per second) 4.41.387.475 I slot print_timing: id 0 | task 3876 | eval time = 4633.46 ms / 95 tokens ( 49.29 ms per token, 20.29 tokens per second) 4.41.387.476 I slot print_timing: id 0 | task 3876 | total time = 5114.66 ms / 240 tokens 4.41.387.477 I slot print_timing: id 0 | task 3876 | graphs reused = 3204 4.41.387.477 I slot print_timing: id 0 | task 3876 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.387.599 I slot release: id 0 | task 3876 | stop processing: n_tokens = 1335, truncated = 0 4.41.434.769 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.821 4.41.434.801 I slot launch_slot_: id 0 | task 3976 | processing task, is_child = 0 4.41.702.051 I slot print_timing: id 3 | task 3879 | prompt eval time = 294.64 ms / 64 tokens ( 4.60 ms per token, 217.21 tokens per second) 4.41.702.056 I slot print_timing: id 3 | task 3879 | eval time = 4653.00 ms / 95 tokens ( 49.50 ms per token, 20.20 tokens per second) 4.41.702.057 I slot print_timing: id 3 | task 3879 | total time = 4947.64 ms / 159 tokens 4.41.702.057 I slot print_timing: id 3 | task 3879 | graphs reused = 3205 4.41.702.057 I slot print_timing: id 3 | task 3879 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.702.119 I slot release: id 3 | task 3879 | stop processing: n_tokens = 1254, truncated = 0 4.41.786.173 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.874 4.41.786.196 I slot launch_slot_: id 3 | task 3979 | processing task, is_child = 0 4.42.396.570 I slot print_timing: id 2 | task 3773 | prompt eval time = 385.21 ms / 99 tokens ( 3.89 ms per token, 257.00 tokens per second) 4.42.396.574 I slot print_timing: id 2 | task 3773 | eval time = 11067.76 ms / 206 tokens ( 53.99 ms per token, 18.52 tokens per second) 4.42.396.574 I slot print_timing: id 2 | task 3773 | total time = 11452.97 ms / 305 tokens 4.42.396.574 I slot print_timing: id 2 | task 3773 | graphs reused = 3210 4.42.396.575 I slot print_timing: id 2 | task 3773 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.396.636 I slot release: id 2 | task 3773 | stop processing: n_tokens = 1400, truncated = 0 4.42.465.812 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.783 4.42.465.846 I slot launch_slot_: id 2 | task 3989 | processing task, is_child = 0 4.44.642.523 I slot print_timing: id 1 | task 3927 | n_gen = 100, tg = 18.92 t/s, tg_3s = 19.11 t/s 4.46.751.278 I slot print_timing: id 0 | task 3976 | n_gen = 100, tg = 19.94 t/s, tg_3s = 20.14 t/s 4.46.839.866 I slot print_timing: id 3 | task 3979 | n_gen = 100, tg = 21.04 t/s, tg_3s = 21.26 t/s 4.47.233.741 I slot print_timing: id 0 | task 3976 | prompt eval time = 351.02 ms / 89 tokens ( 3.94 ms per token, 253.54 tokens per second) 4.47.233.753 I slot print_timing: id 0 | task 3976 | eval time = 5447.90 ms / 111 tokens ( 49.53 ms per token, 20.19 tokens per second) 4.47.233.754 I slot print_timing: id 0 | task 3976 | total time = 5798.93 ms / 200 tokens 4.47.233.757 I slot print_timing: id 0 | task 3976 | graphs reused = 3307 4.47.233.758 I slot print_timing: id 0 | task 3976 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.233.876 I slot release: id 0 | task 3976 | stop processing: n_tokens = 1295, truncated = 0 4.47.234.546 I slot print_timing: id 2 | task 3989 | n_gen = 100, tg = 22.74 t/s, tg_3s = 22.97 t/s 4.47.280.883 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.846 4.47.280.910 I slot launch_slot_: id 0 | task 4092 | processing task, is_child = 0 4.47.671.660 I slot print_timing: id 1 | task 3927 | n_gen = 163, tg = 19.61 t/s, tg_3s = 20.80 t/s 4.47.758.080 I slot print_timing: id 3 | task 3979 | prompt eval time = 349.38 ms / 71 tokens ( 4.92 ms per token, 203.22 tokens per second) 4.47.758.086 I slot print_timing: id 3 | task 3979 | eval time = 5622.50 ms / 115 tokens ( 49.32 ms per token, 20.28 tokens per second) 4.47.758.086 I slot print_timing: id 3 | task 3979 | total time = 5971.88 ms / 186 tokens 4.47.758.087 I slot print_timing: id 3 | task 3979 | graphs reused = 3310 4.47.758.087 I slot print_timing: id 3 | task 3979 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.758.150 I slot release: id 3 | task 3979 | stop processing: n_tokens = 1281, truncated = 0 4.47.801.718 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.856 4.47.801.742 I slot launch_slot_: id 3 | task 4099 | processing task, is_child = 0 4.49.559.714 I slot print_timing: id 1 | task 3927 | prompt eval time = 366.93 ms / 55 tokens ( 6.67 ms per token, 149.89 tokens per second) 4.49.559.730 I slot print_timing: id 1 | task 3927 | eval time = 10148.92 ms / 200 tokens ( 51.00 ms per token, 19.61 tokens per second) 4.49.559.731 I slot print_timing: id 1 | task 3927 | total time = 10515.86 ms / 255 tokens 4.49.559.732 I slot print_timing: id 1 | task 3927 | graphs reused = 3341 4.49.559.733 I slot print_timing: id 1 | task 3927 | graph reallocs = 0 / 0 (same size) / (changed size) 4.49.559.847 I slot release: id 1 | task 3927 | stop processing: n_tokens = 1350, truncated = 0 4.49.630.484 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.812 4.49.630.521 I slot launch_slot_: id 1 | task 4135 | processing task, is_child = 0 4.50.239.328 I slot print_timing: id 2 | task 3989 | n_gen = 148, tg = 19.98 t/s, tg_3s = 15.97 t/s 4.52.609.838 I slot print_timing: id 0 | task 4092 | n_gen = 100, tg = 19.87 t/s, tg_3s = 20.07 t/s 4.52.874.858 I slot print_timing: id 3 | task 4099 | n_gen = 100, tg = 20.99 t/s, tg_3s = 21.20 t/s 4.53.268.491 I slot print_timing: id 2 | task 3989 | n_gen = 217, tg = 20.79 t/s, tg_3s = 22.78 t/s 4.54.408.386 I slot print_timing: id 1 | task 4135 | n_gen = 100, tg = 22.79 t/s, tg_3s = 23.02 t/s 4.54.497.040 I slot print_timing: id 3 | task 4099 | prompt eval time = 356.14 ms / 86 tokens ( 4.14 ms per token, 241.48 tokens per second) 4.54.497.045 I slot print_timing: id 3 | task 4099 | eval time = 6339.15 ms / 137 tokens ( 46.61 ms per token, 21.45 tokens per second) 4.54.497.046 I slot print_timing: id 3 | task 4099 | total time = 6695.29 ms / 223 tokens 4.54.497.047 I slot print_timing: id 3 | task 4099 | graphs reused = 3441 4.54.497.048 I slot print_timing: id 3 | task 4099 | graph reallocs = 0 / 0 (same size) / (changed size) 4.54.497.175 I slot release: id 3 | task 4099 | stop processing: n_tokens = 1318, truncated = 0 4.54.542.900 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.832 4.54.542.929 I slot launch_slot_: id 3 | task 4240 | processing task, is_child = 0 4.55.624.968 I slot print_timing: id 0 | task 4092 | n_gen = 161, tg = 20.00 t/s, tg_3s = 20.23 t/s 4.56.282.598 I slot print_timing: id 2 | task 3989 | n_gen = 278, tg = 20.67 t/s, tg_3s = 20.24 t/s 4.57.425.171 I slot print_timing: id 1 | task 4135 | n_gen = 161, tg = 21.74 t/s, tg_3s = 20.22 t/s 4.57.819.965 I slot print_timing: id 0 | task 4092 | prompt eval time = 345.66 ms / 72 tokens ( 4.80 ms per token, 208.30 tokens per second) 4.57.819.973 I slot print_timing: id 0 | task 4092 | eval time = 10193.38 ms / 211 tokens ( 48.54 ms per token, 20.60 tokens per second) 4.57.819.973 I slot print_timing: id 0 | task 4092 | total time = 10539.04 ms / 283 tokens 4.57.819.974 I slot print_timing: id 0 | task 4092 | graphs reused = 3505 4.57.819.975 I slot print_timing: id 0 | task 4092 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.820.096 I slot release: id 0 | task 4092 | stop processing: n_tokens = 1378, truncated = 0 4.57.866.902 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.795 4.57.866.936 I slot launch_slot_: id 0 | task 4309 | processing task, is_child = 0 4.59.320.883 I slot print_timing: id 2 | task 3989 | n_gen = 341, tg = 20.68 t/s, tg_3s = 20.74 t/s 4.59.583.655 I slot print_timing: id 3 | task 4240 | n_gen = 100, tg = 21.43 t/s, tg_3s = 21.65 t/s 5.00.245.991 I slot print_timing: id 1 | task 4135 | prompt eval time = 434.07 ms / 94 tokens ( 4.62 ms per token, 216.56 tokens per second) 5.00.245.998 I slot print_timing: id 1 | task 4135 | eval time = 10181.40 ms / 219 tokens ( 46.70 ms per token, 21.41 tokens per second) 5.00.245.999 I slot print_timing: id 1 | task 4135 | total time = 10615.46 ms / 313 tokens 5.00.246.000 I slot print_timing: id 1 | task 4135 | graphs reused = 3550 5.00.246.001 I slot print_timing: id 1 | task 4135 | graph reallocs = 0 / 0 (same size) / (changed size) 5.00.246.118 I slot release: id 1 | task 4135 | stop processing: n_tokens = 1408, truncated = 0 5.00.316.838 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.779 5.00.316.872 I slot launch_slot_: id 1 | task 4359 | processing task, is_child = 0 5.02.328.443 I slot print_timing: id 2 | task 3989 | n_gen = 401, tg = 20.57 t/s, tg_3s = 19.95 t/s 5.02.591.731 I slot print_timing: id 3 | task 4240 | n_gen = 160, tg = 20.85 t/s, tg_3s = 19.95 t/s 5.02.940.012 I slot print_timing: id 0 | task 4309 | n_gen = 100, tg = 20.97 t/s, tg_3s = 21.18 t/s 5.05.099.166 I slot print_timing: id 1 | task 4359 | n_gen = 100, tg = 22.76 t/s, tg_3s = 22.99 t/s 5.05.364.258 I slot print_timing: id 2 | task 3989 | n_gen = 470, tg = 20.86 t/s, tg_3s = 22.73 t/s 5.05.627.644 I slot print_timing: id 3 | task 4240 | n_gen = 229, tg = 21.38 t/s, tg_3s = 22.73 t/s 5.05.977.661 I slot print_timing: id 0 | task 4309 | n_gen = 169, tg = 21.66 t/s, tg_3s = 22.71 t/s 5.06.949.497 I slot print_timing: id 3 | task 4240 | prompt eval time = 421.67 ms / 110 tokens ( 3.83 ms per token, 260.87 tokens per second) 5.06.949.505 I slot print_timing: id 3 | task 4240 | eval time = 11984.89 ms / 259 tokens ( 46.45 ms per token, 21.53 tokens per second) 5.06.949.507 I slot print_timing: id 3 | task 4240 | total time = 12406.56 ms / 369 tokens 5.06.949.508 I slot print_timing: id 3 | task 4240 | graphs reused = 3690 5.06.949.508 I slot print_timing: id 3 | task 4240 | graph reallocs = 0 / 0 (same size) / (changed size) 5.06.949.632 I slot release: id 3 | task 4240 | stop processing: n_tokens = 1464, truncated = 0 5.06.995.782 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.749 5.06.995.814 I slot launch_slot_: id 3 | task 4504 | processing task, is_child = 0 5.08.129.442 I slot print_timing: id 1 | task 4359 | n_gen = 164, tg = 22.08 t/s, tg_3s = 21.12 t/s 5.08.395.221 I slot print_timing: id 2 | task 3989 | n_gen = 534, tg = 20.89 t/s, tg_3s = 21.12 t/s 5.09.010.700 I slot print_timing: id 0 | task 4309 | n_gen = 233, tg = 21.50 t/s, tg_3s = 21.10 t/s 5.11.163.124 I slot print_timing: id 1 | task 4359 | n_gen = 233, tg = 22.28 t/s, tg_3s = 22.74 t/s 5.11.429.717 I slot print_timing: id 2 | task 3989 | n_gen = 603, tg = 21.09 t/s, tg_3s = 22.74 t/s 5.11.649.836 I slot print_timing: id 3 | task 4504 | n_gen = 100, tg = 22.72 t/s, tg_3s = 22.95 t/s 5.12.047.323 I slot print_timing: id 0 | task 4309 | n_gen = 302, tg = 21.77 t/s, tg_3s = 22.72 t/s 5.12.047.596 I slot print_timing: id 1 | task 4359 | prompt eval time = 431.64 ms / 83 tokens ( 5.20 ms per token, 192.29 tokens per second) 5.12.047.599 I slot print_timing: id 1 | task 4359 | eval time = 11299.07 ms / 253 tokens ( 44.84 ms per token, 22.30 tokens per second) 5.12.047.600 I slot print_timing: id 1 | task 4359 | total time = 11730.72 ms / 336 tokens 5.12.047.601 I slot print_timing: id 1 | task 4359 | graphs reused = 3796 5.12.047.601 I slot print_timing: id 1 | task 4359 | graph reallocs = 0 / 0 (same size) / (changed size) 5.12.047.702 I slot release: id 1 | task 4359 | stop processing: n_tokens = 1432, truncated = 0 5.12.118.078 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.765 5.12.118.116 I slot launch_slot_: id 1 | task 4616 | processing task, is_child = 0 5.14.130.823 I slot print_timing: id 2 | task 3989 | prompt eval time = 415.50 ms / 81 tokens ( 5.13 ms per token, 194.95 tokens per second) 5.14.130.830 I slot print_timing: id 2 | task 3989 | eval time = 31249.47 ms / 656 tokens ( 47.71 ms per token, 20.96 tokens per second) 5.14.130.831 I slot print_timing: id 2 | task 3989 | total time = 31664.97 ms / 737 tokens 5.14.130.832 I slot print_timing: id 2 | task 3989 | graphs reused = 3831 5.14.130.833 I slot print_timing: id 2 | task 3989 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.130.970 I slot release: id 2 | task 3989 | stop processing: n_tokens = 1832, truncated = 0 5.14.202.789 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.598 5.14.202.826 I slot launch_slot_: id 2 | task 4656 | processing task, is_child = 0 5.14.658.458 I slot print_timing: id 3 | task 4504 | n_gen = 152, tg = 20.50 t/s, tg_3s = 17.28 t/s 5.15.059.210 I slot print_timing: id 0 | task 4309 | prompt eval time = 352.71 ms / 88 tokens ( 4.01 ms per token, 249.50 tokens per second) 5.15.059.219 I slot print_timing: id 0 | task 4309 | eval time = 16839.56 ms / 354 tokens ( 47.70 ms per token, 20.96 tokens per second) 5.15.059.220 I slot print_timing: id 0 | task 4309 | total time = 17192.27 ms / 442 tokens 5.15.059.221 I slot print_timing: id 0 | task 4309 | graphs reused = 3839 5.15.059.222 I slot print_timing: id 0 | task 4309 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.059.336 I slot release: id 0 | task 4309 | stop processing: n_tokens = 1537, truncated = 0 5.15.106.164 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.713 5.15.106.193 I slot launch_slot_: id 0 | task 4670 | processing task, is_child = 0 5.17.653.174 I slot print_timing: id 1 | task 4616 | n_gen = 100, tg = 19.36 t/s, tg_3s = 19.56 t/s 5.17.697.470 I slot print_timing: id 3 | task 4504 | n_gen = 212, tg = 20.28 t/s, tg_3s = 19.74 t/s 5.18.180.484 I slot print_timing: id 1 | task 4616 | prompt eval time = 421.77 ms / 71 tokens ( 5.94 ms per token, 168.34 tokens per second) 5.18.180.492 I slot print_timing: id 1 | task 4616 | eval time = 5640.59 ms / 112 tokens ( 50.82 ms per token, 19.68 tokens per second) 5.18.180.493 I slot print_timing: id 1 | task 4616 | total time = 6062.36 ms / 183 tokens 5.18.180.494 I slot print_timing: id 1 | task 4616 | graphs reused = 3898 5.18.180.495 I slot print_timing: id 1 | task 4616 | graph reallocs = 0 / 0 (same size) / (changed size) 5.18.180.608 I slot release: id 1 | task 4616 | stop processing: n_tokens = 1278, truncated = 0 5.18.251.447 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.858 5.18.251.484 I slot launch_slot_: id 1 | task 4733 | processing task, is_child = 0 5.19.743.622 I slot print_timing: id 2 | task 4656 | n_gen = 100, tg = 19.30 t/s, tg_3s = 19.49 t/s 5.20.271.594 I slot print_timing: id 3 | task 4504 | prompt eval time = 296.72 ms / 66 tokens ( 4.50 ms per token, 222.43 tokens per second) 5.20.271.603 I slot print_timing: id 3 | task 4504 | eval time = 12979.05 ms / 262 tokens ( 49.73 ms per token, 20.11 tokens per second) 5.20.271.604 I slot print_timing: id 3 | task 4504 | total time = 13275.77 ms / 328 tokens 5.20.271.605 I slot print_timing: id 3 | task 4504 | graphs reused = 3933 5.20.271.606 I slot print_timing: id 3 | task 4504 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.271.736 I slot release: id 3 | task 4504 | stop processing: n_tokens = 1423, truncated = 0 5.20.317.011 I slot print_timing: id 0 | task 4670 | n_gen = 100, tg = 20.93 t/s, tg_3s = 21.14 t/s 5.20.317.506 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.770 5.20.317.537 I slot launch_slot_: id 3 | task 4773 | processing task, is_child = 0 5.22.784.529 I slot print_timing: id 2 | task 4656 | n_gen = 163, tg = 19.83 t/s, tg_3s = 20.72 t/s 5.23.311.764 I slot print_timing: id 1 | task 4733 | n_gen = 100, tg = 21.38 t/s, tg_3s = 21.60 t/s 5.23.355.142 I slot print_timing: id 0 | task 4670 | n_gen = 163, tg = 20.85 t/s, tg_3s = 20.74 t/s 5.25.022.621 I slot print_timing: id 3 | task 4773 | n_gen = 100, tg = 22.76 t/s, tg_3s = 22.99 t/s 5.25.815.508 I slot print_timing: id 2 | task 4656 | n_gen = 232, tg = 20.62 t/s, tg_3s = 22.76 t/s 5.25.903.116 I slot print_timing: id 1 | task 4733 | prompt eval time = 430.36 ms / 91 tokens ( 4.73 ms per token, 211.45 tokens per second) 5.25.903.123 I slot print_timing: id 1 | task 4733 | eval time = 7221.26 ms / 159 tokens ( 45.70 ms per token, 21.88 tokens per second) 5.25.903.124 I slot print_timing: id 1 | task 4733 | total time = 7651.62 ms / 250 tokens 5.25.903.125 I slot print_timing: id 1 | task 4733 | graphs reused = 4051 5.25.903.126 I slot print_timing: id 1 | task 4733 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.903.254 I slot release: id 1 | task 4733 | stop processing: n_tokens = 1345, truncated = 0 5.25.974.690 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.815 5.25.974.725 I slot launch_slot_: id 1 | task 4896 | processing task, is_child = 0 5.26.402.723 I slot print_timing: id 0 | task 4670 | n_gen = 224, tg = 20.62 t/s, tg_3s = 20.02 t/s 5.28.039.721 I slot print_timing: id 3 | task 4773 | n_gen = 160, tg = 21.59 t/s, tg_3s = 19.89 t/s 5.28.833.833 I slot print_timing: id 2 | task 4656 | n_gen = 292, tg = 20.46 t/s, tg_3s = 19.88 t/s 5.29.404.294 I slot print_timing: id 0 | task 4670 | n_gen = 292, tg = 21.06 t/s, tg_3s = 22.65 t/s 5.30.066.846 I slot print_timing: id 3 | task 4773 | prompt eval time = 356.18 ms / 81 tokens ( 4.40 ms per token, 227.41 tokens per second) 5.30.066.858 I slot print_timing: id 3 | task 4773 | eval time = 9393.12 ms / 206 tokens ( 45.82 ms per token, 21.82 tokens per second) 5.30.066.859 I slot print_timing: id 3 | task 4773 | total time = 9749.30 ms / 287 tokens 5.30.066.860 I slot print_timing: id 3 | task 4773 | graphs reused = 4132 5.30.066.863 I slot print_timing: id 3 | task 4773 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.066.987 I slot release: id 3 | task 4773 | stop processing: n_tokens = 1382, truncated = 0 5.30.112.875 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.793 5.30.112.907 I slot launch_slot_: id 3 | task 4983 | processing task, is_child = 0 5.31.108.160 I slot print_timing: id 1 | task 4896 | n_gen = 100, tg = 21.04 t/s, tg_3s = 21.25 t/s 5.31.853.560 I slot print_timing: id 2 | task 4656 | n_gen = 353, tg = 20.42 t/s, tg_3s = 20.20 t/s 5.32.425.163 I slot print_timing: id 0 | task 4670 | n_gen = 353, tg = 20.90 t/s, tg_3s = 20.19 t/s 5.32.778.849 I slot print_timing: id 2 | task 4656 | prompt eval time = 410.65 ms / 96 tokens ( 4.28 ms per token, 233.77 tokens per second) 5.32.778.857 I slot print_timing: id 2 | task 4656 | eval time = 18165.36 ms / 374 tokens ( 48.70 ms per token, 20.53 tokens per second) 5.32.778.858 I slot print_timing: id 2 | task 4656 | total time = 18576.01 ms / 470 tokens 5.32.778.859 I slot print_timing: id 2 | task 4656 | graphs reused = 4182 5.32.778.860 I slot print_timing: id 2 | task 4656 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.778.981 I slot release: id 2 | task 4656 | stop processing: n_tokens = 1564, truncated = 0 5.32.849.932 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.701 5.32.849.969 I slot launch_slot_: id 2 | task 5038 | processing task, is_child = 0 5.34.141.624 I slot print_timing: id 1 | task 4896 | n_gen = 161, tg = 20.68 t/s, tg_3s = 20.11 t/s 5.35.237.531 I slot print_timing: id 3 | task 4983 | n_gen = 100, tg = 21.03 t/s, tg_3s = 21.25 t/s 5.35.455.369 I slot print_timing: id 0 | task 4670 | n_gen = 414, tg = 20.79 t/s, tg_3s = 20.13 t/s 5.36.245.816 I slot print_timing: id 1 | task 4896 | prompt eval time = 428.19 ms / 80 tokens ( 5.35 ms per token, 186.83 tokens per second) 5.36.245.829 I slot print_timing: id 1 | task 4896 | eval time = 9842.89 ms / 209 tokens ( 47.32 ms per token, 21.13 tokens per second) 5.36.245.830 I slot print_timing: id 1 | task 4896 | total time = 10271.08 ms / 289 tokens 5.36.245.831 I slot print_timing: id 1 | task 4896 | graphs reused = 4249 5.36.245.832 I slot print_timing: id 1 | task 4896 | graph reallocs = 0 / 0 (same size) / (changed size) 5.36.245.967 I slot release: id 1 | task 4896 | stop processing: n_tokens = 1384, truncated = 0 5.36.316.755 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.792 5.36.316.789 I slot launch_slot_: id 1 | task 5110 | processing task, is_child = 0 5.37.990.357 I slot print_timing: id 2 | task 5038 | n_gen = 100, tg = 20.91 t/s, tg_3s = 21.12 t/s 5.38.254.612 I slot print_timing: id 3 | task 4983 | n_gen = 160, tg = 20.59 t/s, tg_3s = 19.89 t/s 5.38.472.849 I slot print_timing: id 0 | task 4670 | n_gen = 474, tg = 20.67 t/s, tg_3s = 19.88 t/s 5.39.659.964 I slot print_timing: id 2 | task 5038 | prompt eval time = 405.83 ms / 87 tokens ( 4.66 ms per token, 214.38 tokens per second) 5.39.659.970 I slot print_timing: id 2 | task 5038 | eval time = 6404.15 ms / 138 tokens ( 46.75 ms per token, 21.39 tokens per second) 5.39.659.971 I slot print_timing: id 2 | task 5038 | total time = 6809.98 ms / 225 tokens 5.39.659.972 I slot print_timing: id 2 | task 5038 | graphs reused = 4314 5.39.659.973 I slot print_timing: id 2 | task 5038 | graph reallocs = 0 / 0 (same size) / (changed size) 5.39.660.134 I slot release: id 2 | task 5038 | stop processing: n_tokens = 1320, truncated = 0 5.39.731.204 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.830 5.39.731.241 I slot launch_slot_: id 2 | task 5180 | processing task, is_child = 0 5.41.281.138 I slot print_timing: id 3 | task 4983 | n_gen = 221, tg = 20.46 t/s, tg_3s = 20.16 t/s 5.41.455.913 I slot print_timing: id 1 | task 5110 | n_gen = 100, tg = 21.02 t/s, tg_3s = 21.23 t/s 5.41.499.744 I slot print_timing: id 0 | task 4670 | n_gen = 535, tg = 20.61 t/s, tg_3s = 20.15 t/s 5.42.651.269 I slot print_timing: id 1 | task 5110 | prompt eval time = 429.30 ms / 88 tokens ( 4.88 ms per token, 204.98 tokens per second) 5.42.651.281 I slot print_timing: id 1 | task 5110 | eval time = 5905.17 ms / 127 tokens ( 46.87 ms per token, 21.34 tokens per second) 5.42.651.282 I slot print_timing: id 1 | task 5110 | total time = 6334.47 ms / 215 tokens 5.42.651.283 I slot print_timing: id 1 | task 5110 | graphs reused = 4369 5.42.651.284 I slot print_timing: id 1 | task 5110 | graph reallocs = 0 / 0 (same size) / (changed size) 5.42.651.397 I slot release: id 1 | task 5110 | stop processing: n_tokens = 1310, truncated = 0 5.42.721.736 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.837 5.42.721.771 I slot launch_slot_: id 1 | task 5241 | processing task, is_child = 0 5.44.300.477 I slot print_timing: id 3 | task 4983 | n_gen = 281, tg = 20.33 t/s, tg_3s = 19.87 t/s 5.44.519.016 I slot print_timing: id 0 | task 4670 | n_gen = 595, tg = 20.53 t/s, tg_3s = 19.87 t/s 5.44.872.232 I slot print_timing: id 2 | task 5180 | n_gen = 100, tg = 20.90 t/s, tg_3s = 21.12 t/s 5.47.334.330 I slot print_timing: id 3 | task 4983 | n_gen = 350, tg = 20.77 t/s, tg_3s = 22.74 t/s 5.47.509.616 I slot print_timing: id 1 | task 5241 | n_gen = 100, tg = 22.74 t/s, tg_3s = 22.97 t/s 5.47.553.415 I slot print_timing: id 0 | task 4670 | n_gen = 664, tg = 20.74 t/s, tg_3s = 22.74 t/s 5.47.907.071 I slot print_timing: id 2 | task 5180 | n_gen = 169, tg = 21.62 t/s, tg_3s = 22.74 t/s 5.48.699.067 I slot print_timing: id 1 | task 5241 | prompt eval time = 434.32 ms / 95 tokens ( 4.57 ms per token, 218.73 tokens per second) 5.48.699.072 I slot print_timing: id 1 | task 5241 | eval time = 5542.97 ms / 127 tokens ( 43.99 ms per token, 22.73 tokens per second) 5.48.699.074 I slot print_timing: id 1 | task 5241 | total time = 5977.29 ms / 222 tokens 5.48.699.075 I slot print_timing: id 1 | task 5241 | graphs reused = 4494 5.48.699.076 I slot print_timing: id 1 | task 5241 | graph reallocs = 0 / 0 (same size) / (changed size) 5.48.699.208 I slot release: id 1 | task 5241 | stop processing: n_tokens = 1317, truncated = 0 5.48.771.101 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.832 5.48.771.138 I slot launch_slot_: id 1 | task 5371 | processing task, is_child = 0 5.50.343.976 I slot print_timing: id 3 | task 4983 | n_gen = 410, tg = 20.64 t/s, tg_3s = 19.94 t/s 5.50.564.526 I slot print_timing: id 0 | task 4670 | n_gen = 724, tg = 20.67 t/s, tg_3s = 19.93 t/s 5.50.918.725 I slot print_timing: id 2 | task 5180 | n_gen = 229, tg = 21.15 t/s, tg_3s = 19.92 t/s 5.50.962.294 I slot print_timing: id 0 | task 4670 | prompt eval time = 479.72 ms / 141 tokens ( 3.40 ms per token, 293.92 tokens per second) 5.50.962.298 I slot print_timing: id 0 | task 4670 | eval time = 35376.37 ms / 733 tokens ( 48.33 ms per token, 20.69 tokens per second) 5.50.962.299 I slot print_timing: id 0 | task 4670 | total time = 35856.09 ms / 874 tokens 5.50.962.300 I slot print_timing: id 0 | task 4670 | graphs reused = 4533 5.50.962.301 I slot print_timing: id 0 | task 4670 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.962.433 I slot release: id 0 | task 4670 | stop processing: n_tokens = 1969, truncated = 0 5.51.009.654 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.557 5.51.009.689 I slot launch_slot_: id 0 | task 5415 | processing task, is_child = 0 5.51.984.983 I slot print_timing: id 3 | task 4983 | prompt eval time = 417.89 ms / 107 tokens ( 3.91 ms per token, 256.05 tokens per second) 5.51.984.990 I slot print_timing: id 3 | task 4983 | eval time = 21454.17 ms / 441 tokens ( 48.76 ms per token, 20.51 tokens per second) 5.51.984.991 I slot print_timing: id 3 | task 4983 | total time = 21872.07 ms / 548 tokens 5.51.984.997 I slot print_timing: id 3 | task 4983 | graphs reused = 4547 5.51.984.998 I slot print_timing: id 3 | task 4983 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.985.112 I slot release: id 3 | task 4983 | stop processing: n_tokens = 1643, truncated = 0 5.52.030.484 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.667 5.52.030.519 I slot launch_slot_: id 3 | task 5433 | processing task, is_child = 0 5.53.924.184 I slot print_timing: id 2 | task 5180 | n_gen = 285, tg = 20.60 t/s, tg_3s = 18.63 t/s 5.54.099.555 I slot print_timing: id 1 | task 5371 | n_gen = 100, tg = 20.18 t/s, tg_3s = 20.39 t/s 5.54.406.357 I slot print_timing: id 1 | task 5371 | prompt eval time = 423.76 ms / 74 tokens ( 5.73 ms per token, 174.63 tokens per second) 5.54.406.364 I slot print_timing: id 1 | task 5371 | eval time = 5211.45 ms / 107 tokens ( 49.16 ms per token, 20.34 tokens per second) 5.54.406.364 I slot print_timing: id 1 | task 5371 | total time = 5635.21 ms / 181 tokens 5.54.406.365 I slot print_timing: id 1 | task 5371 | graphs reused = 4592 5.54.406.366 I slot print_timing: id 1 | task 5371 | graph reallocs = 0 / 0 (same size) / (changed size) 5.54.406.476 I slot release: id 1 | task 5371 | stop processing: n_tokens = 1276, truncated = 0 5.54.477.665 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.859 5.54.477.697 I slot launch_slot_: id 1 | task 5483 | processing task, is_child = 0 5.56.359.030 I slot print_timing: id 0 | task 5415 | prompt eval time = 357.62 ms / 94 tokens ( 3.80 ms per token, 262.85 tokens per second) 5.56.359.037 I slot print_timing: id 0 | task 5415 | eval time = 4991.72 ms / 100 tokens ( 50.42 ms per token, 19.83 tokens per second) 5.56.359.038 I slot print_timing: id 0 | task 5415 | total time = 5349.33 ms / 194 tokens 5.56.359.039 I slot print_timing: id 0 | task 5415 | graphs reused = 4624 5.56.359.040 I slot print_timing: id 0 | task 5415 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.359.156 I slot release: id 0 | task 5415 | stop processing: n_tokens = 1288, truncated = 0 5.56.406.299 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.851 5.56.406.330 I slot launch_slot_: id 0 | task 5520 | processing task, is_child = 0 5.56.931.455 I slot print_timing: id 2 | task 5180 | n_gen = 339, tg = 20.12 t/s, tg_3s = 17.96 t/s 5.57.291.468 I slot print_timing: id 3 | task 5433 | prompt eval time = 350.66 ms / 75 tokens ( 4.68 ms per token, 213.88 tokens per second) 5.57.291.474 I slot print_timing: id 3 | task 5433 | eval time = 4910.27 ms / 98 tokens ( 50.62 ms per token, 19.75 tokens per second) 5.57.291.475 I slot print_timing: id 3 | task 5433 | total time = 5260.94 ms / 173 tokens 5.57.291.476 I slot print_timing: id 3 | task 5433 | graphs reused = 4636 5.57.291.477 I slot print_timing: id 3 | task 5433 | graph reallocs = 0 / 0 (same size) / (changed size) 5.57.291.632 I slot release: id 3 | task 5433 | stop processing: n_tokens = 1267, truncated = 0 5.57.338.087 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.865 5.57.338.120 I slot launch_slot_: id 3 | task 5536 | processing task, is_child = 0 5.59.086.206 I slot print_timing: id 1 | task 5483 | prompt eval time = 423.73 ms / 72 tokens ( 5.89 ms per token, 169.92 tokens per second) 5.59.086.211 I slot print_timing: id 1 | task 5483 | eval time = 4184.77 ms / 81 tokens ( 52.31 ms per token, 19.12 tokens per second) 5.59.086.212 I slot print_timing: id 1 | task 5483 | total time = 4608.50 ms / 153 tokens 5.59.086.213 I slot print_timing: id 1 | task 5483 | graphs reused = 4664 5.59.086.214 I slot print_timing: id 1 | task 5483 | graph reallocs = 0 / 0 (same size) / (changed size) 5.59.086.328 I slot release: id 1 | task 5483 | stop processing: n_tokens = 1248, truncated = 0 5.59.157.737 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.878 5.59.157.774 I slot launch_slot_: id 1 | task 5569 | processing task, is_child = 0 5.59.940.145 I slot print_timing: id 2 | task 5180 | n_gen = 390, tg = 19.64 t/s, tg_3s = 16.95 t/s 6.01.882.915 I slot print_timing: id 0 | task 5520 | prompt eval time = 350.24 ms / 78 tokens ( 4.49 ms per token, 222.70 tokens per second) 6.01.882.923 I slot print_timing: id 0 | task 5520 | eval time = 5126.33 ms / 100 tokens ( 51.78 ms per token, 19.31 tokens per second) 6.01.882.924 I slot print_timing: id 0 | task 5520 | total time = 5476.58 ms / 178 tokens 6.01.882.925 I slot print_timing: id 0 | task 5520 | graphs reused = 4715 6.01.882.925 I slot print_timing: id 0 | task 5520 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.883.039 I slot release: id 0 | task 5520 | stop processing: n_tokens = 1273, truncated = 0 6.01.929.873 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.861 6.01.929.905 I slot launch_slot_: id 0 | task 5625 | processing task, is_child = 0 6.02.814.196 I slot print_timing: id 3 | task 5536 | n_gen = 100, tg = 19.84 t/s, tg_3s = 20.04 t/s 6.02.946.289 I slot print_timing: id 2 | task 5180 | n_gen = 452, tg = 19.77 t/s, tg_3s = 20.62 t/s 6.04.223.376 I slot print_timing: id 1 | task 5569 | n_gen = 100, tg = 21.38 t/s, tg_3s = 21.59 t/s 6.05.851.415 I slot print_timing: id 3 | task 5536 | n_gen = 169, tg = 20.93 t/s, tg_3s = 22.72 t/s 6.05.982.493 I slot print_timing: id 2 | task 5180 | n_gen = 521, tg = 20.12 t/s, tg_3s = 22.73 t/s 6.06.639.762 I slot print_timing: id 0 | task 5625 | n_gen = 100, tg = 22.72 t/s, tg_3s = 22.95 t/s 6.07.255.115 I slot print_timing: id 1 | task 5569 | n_gen = 169, tg = 21.92 t/s, tg_3s = 22.76 t/s 6.07.784.612 I slot print_timing: id 1 | task 5569 | prompt eval time = 434.20 ms / 94 tokens ( 4.62 ms per token, 216.49 tokens per second) 6.07.784.619 I slot print_timing: id 1 | task 5569 | eval time = 8192.63 ms / 181 tokens ( 45.51 ms per token, 21.97 tokens per second) 6.07.784.620 I slot print_timing: id 1 | task 5569 | total time = 8626.83 ms / 275 tokens 6.07.784.621 I slot print_timing: id 1 | task 5569 | graphs reused = 4840 6.07.784.621 I slot print_timing: id 1 | task 5569 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.784.726 I slot release: id 1 | task 5569 | stop processing: n_tokens = 1370, truncated = 0 6.07.855.494 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.800 6.07.855.548 I slot launch_slot_: id 1 | task 5754 | processing task, is_child = 0 6.08.772.426 I slot print_timing: id 2 | task 5180 | prompt eval time = 405.11 ms / 93 tokens ( 4.36 ms per token, 229.57 tokens per second) 6.08.772.440 I slot print_timing: id 2 | task 5180 | eval time = 28636.06 ms / 576 tokens ( 49.80 ms per token, 20.08 tokens per second) 6.08.772.441 I slot print_timing: id 2 | task 5180 | total time = 29041.17 ms / 669 tokens 6.08.772.444 I slot print_timing: id 2 | task 5180 | graphs reused = 4850 6.08.772.448 I slot print_timing: id 2 | task 5180 | graph reallocs = 0 / 0 (same size) / (changed size) 6.08.772.598 I slot release: id 2 | task 5180 | stop processing: n_tokens = 1764, truncated = 0 6.08.844.755 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.621 6.08.844.794 I slot launch_slot_: id 2 | task 5769 | processing task, is_child = 0 6.09.145.545 I slot print_timing: id 3 | task 5536 | n_gen = 229, tg = 20.14 t/s, tg_3s = 18.21 t/s 6.09.645.896 I slot print_timing: id 0 | task 5625 | n_gen = 152, tg = 20.51 t/s, tg_3s = 17.30 t/s 6.12.153.877 I slot print_timing: id 3 | task 5536 | n_gen = 296, tg = 20.59 t/s, tg_3s = 22.27 t/s 6.12.680.887 I slot print_timing: id 0 | task 5625 | n_gen = 221, tg = 21.16 t/s, tg_3s = 22.73 t/s 6.12.990.544 I slot print_timing: id 1 | task 5754 | n_gen = 100, tg = 21.00 t/s, tg_3s = 21.21 t/s 6.13.600.970 I slot print_timing: id 2 | task 5769 | n_gen = 100, tg = 22.78 t/s, tg_3s = 23.01 t/s 6.13.998.588 I slot print_timing: id 3 | task 5536 | prompt eval time = 486.62 ms / 150 tokens ( 3.24 ms per token, 308.25 tokens per second) 6.13.998.603 I slot print_timing: id 3 | task 5536 | eval time = 16173.83 ms / 338 tokens ( 47.99 ms per token, 20.84 tokens per second) 6.13.998.605 I slot print_timing: id 3 | task 5536 | total time = 16660.45 ms / 488 tokens 6.13.998.609 I slot print_timing: id 3 | task 5536 | graphs reused = 4956 6.13.998.610 I slot print_timing: id 3 | task 5536 | graph reallocs = 0 / 0 (same size) / (changed size) 6.13.998.772 I slot release: id 3 | task 5536 | stop processing: n_tokens = 1583, truncated = 0 6.14.044.348 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.692 6.14.044.377 I slot launch_slot_: id 3 | task 5881 | processing task, is_child = 0 6.15.702.183 I slot print_timing: id 0 | task 5625 | n_gen = 285, tg = 21.16 t/s, tg_3s = 21.18 t/s 6.15.922.359 I slot print_timing: id 1 | task 5754 | prompt eval time = 420.69 ms / 77 tokens ( 5.46 ms per token, 183.03 tokens per second) 6.15.922.366 I slot print_timing: id 1 | task 5754 | eval time = 7646.11 ms / 162 tokens ( 47.49 ms per token, 21.06 tokens per second) 6.15.922.368 I slot print_timing: id 1 | task 5754 | total time = 8066.80 ms / 239 tokens 6.15.922.368 I slot print_timing: id 1 | task 5754 | graphs reused = 4991 6.15.922.369 I slot print_timing: id 1 | task 5754 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.922.484 I slot release: id 1 | task 5754 | stop processing: n_tokens = 1334, truncated = 0 6.15.922.820 I slot print_timing: id 2 | task 5769 | prompt eval time = 410.31 ms / 94 tokens ( 4.37 ms per token, 229.09 tokens per second) 6.15.922.824 I slot print_timing: id 2 | task 5769 | eval time = 6667.71 ms / 148 tokens ( 45.36 ms per token, 22.05 tokens per second) 6.15.922.825 I slot print_timing: id 2 | task 5769 | total time = 7078.02 ms / 242 tokens 6.15.922.825 I slot print_timing: id 2 | task 5769 | graphs reused = 4991 6.15.922.826 I slot print_timing: id 2 | task 5769 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.922.948 I slot release: id 2 | task 5769 | stop processing: n_tokens = 1336, truncated = 0 6.15.979.043 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.946 (> 0.100 thold), f_keep = 0.822 6.15.979.074 I slot launch_slot_: id 1 | task 5921 | processing task, is_child = 0 6.15.992.885 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.820 6.15.992.905 I slot launch_slot_: id 2 | task 5922 | processing task, is_child = 0 6.17.516.289 I slot print_timing: id 0 | task 5625 | prompt eval time = 352.67 ms / 90 tokens ( 3.92 ms per token, 255.19 tokens per second) 6.17.516.297 I slot print_timing: id 0 | task 5625 | eval time = 15233.70 ms / 313 tokens ( 48.83 ms per token, 20.48 tokens per second) 6.17.516.298 I slot print_timing: id 0 | task 5625 | total time = 15586.37 ms / 403 tokens 6.17.516.299 I slot print_timing: id 0 | task 5625 | graphs reused = 5010 6.17.516.300 I slot print_timing: id 0 | task 5625 | graph reallocs = 0 / 0 (same size) / (changed size) 6.17.516.422 I slot release: id 0 | task 5625 | stop processing: n_tokens = 1498, truncated = 0 6.17.563.720 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.732 6.17.563.746 I slot launch_slot_: id 0 | task 5946 | processing task, is_child = 0 6.19.604.991 I slot print_timing: id 3 | task 5881 | n_gen = 100, tg = 18.80 t/s, tg_3s = 18.99 t/s 6.21.011.026 I slot print_timing: id 1 | task 5921 | prompt eval time = 635.61 ms / 63 tokens ( 10.09 ms per token, 99.12 tokens per second) 6.21.011.033 I slot print_timing: id 1 | task 5921 | eval time = 4382.50 ms / 93 tokens ( 47.64 ms per token, 20.99 tokens per second) 6.21.011.034 I slot print_timing: id 1 | task 5921 | total time = 5018.11 ms / 156 tokens 6.21.011.035 I slot print_timing: id 1 | task 5921 | graphs reused = 5078 6.21.011.036 I slot print_timing: id 1 | task 5921 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.011.148 I slot release: id 1 | task 5921 | stop processing: n_tokens = 1251, truncated = 0 6.21.082.002 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.876 6.21.082.042 I slot launch_slot_: id 1 | task 6019 | processing task, is_child = 0 6.21.684.997 I slot print_timing: id 2 | task 5922 | n_gen = 100, tg = 19.58 t/s, tg_3s = 19.78 t/s 6.21.728.074 I slot print_timing: id 3 | task 5881 | prompt eval time = 295.65 ms / 64 tokens ( 4.62 ms per token, 216.47 tokens per second) 6.21.728.079 I slot print_timing: id 3 | task 5881 | eval time = 7388.04 ms / 140 tokens ( 53.15 ms per token, 18.81 tokens per second) 6.21.728.080 I slot print_timing: id 3 | task 5881 | total time = 7683.69 ms / 204 tokens 6.21.728.080 I slot print_timing: id 3 | task 5881 | graphs reused = 5082 6.21.728.081 I slot print_timing: id 3 | task 5881 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.728.143 I slot release: id 3 | task 5881 | stop processing: n_tokens = 1298, truncated = 0 6.21.771.765 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.844 6.21.771.797 I slot launch_slot_: id 3 | task 6028 | processing task, is_child = 0 6.22.977.806 I slot print_timing: id 0 | task 5946 | n_gen = 100, tg = 19.82 t/s, tg_3s = 20.02 t/s 6.24.689.217 I slot print_timing: id 2 | task 5922 | n_gen = 162, tg = 19.97 t/s, tg_3s = 20.64 t/s 6.26.007.803 I slot print_timing: id 0 | task 5946 | prompt eval time = 418.62 ms / 124 tokens ( 3.38 ms per token, 296.21 tokens per second) 6.26.007.807 I slot print_timing: id 0 | task 5946 | eval time = 8025.42 ms / 169 tokens ( 47.77 ms per token, 20.93 tokens per second) 6.26.007.808 I slot print_timing: id 0 | task 5946 | total time = 8444.04 ms / 293 tokens 6.26.007.809 I slot print_timing: id 0 | task 5946 | graphs reused = 5169 6.26.007.810 I slot print_timing: id 0 | task 5946 | graph reallocs = 0 / 0 (same size) / (changed size) 6.26.007.936 I slot release: id 0 | task 5946 | stop processing: n_tokens = 1388, truncated = 0 6.26.055.390 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.790 6.26.055.426 I slot launch_slot_: id 0 | task 6120 | processing task, is_child = 0 6.26.472.131 I slot print_timing: id 1 | task 6019 | n_gen = 100, tg = 19.95 t/s, tg_3s = 20.15 t/s 6.26.818.600 I slot print_timing: id 3 | task 6028 | n_gen = 100, tg = 21.15 t/s, tg_3s = 21.37 t/s 6.27.706.684 I slot print_timing: id 2 | task 5922 | n_gen = 223, tg = 20.04 t/s, tg_3s = 20.22 t/s 6.29.466.006 I slot print_timing: id 1 | task 6019 | prompt eval time = 428.45 ms / 93 tokens ( 4.61 ms per token, 217.06 tokens per second) 6.29.466.013 I slot print_timing: id 1 | task 6019 | eval time = 7955.50 ms / 168 tokens ( 47.64 ms per token, 20.99 tokens per second) 6.29.466.014 I slot print_timing: id 1 | task 6019 | total time = 8383.95 ms / 261 tokens 6.29.466.015 I slot print_timing: id 1 | task 6019 | graphs reused = 5237 6.29.466.015 I slot print_timing: id 1 | task 6019 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.466.130 I slot release: id 1 | task 6019 | stop processing: n_tokens = 1356, truncated = 0 6.29.537.891 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.808 6.29.537.924 I slot launch_slot_: id 1 | task 6192 | processing task, is_child = 0 6.29.906.824 I slot print_timing: id 3 | task 6028 | n_gen = 163, tg = 20.85 t/s, tg_3s = 20.40 t/s 6.30.743.170 I slot print_timing: id 2 | task 5922 | n_gen = 285, tg = 20.12 t/s, tg_3s = 20.42 t/s 6.31.139.716 I slot print_timing: id 0 | task 6120 | n_gen = 100, tg = 21.21 t/s, tg_3s = 21.42 t/s 6.32.939.804 I slot print_timing: id 3 | task 6028 | n_gen = 232, tg = 21.39 t/s, tg_3s = 22.75 t/s 6.33.075.654 I slot print_timing: id 0 | task 6120 | prompt eval time = 416.55 ms / 109 tokens ( 3.82 ms per token, 261.67 tokens per second) 6.33.075.661 I slot print_timing: id 0 | task 6120 | eval time = 6603.67 ms / 144 tokens ( 46.18 ms per token, 21.65 tokens per second) 6.33.075.662 I slot print_timing: id 0 | task 6120 | total time = 7020.22 ms / 253 tokens 6.33.075.663 I slot print_timing: id 0 | task 6120 | graphs reused = 5307 6.33.075.664 I slot print_timing: id 0 | task 6120 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.075.770 I slot release: id 0 | task 6120 | stop processing: n_tokens = 1348, truncated = 0 6.33.122.231 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.813 6.33.122.264 I slot launch_slot_: id 0 | task 6268 | processing task, is_child = 0 6.33.785.009 I slot print_timing: id 2 | task 5922 | n_gen = 348, tg = 20.23 t/s, tg_3s = 20.71 t/s 6.34.532.886 I slot print_timing: id 1 | task 6192 | n_gen = 100, tg = 21.40 t/s, tg_3s = 21.62 t/s 6.34.839.345 I slot print_timing: id 1 | task 6192 | prompt eval time = 368.58 ms / 67 tokens ( 5.50 ms per token, 181.78 tokens per second) 6.34.839.352 I slot print_timing: id 1 | task 6192 | eval time = 4932.83 ms / 107 tokens ( 46.54 ms per token, 21.49 tokens per second) 6.34.839.353 I slot print_timing: id 1 | task 6192 | total time = 5301.41 ms / 174 tokens 6.34.839.354 I slot print_timing: id 1 | task 6192 | graphs reused = 5338 6.34.839.355 I slot print_timing: id 1 | task 6192 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.839.459 I slot release: id 1 | task 6192 | stop processing: n_tokens = 1269, truncated = 0 6.34.910.052 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.864 6.34.910.092 I slot launch_slot_: id 1 | task 6303 | processing task, is_child = 0 6.35.969.968 I slot print_timing: id 3 | task 6028 | n_gen = 285, tg = 20.53 t/s, tg_3s = 17.49 t/s 6.36.807.295 I slot print_timing: id 2 | task 5922 | n_gen = 407, tg = 20.12 t/s, tg_3s = 19.52 t/s 6.38.263.532 I slot print_timing: id 0 | task 6268 | n_gen = 100, tg = 20.69 t/s, tg_3s = 20.90 t/s 6.38.704.918 I slot print_timing: id 0 | task 6268 | prompt eval time = 356.87 ms / 94 tokens ( 3.80 ms per token, 263.40 tokens per second) 6.38.704.922 I slot print_timing: id 0 | task 6268 | eval time = 5225.78 ms / 110 tokens ( 47.94 ms per token, 20.86 tokens per second) 6.38.704.925 I slot print_timing: id 0 | task 6268 | total time = 5582.65 ms / 204 tokens 6.38.704.925 I slot print_timing: id 0 | task 6268 | graphs reused = 5412 6.38.704.926 I slot print_timing: id 0 | task 6268 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.705.070 I slot release: id 0 | task 6268 | stop processing: n_tokens = 1299, truncated = 0 6.38.752.201 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.844 6.38.752.231 I slot launch_slot_: id 0 | task 6382 | processing task, is_child = 0 6.39.012.286 I slot print_timing: id 3 | task 6028 | n_gen = 349, tg = 20.62 t/s, tg_3s = 21.04 t/s 6.39.186.655 I slot print_timing: id 3 | task 6028 | prompt eval time = 367.03 ms / 85 tokens ( 4.32 ms per token, 231.59 tokens per second) 6.39.186.658 I slot print_timing: id 3 | task 6028 | eval time = 17047.82 ms / 352 tokens ( 48.57 ms per token, 20.59 tokens per second) 6.39.186.658 I slot print_timing: id 3 | task 6028 | total time = 17414.85 ms / 437 tokens 6.39.186.659 I slot print_timing: id 3 | task 6028 | graphs reused = 5414 6.39.186.659 I slot print_timing: id 3 | task 6028 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.186.719 I slot release: id 3 | task 6028 | stop processing: n_tokens = 1532, truncated = 0 6.39.230.287 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.715 6.39.230.322 I slot launch_slot_: id 3 | task 6388 | processing task, is_child = 0 6.39.840.019 I slot print_timing: id 2 | task 5922 | n_gen = 464, tg = 19.95 t/s, tg_3s = 18.79 t/s 6.40.284.585 I slot print_timing: id 1 | task 6303 | n_gen = 100, tg = 20.27 t/s, tg_3s = 20.47 t/s 6.41.561.931 I slot print_timing: id 2 | task 5922 | prompt eval time = 634.92 ms / 104 tokens ( 6.10 ms per token, 163.80 tokens per second) 6.41.561.936 I slot print_timing: id 2 | task 5922 | eval time = 24933.23 ms / 503 tokens ( 49.67 ms per token, 20.13 tokens per second) 6.41.561.937 I slot print_timing: id 2 | task 5922 | total time = 25568.14 ms / 607 tokens 6.41.561.938 I slot print_timing: id 2 | task 5922 | graphs reused = 5458 6.41.561.939 I slot print_timing: id 2 | task 5922 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.562.096 I slot release: id 2 | task 5922 | stop processing: n_tokens = 1702, truncated = 0 6.41.633.913 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.644 6.41.633.951 I slot launch_slot_: id 2 | task 6437 | processing task, is_child = 0 6.43.315.441 I slot print_timing: id 1 | task 6303 | n_gen = 161, tg = 20.21 t/s, tg_3s = 20.13 t/s 6.44.061.015 I slot print_timing: id 0 | task 6382 | n_gen = 100, tg = 19.95 t/s, tg_3s = 20.15 t/s 6.44.281.634 I slot print_timing: id 3 | task 6388 | n_gen = 100, tg = 21.05 t/s, tg_3s = 21.27 t/s 6.44.413.616 I slot print_timing: id 3 | task 6388 | prompt eval time = 349.13 ms / 73 tokens ( 4.78 ms per token, 209.09 tokens per second) 6.44.413.623 I slot print_timing: id 3 | task 6388 | eval time = 4834.15 ms / 103 tokens ( 47.39 ms per token, 21.10 tokens per second) 6.44.413.624 I slot print_timing: id 3 | task 6388 | total time = 5183.28 ms / 176 tokens 6.44.413.625 I slot print_timing: id 3 | task 6388 | graphs reused = 5511 6.44.413.625 I slot print_timing: id 3 | task 6388 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.413.778 I slot release: id 3 | task 6388 | stop processing: n_tokens = 1271, truncated = 0 6.44.460.193 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.862 6.44.460.223 I slot launch_slot_: id 3 | task 6495 | processing task, is_child = 0 6.46.322.171 I slot print_timing: id 1 | task 6303 | n_gen = 222, tg = 20.23 t/s, tg_3s = 20.29 t/s 6.46.718.220 I slot print_timing: id 2 | task 6437 | n_gen = 100, tg = 21.17 t/s, tg_3s = 21.38 t/s 6.47.067.713 I slot print_timing: id 0 | task 6382 | n_gen = 161, tg = 20.08 t/s, tg_3s = 20.29 t/s 6.49.225.799 I slot print_timing: id 3 | task 6495 | n_gen = 100, tg = 22.77 t/s, tg_3s = 23.00 t/s 6.49.356.922 I slot print_timing: id 1 | task 6303 | n_gen = 291, tg = 20.78 t/s, tg_3s = 22.74 t/s 6.49.708.027 I slot print_timing: id 1 | task 6303 | prompt eval time = 490.04 ms / 107 tokens ( 4.58 ms per token, 218.35 tokens per second) 6.49.708.035 I slot print_timing: id 1 | task 6303 | eval time = 14307.89 ms / 299 tokens ( 48.01 ms per token, 20.83 tokens per second) 6.49.708.036 I slot print_timing: id 1 | task 6303 | total time = 14797.92 ms / 406 tokens 6.49.708.037 I slot print_timing: id 1 | task 6303 | graphs reused = 5620 6.49.708.037 I slot print_timing: id 1 | task 6303 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.708.163 I slot release: id 1 | task 6303 | stop processing: n_tokens = 1501, truncated = 0 6.49.778.580 I slot print_timing: id 2 | task 6437 | n_gen = 169, tg = 21.71 t/s, tg_3s = 22.55 t/s 6.49.778.892 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.730 6.49.778.923 I slot launch_slot_: id 1 | task 6609 | processing task, is_child = 0 6.50.078.708 I slot print_timing: id 0 | task 6382 | n_gen = 223, tg = 20.22 t/s, tg_3s = 20.59 t/s 6.52.269.053 I slot print_timing: id 3 | task 6495 | n_gen = 161, tg = 21.65 t/s, tg_3s = 20.04 t/s 6.52.796.456 I slot print_timing: id 2 | task 6437 | n_gen = 230, tg = 21.29 t/s, tg_3s = 20.21 t/s 6.53.103.088 I slot print_timing: id 0 | task 6382 | n_gen = 290, tg = 20.64 t/s, tg_3s = 22.15 t/s 6.53.235.120 I slot print_timing: id 2 | task 6437 | prompt eval time = 406.91 ms / 92 tokens ( 4.42 ms per token, 226.10 tokens per second) 6.53.235.126 I slot print_timing: id 2 | task 6437 | eval time = 11194.25 ms / 240 tokens ( 46.84 ms per token, 21.35 tokens per second) 6.53.235.127 I slot print_timing: id 2 | task 6437 | total time = 11601.16 ms / 332 tokens 6.53.235.128 I slot print_timing: id 2 | task 6437 | graphs reused = 5688 6.53.235.128 I slot print_timing: id 2 | task 6437 | graph reallocs = 0 / 0 (same size) / (changed size) 6.53.235.260 I slot release: id 2 | task 6437 | stop processing: n_tokens = 1426, truncated = 0 6.53.306.214 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.769 6.53.306.250 I slot launch_slot_: id 2 | task 6682 | processing task, is_child = 0 6.54.909.551 I slot print_timing: id 1 | task 6609 | n_gen = 100, tg = 21.02 t/s, tg_3s = 21.23 t/s 6.54.954.227 I slot print_timing: id 3 | task 6495 | prompt eval time = 417.48 ms / 105 tokens ( 3.98 ms per token, 251.51 tokens per second) 6.54.954.244 I slot print_timing: id 3 | task 6495 | eval time = 10076.51 ms / 214 tokens ( 47.31 ms per token, 21.14 tokens per second) 6.54.954.246 I slot print_timing: id 3 | task 6495 | total time = 10494.00 ms / 319 tokens 6.54.954.246 I slot print_timing: id 3 | task 6495 | graphs reused = 5715 6.54.954.247 I slot print_timing: id 3 | task 6495 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.954.372 I slot release: id 3 | task 6495 | stop processing: n_tokens = 1414, truncated = 0 6.54.999.790 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.775 6.54.999.817 I slot launch_slot_: id 3 | task 6714 | processing task, is_child = 0 6.56.122.782 I slot print_timing: id 0 | task 6382 | n_gen = 343, tg = 20.09 t/s, tg_3s = 17.55 t/s 6.56.696.464 I slot print_timing: id 0 | task 6382 | prompt eval time = 345.87 ms / 70 tokens ( 4.94 ms per token, 202.39 tokens per second) 6.56.696.472 I slot print_timing: id 0 | task 6382 | eval time = 17598.35 ms / 356 tokens ( 49.57 ms per token, 20.17 tokens per second) 6.56.696.473 I slot print_timing: id 0 | task 6382 | total time = 17944.22 ms / 426 tokens 6.56.696.474 I slot print_timing: id 0 | task 6382 | graphs reused = 5743 6.56.696.475 I slot print_timing: id 0 | task 6382 | graph reallocs = 0 / 0 (same size) / (changed size) 6.56.696.585 I slot release: id 0 | task 6382 | stop processing: n_tokens = 1521, truncated = 0 6.56.744.036 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.721 6.56.744.066 I slot launch_slot_: id 0 | task 6747 | processing task, is_child = 0 6.57.102.266 I slot print_timing: id 1 | task 6609 | prompt eval time = 420.93 ms / 77 tokens ( 5.47 ms per token, 182.93 tokens per second) 6.57.102.271 I slot print_timing: id 1 | task 6609 | eval time = 6902.40 ms / 136 tokens ( 51.13 ms per token, 19.56 tokens per second) 6.57.102.271 I slot print_timing: id 1 | task 6609 | total time = 7323.33 ms / 213 tokens 6.57.102.272 I slot print_timing: id 1 | task 6609 | graphs reused = 5744 6.57.102.272 I slot print_timing: id 1 | task 6609 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.102.333 I slot release: id 1 | task 6609 | stop processing: n_tokens = 1308, truncated = 0 6.57.171.318 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.838 6.57.171.342 I slot launch_slot_: id 1 | task 6751 | processing task, is_child = 0 6.59.059.798 I slot print_timing: id 2 | task 6682 | n_gen = 100, tg = 18.53 t/s, tg_3s = 18.72 t/s 7.00.420.046 I slot print_timing: id 3 | task 6714 | n_gen = 100, tg = 19.79 t/s, tg_3s = 19.99 t/s 7.01.821.677 I slot print_timing: id 0 | task 6747 | n_gen = 100, tg = 20.98 t/s, tg_3s = 21.19 t/s 7.01.952.415 I slot print_timing: id 1 | task 6751 | n_gen = 100, tg = 22.74 t/s, tg_3s = 22.97 t/s 7.02.084.119 I slot print_timing: id 2 | task 6682 | n_gen = 169, tg = 20.08 t/s, tg_3s = 22.82 t/s 7.03.445.281 I slot print_timing: id 3 | task 6714 | n_gen = 169, tg = 20.93 t/s, tg_3s = 22.81 t/s 7.03.531.692 I slot print_timing: id 0 | task 6747 | prompt eval time = 358.03 ms / 98 tokens ( 3.65 ms per token, 273.72 tokens per second) 7.03.531.699 I slot print_timing: id 0 | task 6747 | eval time = 6429.58 ms / 139 tokens ( 46.59 ms per token, 21.46 tokens per second) 7.03.531.700 I slot print_timing: id 0 | task 6747 | total time = 6787.62 ms / 237 tokens 7.03.531.701 I slot print_timing: id 0 | task 6747 | graphs reused = 5877 7.03.531.701 I slot print_timing: id 0 | task 6747 | graph reallocs = 0 / 0 (same size) / (changed size) 7.03.531.819 I slot release: id 0 | task 6747 | stop processing: n_tokens = 1332, truncated = 0 7.03.578.167 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.823 7.03.578.199 I slot launch_slot_: id 0 | task 6890 | processing task, is_child = 0 7.04.979.258 I slot print_timing: id 1 | task 6751 | n_gen = 163, tg = 21.95 t/s, tg_3s = 20.81 t/s 7.05.111.083 I slot print_timing: id 2 | task 6682 | n_gen = 232, tg = 20.27 t/s, tg_3s = 20.81 t/s 7.06.470.065 I slot print_timing: id 3 | task 6714 | n_gen = 232, tg = 20.90 t/s, tg_3s = 20.83 t/s 7.07.741.396 I slot print_timing: id 2 | task 6682 | prompt eval time = 411.12 ms / 98 tokens ( 4.20 ms per token, 238.37 tokens per second) 7.07.741.404 I slot print_timing: id 2 | task 6682 | eval time = 14024.02 ms / 292 tokens ( 48.19 ms per token, 20.75 tokens per second) 7.07.741.405 I slot print_timing: id 2 | task 6682 | total time = 14435.14 ms / 390 tokens 7.07.741.406 I slot print_timing: id 2 | task 6682 | graphs reused = 5964 7.07.741.407 I slot print_timing: id 2 | task 6682 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.741.520 I slot release: id 2 | task 6682 | stop processing: n_tokens = 1485, truncated = 0 7.07.812.445 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.738 7.07.812.483 I slot launch_slot_: id 2 | task 6981 | processing task, is_child = 0 7.08.101.425 I slot print_timing: id 1 | task 6751 | n_gen = 228, tg = 21.61 t/s, tg_3s = 20.82 t/s 7.08.605.659 I slot print_timing: id 0 | task 6890 | n_gen = 100, tg = 21.14 t/s, tg_3s = 21.36 t/s 7.09.488.558 I slot print_timing: id 3 | task 6714 | n_gen = 293, tg = 20.75 t/s, tg_3s = 20.21 t/s 7.11.068.595 I slot print_timing: id 1 | task 6751 | prompt eval time = 427.63 ms / 93 tokens ( 4.60 ms per token, 217.48 tokens per second) 7.11.068.602 I slot print_timing: id 1 | task 6751 | eval time = 13469.61 ms / 294 tokens ( 45.97 ms per token, 21.75 tokens per second) 7.11.068.603 I slot print_timing: id 1 | task 6751 | total time = 13897.24 ms / 387 tokens 7.11.068.604 I slot print_timing: id 1 | task 6751 | graphs reused = 6028 7.11.068.605 I slot print_timing: id 1 | task 6751 | graph reallocs = 0 / 0 (same size) / (changed size) 7.11.068.724 I slot release: id 1 | task 6751 | stop processing: n_tokens = 1482, truncated = 0 7.11.139.787 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.740 7.11.139.823 I slot launch_slot_: id 1 | task 7050 | processing task, is_child = 0 7.11.638.442 I slot print_timing: id 0 | task 6890 | n_gen = 159, tg = 20.48 t/s, tg_3s = 19.45 t/s 7.12.524.280 I slot print_timing: id 3 | task 6714 | n_gen = 352, tg = 20.52 t/s, tg_3s = 19.44 t/s 7.13.005.982 I slot print_timing: id 2 | task 6981 | n_gen = 100, tg = 20.65 t/s, tg_3s = 20.86 t/s 7.14.667.757 I slot print_timing: id 0 | task 6890 | n_gen = 228, tg = 21.13 t/s, tg_3s = 22.78 t/s 7.15.418.224 I slot print_timing: id 3 | task 6714 | prompt eval time = 417.25 ms / 108 tokens ( 3.86 ms per token, 258.84 tokens per second) 7.15.418.232 I slot print_timing: id 3 | task 6714 | eval time = 20001.15 ms / 418 tokens ( 47.96 ms per token, 20.85 tokens per second) 7.15.418.233 I slot print_timing: id 3 | task 6714 | total time = 20418.40 ms / 526 tokens 7.15.418.234 I slot print_timing: id 3 | task 6714 | graphs reused = 6112 7.15.418.234 I slot print_timing: id 3 | task 6714 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.418.362 I slot release: id 3 | task 6714 | stop processing: n_tokens = 1621, truncated = 0 7.15.463.340 I slot print_timing: id 0 | task 6890 | prompt eval time = 345.13 ms / 76 tokens ( 4.54 ms per token, 220.21 tokens per second) 7.15.463.343 I slot print_timing: id 0 | task 6890 | eval time = 11540.00 ms / 246 tokens ( 47.10 ms per token, 21.23 tokens per second) 7.15.463.344 I slot print_timing: id 0 | task 6890 | total time = 11885.13 ms / 322 tokens 7.15.463.344 I slot print_timing: id 0 | task 6890 | graphs reused = 6112 7.15.463.345 I slot print_timing: id 0 | task 6890 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.463.428 I slot release: id 0 | task 6890 | stop processing: n_tokens = 1417, truncated = 0 7.15.463.917 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.945 (> 0.100 thold), f_keep = 0.773 7.15.463.949 I slot launch_slot_: id 0 | task 7140 | processing task, is_child = 0 7.15.685.874 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.676 7.15.685.898 I slot launch_slot_: id 3 | task 7142 | processing task, is_child = 0 7.16.075.705 I slot print_timing: id 2 | task 6981 | n_gen = 159, tg = 20.09 t/s, tg_3s = 19.22 t/s 7.16.466.585 I slot print_timing: id 1 | task 7050 | n_gen = 100, tg = 20.51 t/s, tg_3s = 20.71 t/s 7.18.932.040 I slot print_timing: id 0 | task 7140 | prompt eval time = 511.08 ms / 64 tokens ( 7.99 ms per token, 125.23 tokens per second) 7.18.932.045 I slot print_timing: id 0 | task 7140 | eval time = 2942.14 ms / 67 tokens ( 44.58 ms per token, 22.43 tokens per second) 7.18.932.046 I slot print_timing: id 0 | task 7140 | total time = 3453.21 ms / 131 tokens 7.18.932.047 I slot print_timing: id 0 | task 7140 | graphs reused = 6176 7.18.932.048 I slot print_timing: id 0 | task 7140 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.932.169 I slot release: id 0 | task 7140 | stop processing: n_tokens = 1226, truncated = 0 7.18.979.210 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.894 7.18.979.247 I slot launch_slot_: id 0 | task 7211 | processing task, is_child = 0 7.19.185.361 I slot print_timing: id 2 | task 6981 | n_gen = 226, tg = 20.50 t/s, tg_3s = 21.55 t/s 7.19.489.059 I slot print_timing: id 1 | task 7050 | n_gen = 164, tg = 20.76 t/s, tg_3s = 21.17 t/s 7.20.628.726 I slot print_timing: id 3 | task 7142 | n_gen = 100, tg = 21.74 t/s, tg_3s = 21.96 t/s 7.22.206.710 I slot print_timing: id 2 | task 6981 | n_gen = 294, tg = 20.94 t/s, tg_3s = 22.51 t/s 7.22.514.433 I slot print_timing: id 1 | task 7050 | n_gen = 233, tg = 21.33 t/s, tg_3s = 22.81 t/s 7.23.612.070 I slot print_timing: id 0 | task 7211 | n_gen = 100, tg = 22.81 t/s, tg_3s = 23.04 t/s 7.23.656.852 I slot print_timing: id 3 | task 7142 | n_gen = 169, tg = 22.16 t/s, tg_3s = 22.79 t/s 7.25.062.447 I slot print_timing: id 0 | task 7211 | prompt eval time = 291.67 ms / 67 tokens ( 4.35 ms per token, 229.71 tokens per second) 7.25.062.454 I slot print_timing: id 0 | task 7211 | eval time = 5791.52 ms / 133 tokens ( 43.88 ms per token, 22.79 tokens per second) 7.25.062.455 I slot print_timing: id 0 | task 7211 | total time = 6083.19 ms / 200 tokens 7.25.062.456 I slot print_timing: id 0 | task 7211 | graphs reused = 6308 7.25.062.457 I slot print_timing: id 0 | task 7211 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.062.555 I slot release: id 0 | task 7211 | stop processing: n_tokens = 1295, truncated = 0 7.25.109.267 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.846 7.25.109.297 I slot launch_slot_: id 0 | task 7347 | processing task, is_child = 0 7.25.377.457 I slot print_timing: id 2 | task 6981 | n_gen = 361, tg = 20.97 t/s, tg_3s = 21.13 t/s 7.25.551.335 I slot print_timing: id 1 | task 7050 | n_gen = 296, tg = 21.20 t/s, tg_3s = 20.74 t/s 7.26.662.496 I slot print_timing: id 3 | task 7142 | n_gen = 231, tg = 21.73 t/s, tg_3s = 20.63 t/s 7.27.016.011 I slot print_timing: id 3 | task 7142 | prompt eval time = 388.82 ms / 76 tokens ( 5.12 ms per token, 195.47 tokens per second) 7.27.016.017 I slot print_timing: id 3 | task 7142 | eval time = 10940.09 ms / 239 tokens ( 45.97 ms per token, 21.75 tokens per second) 7.27.016.018 I slot print_timing: id 3 | task 7142 | total time = 11328.91 ms / 315 tokens 7.27.016.019 I slot print_timing: id 3 | task 7142 | graphs reused = 6342 7.27.016.020 I slot print_timing: id 3 | task 7142 | graph reallocs = 0 / 0 (same size) / (changed size) 7.27.016.173 I slot release: id 3 | task 7142 | stop processing: n_tokens = 1409, truncated = 0 7.27.062.595 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.778 7.27.062.626 I slot launch_slot_: id 3 | task 7386 | processing task, is_child = 0 7.28.397.422 I slot print_timing: id 2 | task 6981 | n_gen = 422, tg = 20.86 t/s, tg_3s = 20.20 t/s 7.28.574.417 I slot print_timing: id 1 | task 7050 | n_gen = 358, tg = 21.08 t/s, tg_3s = 20.51 t/s 7.28.969.048 I slot print_timing: id 1 | task 7050 | prompt eval time = 498.81 ms / 128 tokens ( 3.90 ms per token, 256.61 tokens per second) 7.28.969.055 I slot print_timing: id 1 | task 7050 | eval time = 17330.41 ms / 367 tokens ( 47.35 ms per token, 21.12 tokens per second) 7.28.969.056 I slot print_timing: id 1 | task 7050 | total time = 17829.21 ms / 495 tokens 7.28.969.057 I slot print_timing: id 1 | task 7050 | graphs reused = 6376 7.28.969.058 I slot print_timing: id 1 | task 7050 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.969.177 I slot release: id 1 | task 7050 | stop processing: n_tokens = 1590, truncated = 0 7.29.040.016 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.689 7.29.040.054 I slot launch_slot_: id 1 | task 7425 | processing task, is_child = 0 7.30.420.365 I slot print_timing: id 0 | task 7347 | n_gen = 100, tg = 19.97 t/s, tg_3s = 20.17 t/s 7.31.429.895 I slot print_timing: id 2 | task 6981 | n_gen = 484, tg = 20.80 t/s, tg_3s = 20.45 t/s 7.32.086.895 I slot print_timing: id 3 | task 7386 | n_gen = 100, tg = 21.21 t/s, tg_3s = 21.42 t/s 7.32.836.197 I slot print_timing: id 0 | task 7347 | prompt eval time = 353.27 ms / 89 tokens ( 3.97 ms per token, 251.93 tokens per second) 7.32.836.205 I slot print_timing: id 0 | task 7347 | eval time = 7373.61 ms / 155 tokens ( 47.88 ms per token, 20.89 tokens per second) 7.32.836.206 I slot print_timing: id 0 | task 7347 | total time = 7726.89 ms / 244 tokens 7.32.836.207 I slot print_timing: id 0 | task 7347 | graphs reused = 6453 7.32.836.208 I slot print_timing: id 0 | task 7347 | graph reallocs = 0 / 0 (same size) / (changed size) 7.32.836.329 I slot release: id 0 | task 7347 | stop processing: n_tokens = 1339, truncated = 0 7.32.883.184 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.819 7.32.883.221 I slot launch_slot_: id 0 | task 7507 | processing task, is_child = 0 7.33.278.074 I slot print_timing: id 1 | task 7425 | prompt eval time = 368.95 ms / 65 tokens ( 5.68 ms per token, 176.18 tokens per second) 7.33.278.079 I slot print_timing: id 1 | task 7425 | eval time = 3869.06 ms / 81 tokens ( 48.36 ms per token, 20.68 tokens per second) 7.33.278.079 I slot print_timing: id 1 | task 7425 | total time = 4238.01 ms / 146 tokens 7.33.278.080 I slot print_timing: id 1 | task 7425 | graphs reused = 6454 7.33.278.080 I slot print_timing: id 1 | task 7425 | graph reallocs = 0 / 0 (same size) / (changed size) 7.33.278.141 I slot release: id 1 | task 7425 | stop processing: n_tokens = 1241, truncated = 0 7.33.362.387 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.883 7.33.362.411 I slot launch_slot_: id 1 | task 7510 | processing task, is_child = 0 7.34.454.305 I slot print_timing: id 2 | task 6981 | n_gen = 536, tg = 20.39 t/s, tg_3s = 17.19 t/s 7.35.112.587 I slot print_timing: id 3 | task 7386 | n_gen = 152, tg = 19.63 t/s, tg_3s = 17.19 t/s 7.37.490.004 I slot print_timing: id 2 | task 6981 | n_gen = 605, tg = 20.63 t/s, tg_3s = 22.73 t/s 7.38.061.338 I slot print_timing: id 0 | task 7507 | n_gen = 100, tg = 21.07 t/s, tg_3s = 21.28 t/s 7.38.149.684 I slot print_timing: id 1 | task 7510 | n_gen = 100, tg = 22.70 t/s, tg_3s = 22.93 t/s 7.38.150.422 I slot print_timing: id 3 | task 7386 | n_gen = 221, tg = 20.50 t/s, tg_3s = 22.71 t/s 7.40.524.697 I slot print_timing: id 2 | task 6981 | n_gen = 674, tg = 20.83 t/s, tg_3s = 22.74 t/s 7.41.098.175 I slot print_timing: id 0 | task 7507 | n_gen = 169, tg = 21.72 t/s, tg_3s = 22.72 t/s 7.41.187.118 I slot print_timing: id 1 | task 7510 | n_gen = 169, tg = 22.71 t/s, tg_3s = 22.72 t/s 7.41.187.831 I slot print_timing: id 3 | task 7386 | n_gen = 290, tg = 20.99 t/s, tg_3s = 22.72 t/s 7.42.467.366 I slot print_timing: id 2 | task 6981 | prompt eval time = 399.12 ms / 70 tokens ( 5.70 ms per token, 175.39 tokens per second) 7.42.467.384 I slot print_timing: id 2 | task 6981 | eval time = 34255.75 ms / 718 tokens ( 47.78 ms per token, 20.93 tokens per second) 7.42.467.385 I slot print_timing: id 2 | task 6981 | total time = 34654.87 ms / 788 tokens 7.42.467.386 I slot print_timing: id 2 | task 6981 | graphs reused = 6649 7.42.467.387 I slot print_timing: id 2 | task 6981 | graph reallocs = 0 / 0 (same size) / (changed size) 7.42.467.519 I slot release: id 2 | task 6981 | stop processing: n_tokens = 1883, truncated = 0 7.42.539.134 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.582 7.42.539.168 I slot launch_slot_: id 2 | task 7711 | processing task, is_child = 0 7.43.011.207 I slot print_timing: id 1 | task 7510 | prompt eval time = 426.63 ms / 81 tokens ( 5.27 ms per token, 189.86 tokens per second) 7.43.011.213 I slot print_timing: id 1 | task 7510 | eval time = 9222.16 ms / 201 tokens ( 46.11 ms per token, 21.69 tokens per second) 7.43.011.213 I slot print_timing: id 1 | task 7510 | total time = 9648.79 ms / 282 tokens 7.43.011.214 I slot print_timing: id 1 | task 7510 | graphs reused = 6649 7.43.011.214 I slot print_timing: id 1 | task 7510 | graph reallocs = 0 / 0 (same size) / (changed size) 7.43.011.281 I slot release: id 1 | task 7510 | stop processing: n_tokens = 1377, truncated = 0 7.43.079.947 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.796 7.43.079.979 I slot launch_slot_: id 1 | task 7715 | processing task, is_child = 0 7.44.136.967 I slot print_timing: id 0 | task 7507 | n_gen = 220, tg = 20.33 t/s, tg_3s = 16.78 t/s 7.44.225.780 I slot print_timing: id 3 | task 7386 | n_gen = 341, tg = 20.23 t/s, tg_3s = 16.79 t/s 7.44.756.333 I slot print_timing: id 3 | task 7386 | prompt eval time = 356.80 ms / 93 tokens ( 3.84 ms per token, 260.65 tokens per second) 7.44.756.345 I slot print_timing: id 3 | task 7386 | eval time = 17336.90 ms / 353 tokens ( 49.25 ms per token, 20.30 tokens per second) 7.44.756.346 I slot print_timing: id 3 | task 7386 | total time = 17693.69 ms / 446 tokens 7.44.756.347 I slot print_timing: id 3 | task 7386 | graphs reused = 6675 7.44.756.348 I slot print_timing: id 3 | task 7386 | graph reallocs = 0 / 0 (same size) / (changed size) 7.44.756.472 I slot release: id 3 | task 7386 | stop processing: n_tokens = 1541, truncated = 0 7.44.801.958 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.711 7.44.801.986 I slot launch_slot_: id 3 | task 7747 | processing task, is_child = 0 7.45.396.318 I slot print_timing: id 0 | task 7507 | prompt eval time = 478.84 ms / 146 tokens ( 3.28 ms per token, 304.90 tokens per second) 7.45.396.321 I slot print_timing: id 0 | task 7507 | eval time = 12034.25 ms / 241 tokens ( 50.14 ms per token, 19.94 tokens per second) 7.45.396.322 I slot print_timing: id 0 | task 7507 | total time = 12513.09 ms / 387 tokens 7.45.396.322 I slot print_timing: id 0 | task 7507 | graphs reused = 6678 7.45.396.323 I slot print_timing: id 0 | task 7507 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.396.388 I slot release: id 0 | task 7507 | stop processing: n_tokens = 1482, truncated = 0 7.45.440.611 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.740 7.45.440.639 I slot launch_slot_: id 0 | task 7755 | processing task, is_child = 0 7.48.265.084 I slot print_timing: id 1 | task 7715 | prompt eval time = 438.19 ms / 84 tokens ( 5.22 ms per token, 191.70 tokens per second) 7.48.265.089 I slot print_timing: id 1 | task 7715 | eval time = 4746.91 ms / 95 tokens ( 50.50 ms per token, 19.80 tokens per second) 7.48.265.090 I slot print_timing: id 1 | task 7715 | total time = 5185.10 ms / 179 tokens 7.48.265.091 I slot print_timing: id 1 | task 7715 | graphs reused = 6733 7.48.265.092 I slot print_timing: id 1 | task 7715 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.265.214 I slot release: id 1 | task 7715 | stop processing: n_tokens = 1274, truncated = 0 7.48.336.791 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.860 7.48.336.825 I slot launch_slot_: id 1 | task 7815 | processing task, is_child = 0 7.48.704.313 I slot print_timing: id 2 | task 7711 | n_gen = 100, tg = 17.39 t/s, tg_3s = 17.57 t/s 7.50.277.357 I slot print_timing: id 3 | task 7747 | n_gen = 100, tg = 19.59 t/s, tg_3s = 19.79 t/s 7.50.583.170 I slot print_timing: id 0 | task 7755 | n_gen = 100, tg = 20.67 t/s, tg_3s = 20.88 t/s 7.51.723.227 I slot print_timing: id 2 | task 7711 | n_gen = 167, tg = 19.05 t/s, tg_3s = 22.19 t/s 7.52.954.733 I slot print_timing: id 2 | task 7711 | prompt eval time = 472.32 ms / 122 tokens ( 3.87 ms per token, 258.30 tokens per second) 7.52.954.740 I slot print_timing: id 2 | task 7711 | eval time = 9943.24 ms / 195 tokens ( 51.25 ms per token, 19.51 tokens per second) 7.52.954.741 I slot print_timing: id 2 | task 7711 | total time = 10415.56 ms / 317 tokens 7.52.954.743 I slot print_timing: id 2 | task 7711 | graphs reused = 6826 7.52.954.744 I slot print_timing: id 2 | task 7711 | graph reallocs = 0 / 0 (same size) / (changed size) 7.52.954.902 I slot release: id 2 | task 7711 | stop processing: n_tokens = 1411, truncated = 0 7.53.026.708 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.777 7.53.026.750 I slot launch_slot_: id 2 | task 7913 | processing task, is_child = 0 7.53.327.113 I slot print_timing: id 3 | task 7747 | n_gen = 163, tg = 19.99 t/s, tg_3s = 20.66 t/s 7.53.524.252 I slot print_timing: id 1 | task 7815 | n_gen = 100, tg = 21.07 t/s, tg_3s = 21.28 t/s 7.53.610.195 I slot print_timing: id 0 | task 7755 | n_gen = 161, tg = 20.47 t/s, tg_3s = 20.15 t/s 7.55.634.789 I slot print_timing: id 3 | task 7747 | prompt eval time = 421.31 ms / 113 tokens ( 3.73 ms per token, 268.21 tokens per second) 7.55.634.795 I slot print_timing: id 3 | task 7747 | eval time = 10411.48 ms / 214 tokens ( 48.88 ms per token, 20.46 tokens per second) 7.55.634.795 I slot print_timing: id 3 | task 7747 | total time = 10832.79 ms / 327 tokens 7.55.634.796 I slot print_timing: id 3 | task 7747 | graphs reused = 6875 7.55.634.797 I slot print_timing: id 3 | task 7747 | graph reallocs = 0 / 0 (same size) / (changed size) 7.55.634.936 I slot release: id 3 | task 7747 | stop processing: n_tokens = 1422, truncated = 0 7.55.680.899 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.771 7.55.680.930 I slot launch_slot_: id 3 | task 7967 | processing task, is_child = 0 7.56.562.393 I slot print_timing: id 1 | task 7815 | n_gen = 163, tg = 20.94 t/s, tg_3s = 20.74 t/s 7.56.650.405 I slot print_timing: id 0 | task 7755 | n_gen = 224, tg = 20.54 t/s, tg_3s = 20.72 t/s 7.57.965.447 I slot print_timing: id 0 | task 7755 | prompt eval time = 352.12 ms / 86 tokens ( 4.09 ms per token, 244.24 tokens per second) 7.57.965.455 I slot print_timing: id 0 | task 7755 | eval time = 12172.68 ms / 254 tokens ( 48.11 ms per token, 20.78 tokens per second) 7.57.965.456 I slot print_timing: id 0 | task 7755 | total time = 12524.80 ms / 340 tokens 7.57.965.457 I slot print_timing: id 0 | task 7755 | graphs reused = 6918 7.57.965.458 I slot print_timing: id 0 | task 7755 | graph reallocs = 0 / 0 (same size) / (changed size) 7.57.965.570 I slot release: id 0 | task 7755 | stop processing: n_tokens = 1435, truncated = 0 7.58.012.142 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.764 7.58.012.168 I slot launch_slot_: id 0 | task 8015 | processing task, is_child = 0 7.58.279.540 I slot print_timing: id 2 | task 7913 | n_gen = 100, tg = 20.44 t/s, tg_3s = 20.65 t/s 7.59.594.217 I slot print_timing: id 1 | task 7815 | n_gen = 226, tg = 20.89 t/s, tg_3s = 20.78 t/s 8.00.648.862 I slot print_timing: id 2 | task 7913 | prompt eval time = 409.78 ms / 96 tokens ( 4.27 ms per token, 234.27 tokens per second) 8.00.648.867 I slot print_timing: id 2 | task 7913 | eval time = 7212.32 ms / 153 tokens ( 47.45 ms per token, 21.08 tokens per second) 8.00.648.868 I slot print_timing: id 2 | task 7913 | total time = 7622.10 ms / 249 tokens 8.00.648.869 I slot print_timing: id 2 | task 7913 | graphs reused = 6970 8.00.648.870 I slot print_timing: id 2 | task 7913 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.649.003 I slot release: id 2 | task 7913 | stop processing: n_tokens = 1344, truncated = 0 8.00.649.351 I slot print_timing: id 3 | task 7967 | n_gen = 100, tg = 21.43 t/s, tg_3s = 21.65 t/s 8.00.719.805 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.815 8.00.719.836 I slot launch_slot_: id 2 | task 8071 | processing task, is_child = 0 8.02.611.179 I slot print_timing: id 1 | task 7815 | n_gen = 287, tg = 20.75 t/s, tg_3s = 20.22 t/s 8.03.049.304 I slot print_timing: id 0 | task 8015 | n_gen = 100, tg = 21.13 t/s, tg_3s = 21.35 t/s 8.03.577.085 I slot print_timing: id 3 | task 7967 | prompt eval time = 349.34 ms / 71 tokens ( 4.92 ms per token, 203.24 tokens per second) 8.03.577.093 I slot print_timing: id 3 | task 7967 | eval time = 7546.80 ms / 159 tokens ( 47.76 ms per token, 20.94 tokens per second) 8.03.577.094 I slot print_timing: id 3 | task 7967 | total time = 7896.14 ms / 230 tokens 8.03.577.094 I slot print_timing: id 3 | task 7967 | graphs reused = 7025 8.03.577.095 I slot print_timing: id 3 | task 7967 | graph reallocs = 0 / 0 (same size) / (changed size) 8.03.577.283 I slot release: id 3 | task 7967 | stop processing: n_tokens = 1325, truncated = 0 8.03.623.534 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.827 8.03.623.565 I slot launch_slot_: id 3 | task 8131 | processing task, is_child = 0 8.05.090.353 I slot print_timing: id 1 | task 7815 | prompt eval time = 488.79 ms / 109 tokens ( 4.48 ms per token, 223.00 tokens per second) 8.05.090.361 I slot print_timing: id 1 | task 7815 | eval time = 16264.73 ms / 337 tokens ( 48.41 ms per token, 20.66 tokens per second) 8.05.090.362 I slot print_timing: id 1 | task 7815 | total time = 16753.52 ms / 446 tokens 8.05.090.363 I slot print_timing: id 1 | task 7815 | graphs reused = 7048 8.05.090.364 I slot print_timing: id 1 | task 7815 | graph reallocs = 0 / 0 (same size) / (changed size) 8.05.090.490 I slot release: id 1 | task 7815 | stop processing: n_tokens = 1541, truncated = 0 8.05.162.077 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.711 8.05.162.107 I slot launch_slot_: id 1 | task 8160 | processing task, is_child = 0 8.06.066.803 I slot print_timing: id 0 | task 8015 | n_gen = 151, tg = 19.47 t/s, tg_3s = 16.90 t/s 8.06.243.907 I slot print_timing: id 2 | task 8071 | n_gen = 100, tg = 19.32 t/s, tg_3s = 19.51 t/s 8.08.082.179 I slot print_timing: id 0 | task 8015 | prompt eval time = 352.31 ms / 86 tokens ( 4.10 ms per token, 244.10 tokens per second) 8.08.082.183 I slot print_timing: id 0 | task 8015 | eval time = 9717.69 ms / 197 tokens ( 49.58 ms per token, 20.17 tokens per second) 8.08.082.184 I slot print_timing: id 0 | task 8015 | total time = 10070.00 ms / 283 tokens 8.08.082.185 I slot print_timing: id 0 | task 8015 | graphs reused = 7101 8.08.082.186 I slot print_timing: id 0 | task 8015 | graph reallocs = 0 / 0 (same size) / (changed size) 8.08.082.286 I slot release: id 0 | task 8015 | stop processing: n_tokens = 1378, truncated = 0 8.08.128.633 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.795 8.08.128.666 I slot launch_slot_: id 0 | task 8218 | processing task, is_child = 0 8.09.092.298 I slot print_timing: id 3 | task 8131 | n_gen = 100, tg = 19.36 t/s, tg_3s = 19.56 t/s 8.09.266.825 I slot print_timing: id 2 | task 8071 | n_gen = 163, tg = 19.88 t/s, tg_3s = 20.84 t/s 8.09.310.486 I slot print_timing: id 2 | task 8071 | prompt eval time = 398.74 ms / 76 tokens ( 5.25 ms per token, 190.60 tokens per second) 8.09.310.492 I slot print_timing: id 2 | task 8071 | eval time = 8191.90 ms / 164 tokens ( 50.26 ms per token, 19.90 tokens per second) 8.09.310.493 I slot print_timing: id 2 | task 8071 | total time = 8590.64 ms / 240 tokens 8.09.310.500 I slot print_timing: id 2 | task 8071 | graphs reused = 7120 8.09.310.502 I slot print_timing: id 2 | task 8071 | graph reallocs = 0 / 0 (same size) / (changed size) 8.09.310.631 I slot release: id 2 | task 8071 | stop processing: n_tokens = 1335, truncated = 0 8.09.381.586 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.821 8.09.381.615 I slot launch_slot_: id 2 | task 8241 | processing task, is_child = 0 8.10.734.093 I slot print_timing: id 1 | task 8160 | n_gen = 100, tg = 19.74 t/s, tg_3s = 19.94 t/s 8.12.133.367 I slot print_timing: id 3 | task 8131 | n_gen = 160, tg = 19.50 t/s, tg_3s = 19.73 t/s 8.13.228.169 I slot print_timing: id 0 | task 8218 | n_gen = 100, tg = 20.85 t/s, tg_3s = 21.06 t/s 8.13.755.030 I slot print_timing: id 1 | task 8160 | n_gen = 169, tg = 20.91 t/s, tg_3s = 22.84 t/s 8.14.193.221 I slot print_timing: id 2 | task 8241 | n_gen = 100, tg = 22.79 t/s, tg_3s = 23.02 t/s 8.15.153.993 I slot print_timing: id 3 | task 8131 | n_gen = 229, tg = 20.40 t/s, tg_3s = 22.84 t/s 8.15.904.231 I slot print_timing: id 3 | task 8131 | prompt eval time = 355.76 ms / 83 tokens ( 4.29 ms per token, 233.30 tokens per second) 8.15.904.237 I slot print_timing: id 3 | task 8131 | eval time = 11924.89 ms / 246 tokens ( 48.67 ms per token, 20.55 tokens per second) 8.15.904.238 I slot print_timing: id 3 | task 8131 | total time = 12280.65 ms / 329 tokens 8.15.904.238 I slot print_timing: id 3 | task 8131 | graphs reused = 7257 8.15.904.239 I slot print_timing: id 3 | task 8131 | graph reallocs = 0 / 0 (same size) / (changed size) 8.15.904.365 I slot release: id 3 | task 8131 | stop processing: n_tokens = 1424, truncated = 0 8.15.950.259 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.770 8.15.950.292 I slot launch_slot_: id 3 | task 8383 | processing task, is_child = 0 8.16.243.138 I slot print_timing: id 0 | task 8218 | n_gen = 164, tg = 21.00 t/s, tg_3s = 21.23 t/s 8.16.677.517 I slot print_timing: id 2 | task 8241 | prompt eval time = 466.78 ms / 104 tokens ( 4.49 ms per token, 222.80 tokens per second) 8.16.677.523 I slot print_timing: id 2 | task 8241 | eval time = 6829.11 ms / 152 tokens ( 45.23 ms per token, 22.11 tokens per second) 8.16.677.523 I slot print_timing: id 2 | task 8241 | total time = 7295.89 ms / 256 tokens 8.16.677.524 I slot print_timing: id 2 | task 8241 | graphs reused = 7266 8.16.677.524 I slot print_timing: id 2 | task 8241 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.677.592 I slot release: id 2 | task 8241 | stop processing: n_tokens = 1351, truncated = 0 8.16.746.533 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.811 8.16.746.559 I slot launch_slot_: id 2 | task 8397 | processing task, is_child = 0 8.17.109.577 I slot print_timing: id 1 | task 8160 | n_gen = 233, tg = 20.37 t/s, tg_3s = 19.08 t/s 8.17.625.454 I slot print_timing: id 0 | task 8218 | prompt eval time = 352.09 ms / 85 tokens ( 4.14 ms per token, 241.42 tokens per second) 8.17.625.458 I slot print_timing: id 0 | task 8218 | eval time = 9144.69 ms / 186 tokens ( 49.43 ms per token, 20.23 tokens per second) 8.17.625.459 I slot print_timing: id 0 | task 8218 | total time = 9496.77 ms / 271 tokens 8.17.625.460 I slot print_timing: id 0 | task 8218 | graphs reused = 7274 8.17.625.461 I slot print_timing: id 0 | task 8218 | graph reallocs = 0 / 0 (same size) / (changed size) 8.17.625.575 I slot release: id 0 | task 8218 | stop processing: n_tokens = 1366, truncated = 0 8.17.672.202 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.802 8.17.672.240 I slot launch_slot_: id 0 | task 8410 | processing task, is_child = 0 8.19.252.031 I slot print_timing: id 1 | task 8160 | prompt eval time = 557.10 ms / 143 tokens ( 3.90 ms per token, 256.69 tokens per second) 8.19.252.038 I slot print_timing: id 1 | task 8160 | eval time = 13532.81 ms / 274 tokens ( 49.57 ms per token, 20.17 tokens per second) 8.19.252.039 I slot print_timing: id 1 | task 8160 | total time = 14089.91 ms / 417 tokens 8.19.252.040 I slot print_timing: id 1 | task 8160 | graphs reused = 7302 8.19.252.040 I slot print_timing: id 1 | task 8160 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.252.168 I slot release: id 1 | task 8160 | stop processing: n_tokens = 1512, truncated = 0 8.21.281.734 I slot print_timing: id 3 | task 8383 | prompt eval time = 293.31 ms / 69 tokens ( 4.25 ms per token, 235.24 tokens per second) 8.21.281.760 I slot print_timing: id 3 | task 8383 | eval time = 5038.08 ms / 81 tokens ( 62.98 ms per token, 15.88 tokens per second) 8.21.281.764 I slot print_timing: id 3 | task 8383 | total time = 5331.39 ms / 150 tokens 8.21.281.766 I slot print_timing: id 3 | task 8383 | graphs reused = 7302 8.21.281.769 I slot print_timing: id 3 | task 8383 | graph reallocs = 0 / 0 (same size) / (changed size) 8.21.282.071 I slot release: id 3 | task 8383 | stop processing: n_tokens = 1245, truncated = 0 8.23.050.937 I slot print_timing: id 0 | task 8410 | prompt eval time = 345.61 ms / 71 tokens ( 4.87 ms per token, 205.44 tokens per second) 8.23.050.947 I slot print_timing: id 0 | task 8410 | eval time = 5033.08 ms / 86 tokens ( 59.21 ms per token, 16.89 tokens per second) 8.23.050.948 I slot print_timing: id 0 | task 8410 | total time = 5378.68 ms / 157 tokens 8.23.050.950 I slot print_timing: id 0 | task 8410 | graphs reused = 7302 8.23.050.951 I slot print_timing: id 0 | task 8410 | graph reallocs = 0 / 0 (same size) / (changed size) 8.23.051.058 I slot release: id 0 | task 8410 | stop processing: n_tokens = 1252, truncated = 0 8.23.113.852 I slot print_timing: id 2 | task 8397 | n_gen = 100, tg = 16.82 t/s, tg_3s = 16.99 t/s 8.26.123.933 I slot print_timing: id 2 | task 8397 | n_gen = 216, tg = 24.17 t/s, tg_3s = 38.54 t/s 8.27.446.114 I slot print_timing: id 2 | task 8397 | prompt eval time = 481.22 ms / 120 tokens ( 4.01 ms per token, 249.37 tokens per second) 8.27.446.121 I slot print_timing: id 2 | task 8397 | eval time = 10218.33 ms / 267 tokens ( 38.41 ms per token, 26.03 tokens per second) 8.27.446.121 I slot print_timing: id 2 | task 8397 | total time = 10699.55 ms / 387 tokens 8.27.446.122 I slot print_timing: id 2 | task 8397 | graphs reused = 7470 8.27.446.123 I slot print_timing: id 2 | task 8397 | graph reallocs = 0 / 0 (same size) / (changed size) 8.27.446.208 I slot release: id 2 | task 8397 | stop processing: n_tokens = 1482, truncated = 0 8.27.474.400 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1512, t_last = 242665287245 8.27.484.896 I slot launch_slot_: id 1 | task 8667 | processing task, is_child = 0 8.27.518.268 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1245, t_last = 242667317148 8.27.518.402 I slot launch_slot_: id 3 | task 8668 | processing task, is_child = 0 8.27.518.564 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1252, t_last = 242669086135 8.27.518.668 I slot launch_slot_: id 0 | task 8669 | processing task, is_child = 0 8.27.518.758 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1482, t_last = 242673481286 8.27.518.860 I slot launch_slot_: id 2 | task 8670 | processing task, is_child = 0 8.33.628.022 I slot print_timing: id 0 | task 8669 | prompt processing, n_tokens = 872, progress = 0.89, t = 6.11 s / 142.74 tokens per second 8.33.665.348 I slot print_timing: id 1 | task 8667 | prompt processing, n_tokens = 653, progress = 0.84, t = 6.11 s / 106.89 tokens per second 8.33.666.371 I slot print_timing: id 2 | task 8670 | prompt processing, n_tokens = 819, progress = 0.87, t = 6.11 s / 134.07 tokens per second 8.33.667.810 I slot print_timing: id 3 | task 8668 | prompt processing, n_tokens = 622, progress = 0.80, t = 6.11 s / 101.83 tokens per second 8.34.752.297 I slot print_timing: id 0 | task 8669 | prompt processing, n_tokens = 981, progress = 1.00, t = 7.23 s / 135.62 tokens per second 8.34.905.698 I slot print_timing: id 1 | task 8667 | prompt processing, n_tokens = 776, progress = 0.99, t = 7.23 s / 107.28 tokens per second 8.34.906.784 I slot print_timing: id 2 | task 8670 | prompt processing, n_tokens = 936, progress = 1.00, t = 7.23 s / 129.41 tokens per second 8.34.908.328 I slot print_timing: id 3 | task 8668 | prompt processing, n_tokens = 772, progress = 0.99, t = 7.23 s / 106.74 tokens per second 8.35.027.122 I slot print_timing: id 0 | task 8669 | prompt eval time = 7463.65 ms / 985 tokens ( 7.58 ms per token, 131.97 tokens per second) 8.35.027.124 I slot print_timing: id 0 | task 8669 | eval time = 44.60 ms / 2 tokens ( 44.60 ms per token, 22.42 tokens per second) 8.35.027.124 I slot print_timing: id 0 | task 8669 | total time = 7508.25 ms / 987 tokens 8.35.027.125 I slot print_timing: id 0 | task 8669 | graphs reused = 7471 8.35.027.125 I slot print_timing: id 0 | task 8669 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.027.185 I slot release: id 0 | task 8669 | stop processing: n_tokens = 987, truncated = 0 8.35.027.367 I slot print_timing: id 1 | task 8667 | prompt eval time = 7463.64 ms / 780 tokens ( 9.57 ms per token, 104.51 tokens per second) 8.35.027.369 I slot print_timing: id 1 | task 8667 | eval time = 44.66 ms / 2 tokens ( 44.66 ms per token, 22.39 tokens per second) 8.35.027.371 I slot print_timing: id 1 | task 8667 | total time = 7508.30 ms / 782 tokens 8.35.027.371 I slot print_timing: id 1 | task 8667 | graphs reused = 7471 8.35.027.371 I slot print_timing: id 1 | task 8667 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.027.413 I slot release: id 1 | task 8667 | stop processing: n_tokens = 782, truncated = 0 8.35.027.782 I slot print_timing: id 3 | task 8668 | prompt eval time = 7463.61 ms / 776 tokens ( 9.62 ms per token, 103.97 tokens per second) 8.35.027.783 I slot print_timing: id 3 | task 8668 | eval time = 44.67 ms / 2 tokens ( 44.67 ms per token, 22.38 tokens per second) 8.35.027.784 I slot print_timing: id 3 | task 8668 | total time = 7508.28 ms / 778 tokens 8.35.027.784 I slot print_timing: id 3 | task 8668 | graphs reused = 7471 8.35.027.784 I slot print_timing: id 3 | task 8668 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.027.817 I slot release: id 3 | task 8668 | stop processing: n_tokens = 778, truncated = 0 8.35.055.719 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 242681062262 8.35.060.159 I slot launch_slot_: id 0 | task 8677 | processing task, is_child = 0 8.35.069.007 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 242681062490 8.35.069.128 I slot launch_slot_: id 1 | task 8678 | processing task, is_child = 0 8.35.069.204 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 242681062894 8.35.069.303 I slot launch_slot_: id 3 | task 8679 | processing task, is_child = 0 8.39.405.965 I slot print_timing: id 0 | task 8677 | prompt processing, n_tokens = 672, progress = 0.82, t = 4.34 s / 154.97 tokens per second 8.39.406.641 I slot print_timing: id 1 | task 8678 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.34 s / 154.97 tokens per second 8.39.407.947 I slot print_timing: id 3 | task 8679 | prompt processing, n_tokens = 672, progress = 0.86, t = 4.34 s / 154.98 tokens per second 8.40.368.705 I slot print_timing: id 0 | task 8677 | prompt processing, n_tokens = 819, progress = 1.00, t = 5.30 s / 154.55 tokens per second 8.40.369.468 I slot print_timing: id 1 | task 8678 | prompt processing, n_tokens = 777, progress = 0.99, t = 5.30 s / 146.63 tokens per second 8.40.370.922 I slot print_timing: id 3 | task 8679 | prompt processing, n_tokens = 780, progress = 0.99, t = 5.30 s / 147.20 tokens per second 8.40.541.804 I slot print_timing: id 0 | task 8677 | prompt eval time = 5427.73 ms / 823 tokens ( 6.60 ms per token, 151.63 tokens per second) 8.40.541.810 I slot print_timing: id 0 | task 8677 | eval time = 44.76 ms / 2 tokens ( 44.76 ms per token, 22.34 tokens per second) 8.40.541.810 I slot print_timing: id 0 | task 8677 | total time = 5472.49 ms / 825 tokens 8.40.541.810 I slot print_timing: id 0 | task 8677 | graphs reused = 7471 8.40.541.811 I slot print_timing: id 0 | task 8677 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.541.858 I slot release: id 0 | task 8677 | stop processing: n_tokens = 825, truncated = 0 8.40.542.028 I slot print_timing: id 1 | task 8678 | prompt eval time = 5427.70 ms / 781 tokens ( 6.95 ms per token, 143.89 tokens per second) 8.40.542.030 I slot print_timing: id 1 | task 8678 | eval time = 44.81 ms / 2 tokens ( 44.81 ms per token, 22.32 tokens per second) 8.40.542.030 I slot print_timing: id 1 | task 8678 | total time = 5472.50 ms / 783 tokens 8.40.542.031 I slot print_timing: id 1 | task 8678 | graphs reused = 7471 8.40.542.031 I slot print_timing: id 1 | task 8678 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.542.062 I slot release: id 1 | task 8678 | stop processing: n_tokens = 783, truncated = 0 8.40.542.418 I slot print_timing: id 3 | task 8679 | prompt eval time = 5427.89 ms / 784 tokens ( 6.92 ms per token, 144.44 tokens per second) 8.40.542.420 I slot print_timing: id 3 | task 8679 | eval time = 44.86 ms / 2 tokens ( 44.86 ms per token, 22.29 tokens per second) 8.40.542.421 I slot print_timing: id 3 | task 8679 | total time = 5472.75 ms / 786 tokens 8.40.542.421 I slot print_timing: id 3 | task 8679 | graphs reused = 7471 8.40.542.421 I slot print_timing: id 3 | task 8679 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.542.448 I slot release: id 3 | task 8679 | stop processing: n_tokens = 786, truncated = 0 8.40.570.354 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.841 (> 0.100 thold), f_keep = 0.850 8.40.570.382 I slot launch_slot_: id 0 | task 8686 | processing task, is_child = 0 8.40.584.205 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.895 8.40.584.231 I slot launch_slot_: id 1 | task 8687 | processing task, is_child = 0 8.40.584.308 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 242686577525 8.40.584.411 I slot launch_slot_: id 3 | task 8688 | processing task, is_child = 0 8.43.152.743 I slot print_timing: id 0 | task 8686 | prompt eval time = 2230.64 ms / 133 tokens ( 16.77 ms per token, 59.62 tokens per second) 8.43.152.748 I slot print_timing: id 0 | task 8686 | eval time = 337.69 ms / 2 tokens ( 337.69 ms per token, 2.96 tokens per second) 8.43.152.749 I slot print_timing: id 0 | task 8686 | total time = 2568.32 ms / 135 tokens 8.43.152.749 I slot print_timing: id 0 | task 8686 | graphs reused = 7471 8.43.152.750 I slot print_timing: id 0 | task 8686 | graph reallocs = 0 / 0 (same size) / (changed size) 8.43.152.798 I slot release: id 0 | task 8686 | stop processing: n_tokens = 835, truncated = 0 8.43.152.965 I slot print_timing: id 1 | task 8687 | prompt eval time = 2230.10 ms / 103 tokens ( 21.65 ms per token, 46.19 tokens per second) 8.43.152.967 I slot print_timing: id 1 | task 8687 | eval time = 337.73 ms / 2 tokens ( 337.73 ms per token, 2.96 tokens per second) 8.43.152.968 I slot print_timing: id 1 | task 8687 | total time = 2567.83 ms / 105 tokens 8.43.152.968 I slot print_timing: id 1 | task 8687 | graphs reused = 7471 8.43.152.968 I slot print_timing: id 1 | task 8687 | graph reallocs = 0 / 0 (same size) / (changed size) 8.43.153.003 I slot release: id 1 | task 8687 | stop processing: n_tokens = 805, truncated = 0 8.43.235.603 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 242689187875 8.43.244.155 I slot launch_slot_: id 0 | task 8693 | processing task, is_child = 0 8.43.251.791 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 242689188080 8.43.251.882 I slot launch_slot_: id 1 | task 8694 | processing task, is_child = 0 8.44.934.809 I slot print_timing: id 3 | task 8688 | prompt eval time = 2649.78 ms / 867 tokens ( 3.06 ms per token, 327.20 tokens per second) 8.44.934.815 I slot print_timing: id 3 | task 8688 | eval time = 1699.21 ms / 2 tokens ( 1699.21 ms per token, 0.59 tokens per second) 8.44.934.815 I slot print_timing: id 3 | task 8688 | total time = 4348.99 ms / 869 tokens 8.44.934.815 I slot print_timing: id 3 | task 8688 | graphs reused = 7471 8.44.934.816 I slot print_timing: id 3 | task 8688 | graph reallocs = 0 / 0 (same size) / (changed size) 8.44.934.871 I slot release: id 3 | task 8688 | stop processing: n_tokens = 869, truncated = 0 8.46.548.403 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 242690969948 8.46.554.600 I slot launch_slot_: id 3 | task 8697 | processing task, is_child = 0 8.46.554.610 I slot print_timing: id 0 | task 8693 | prompt processing, n_tokens = 820, progress = 0.86, t = 3.30 s / 248.76 tokens per second 8.46.555.280 I slot print_timing: id 1 | task 8694 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.30 s / 223.90 tokens per second 8.48.215.042 I slot print_timing: id 0 | task 8693 | prompt processing, n_tokens = 952, progress = 1.00, t = 4.96 s / 191.82 tokens per second 8.48.215.851 I slot print_timing: id 1 | task 8694 | prompt processing, n_tokens = 871, progress = 1.00, t = 4.96 s / 175.51 tokens per second 8.49.484.131 I slot print_timing: id 0 | task 8693 | prompt eval time = 5899.13 ms / 956 tokens ( 6.17 ms per token, 162.06 tokens per second) 8.49.484.136 I slot print_timing: id 0 | task 8693 | eval time = 333.11 ms / 2 tokens ( 333.11 ms per token, 3.00 tokens per second) 8.49.484.137 I slot print_timing: id 0 | task 8693 | total time = 6232.24 ms / 958 tokens 8.49.484.137 I slot print_timing: id 0 | task 8693 | graphs reused = 7471 8.49.484.138 I slot print_timing: id 0 | task 8693 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.484.186 I slot release: id 0 | task 8693 | stop processing: n_tokens = 958, truncated = 0 8.49.484.351 I slot print_timing: id 1 | task 8694 | prompt eval time = 5899.15 ms / 875 tokens ( 6.74 ms per token, 148.33 tokens per second) 8.49.484.354 I slot print_timing: id 1 | task 8694 | eval time = 333.16 ms / 2 tokens ( 333.16 ms per token, 3.00 tokens per second) 8.49.484.354 I slot print_timing: id 1 | task 8694 | total time = 6232.31 ms / 877 tokens 8.49.484.354 I slot print_timing: id 1 | task 8694 | graphs reused = 7471 8.49.484.355 I slot print_timing: id 1 | task 8694 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.484.401 I slot release: id 1 | task 8694 | stop processing: n_tokens = 877, truncated = 0 8.49.566.867 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 242695519263 8.49.574.457 I slot launch_slot_: id 0 | task 8702 | processing task, is_child = 0 8.49.581.210 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 242695519478 8.49.581.304 I slot launch_slot_: id 1 | task 8703 | processing task, is_child = 0 8.51.457.374 I slot print_timing: id 3 | task 8697 | prompt eval time = 3010.93 ms / 1001 tokens ( 3.01 ms per token, 332.46 tokens per second) 8.51.457.379 I slot print_timing: id 3 | task 8697 | eval time = 1890.50 ms / 2 tokens ( 1890.50 ms per token, 0.53 tokens per second) 8.51.457.380 I slot print_timing: id 3 | task 8697 | total time = 4901.43 ms / 1003 tokens 8.51.457.380 I slot print_timing: id 3 | task 8697 | graphs reused = 7471 8.51.457.381 I slot print_timing: id 3 | task 8697 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.457.434 I slot release: id 3 | task 8697 | stop processing: n_tokens = 1003, truncated = 0 8.53.034.699 I slot print_timing: id 2 | task 8670 | prompt eval time = 7463.61 ms / 940 tokens ( 7.94 ms per token, 125.94 tokens per second) 8.53.034.702 I slot print_timing: id 2 | task 8670 | eval time = 18051.79 ms / 21 tokens ( 902.59 ms per token, 1.11 tokens per second) 8.53.034.703 I slot print_timing: id 2 | task 8670 | total time = 25515.40 ms / 961 tokens 8.53.034.704 I slot print_timing: id 2 | task 8670 | graphs reused = 7471 8.53.034.704 I slot print_timing: id 2 | task 8670 | graph reallocs = 0 / 0 (same size) / (changed size) 8.53.034.763 I slot release: id 2 | task 8670 | stop processing: n_tokens = 961, truncated = 0 8.53.034.771 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 242697492511 8.53.040.903 I slot launch_slot_: id 3 | task 8706 | processing task, is_child = 0 8.53.047.410 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 961, t_last = 242699069840 8.53.047.505 I slot launch_slot_: id 2 | task 8707 | processing task, is_child = 0 8.53.047.513 I slot print_timing: id 0 | task 8702 | prompt processing, n_tokens = 882, progress = 0.85, t = 3.45 s / 255.42 tokens per second 8.53.049.124 I slot print_timing: id 1 | task 8703 | prompt processing, n_tokens = 741, progress = 0.81, t = 3.45 s / 214.60 tokens per second 8.55.447.756 I slot print_timing: id 0 | task 8702 | prompt processing, n_tokens = 1032, progress = 1.00, t = 5.87 s / 175.92 tokens per second 8.56.161.988 I slot print_timing: id 1 | task 8703 | prompt processing, n_tokens = 908, progress = 1.00, t = 5.87 s / 154.78 tokens per second 8.58.102.387 I slot print_timing: id 2 | task 8707 | prompt processing, n_tokens = 741, progress = 0.80, t = 5.05 s / 146.70 tokens per second 8.58.103.334 I slot print_timing: id 3 | task 8706 | prompt processing, n_tokens = 1265, progress = 0.71, t = 5.05 s / 250.44 tokens per second 8.59.716.176 I slot print_timing: id 0 | task 8702 | prompt eval time = 8520.88 ms / 1036 tokens ( 8.22 ms per token, 121.58 tokens per second) 8.59.716.181 I slot print_timing: id 0 | task 8702 | eval time = 1613.98 ms / 2 tokens ( 1613.98 ms per token, 0.62 tokens per second) 8.59.716.181 I slot print_timing: id 0 | task 8702 | total time = 10134.86 ms / 1038 tokens 8.59.716.182 I slot print_timing: id 0 | task 8702 | graphs reused = 7471 8.59.716.182 I slot print_timing: id 0 | task 8702 | graph reallocs = 0 / 0 (same size) / (changed size) 8.59.716.241 I slot release: id 0 | task 8702 | stop processing: n_tokens = 1038, truncated = 0 8.59.716.408 I slot print_timing: id 1 | task 8703 | prompt eval time = 8520.90 ms / 912 tokens ( 9.34 ms per token, 107.03 tokens per second) 8.59.716.410 I slot print_timing: id 1 | task 8703 | eval time = 1614.03 ms / 2 tokens ( 1614.03 ms per token, 0.62 tokens per second) 8.59.716.411 I slot print_timing: id 1 | task 8703 | total time = 10134.93 ms / 914 tokens 8.59.716.411 I slot print_timing: id 1 | task 8703 | graphs reused = 7471 8.59.716.411 I slot print_timing: id 1 | task 8703 | graph reallocs = 0 / 0 (same size) / (changed size) 8.59.716.461 I slot release: id 1 | task 8703 | stop processing: n_tokens = 914, truncated = 0 8.59.716.473 I slot print_timing: id 2 | task 8707 | prompt processing, n_tokens = 923, progress = 1.00, t = 6.67 s / 138.48 tokens per second 8.59.719.750 I slot print_timing: id 3 | task 8706 | prompt processing, n_tokens = 1777, progress = 1.00, t = 6.67 s / 266.61 tokens per second 8.59.771.159 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 242705751318 8.59.778.519 I slot launch_slot_: id 0 | task 8712 | processing task, is_child = 0 8.59.785.016 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 242705751539 8.59.785.110 I slot launch_slot_: id 1 | task 8713 | processing task, is_child = 0 9.01.013.686 I slot print_timing: id 2 | task 8707 | prompt eval time = 6720.23 ms / 927 tokens ( 7.25 ms per token, 137.94 tokens per second) 9.01.013.689 I slot print_timing: id 2 | task 8707 | eval time = 1242.72 ms / 2 tokens ( 1242.72 ms per token, 0.80 tokens per second) 9.01.013.689 I slot print_timing: id 2 | task 8707 | total time = 7962.95 ms / 929 tokens 9.01.013.690 I slot print_timing: id 2 | task 8707 | graphs reused = 7471 9.01.013.690 I slot print_timing: id 2 | task 8707 | graph reallocs = 0 / 0 (same size) / (changed size) 9.01.013.746 I slot release: id 2 | task 8707 | stop processing: n_tokens = 929, truncated = 0 9.01.013.923 I slot print_timing: id 3 | task 8706 | prompt eval time = 6720.24 ms / 1781 tokens ( 3.77 ms per token, 265.02 tokens per second) 9.01.013.926 I slot print_timing: id 3 | task 8706 | eval time = 1242.77 ms / 2 tokens ( 1242.77 ms per token, 0.80 tokens per second) 9.01.013.927 I slot print_timing: id 3 | task 8706 | total time = 7963.01 ms / 1783 tokens 9.01.013.927 I slot print_timing: id 3 | task 8706 | graphs reused = 7471 9.01.013.928 I slot print_timing: id 3 | task 8706 | graph reallocs = 0 / 0 (same size) / (changed size) 9.01.014.019 I slot release: id 3 | task 8706 | stop processing: n_tokens = 1783, truncated = 0 9.02.560.826 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 242707048823 9.02.660.955 I slot launch_slot_: id 2 | task 8716 | processing task, is_child = 0 9.02.668.239 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 242707049096 9.02.668.367 I slot launch_slot_: id 3 | task 8717 | processing task, is_child = 0 9.04.072.350 I slot print_timing: id 0 | task 8712 | prompt processing, n_tokens = 738, progress = 0.99, t = 4.29 s / 172.14 tokens per second 9.04.107.090 I slot print_timing: id 1 | task 8713 | prompt processing, n_tokens = 866, progress = 1.00, t = 4.29 s / 202.00 tokens per second 9.05.807.483 I slot print_timing: id 2 | task 8716 | prompt processing, n_tokens = 599, progress = 0.84, t = 3.14 s / 191.05 tokens per second 9.05.808.222 I slot print_timing: id 3 | task 8717 | prompt processing, n_tokens = 599, progress = 0.84, t = 3.14 s / 191.06 tokens per second 9.06.364.030 I slot print_timing: id 0 | task 8712 | prompt eval time = 6022.17 ms / 742 tokens ( 8.12 ms per token, 123.21 tokens per second) 9.06.364.036 I slot print_timing: id 0 | task 8712 | eval time = 556.74 ms / 2 tokens ( 556.74 ms per token, 1.80 tokens per second) 9.06.364.036 I slot print_timing: id 0 | task 8712 | total time = 6578.91 ms / 744 tokens 9.06.364.037 I slot print_timing: id 0 | task 8712 | graphs reused = 7471 9.06.364.037 I slot print_timing: id 0 | task 8712 | graph reallocs = 0 / 0 (same size) / (changed size) 9.06.364.083 I slot release: id 0 | task 8712 | stop processing: n_tokens = 744, truncated = 0 9.06.364.254 I slot print_timing: id 1 | task 8713 | prompt eval time = 6022.18 ms / 870 tokens ( 6.92 ms per token, 144.47 tokens per second) 9.06.364.261 I slot print_timing: id 1 | task 8713 | eval time = 556.78 ms / 2 tokens ( 556.78 ms per token, 1.80 tokens per second) 9.06.364.262 I slot print_timing: id 1 | task 8713 | total time = 6578.96 ms / 872 tokens 9.06.364.263 I slot print_timing: id 1 | task 8713 | graphs reused = 7471 9.06.364.263 I slot print_timing: id 1 | task 8713 | graph reallocs = 0 / 0 (same size) / (changed size) 9.06.364.306 I slot release: id 1 | task 8713 | stop processing: n_tokens = 872, truncated = 0 9.06.364.313 I slot print_timing: id 2 | task 8716 | prompt processing, n_tokens = 708, progress = 0.99, t = 3.69 s / 191.77 tokens per second 9.06.365.324 I slot print_timing: id 3 | task 8717 | prompt processing, n_tokens = 712, progress = 0.99, t = 3.69 s / 192.86 tokens per second 9.06.413.857 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.844 9.06.413.898 I slot launch_slot_: id 0 | task 8722 | processing task, is_child = 0 9.06.420.802 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 242712399383 9.06.420.902 I slot launch_slot_: id 1 | task 8723 | processing task, is_child = 0 9.07.132.065 I slot print_timing: id 2 | task 8716 | prompt eval time = 3741.81 ms / 712 tokens ( 5.26 ms per token, 190.28 tokens per second) 9.07.132.070 I slot print_timing: id 2 | task 8716 | eval time = 718.39 ms / 2 tokens ( 718.39 ms per token, 1.39 tokens per second) 9.07.132.070 I slot print_timing: id 2 | task 8716 | total time = 4460.21 ms / 714 tokens 9.07.132.071 I slot print_timing: id 2 | task 8716 | graphs reused = 7471 9.07.132.071 I slot print_timing: id 2 | task 8716 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.132.115 I slot release: id 2 | task 8716 | stop processing: n_tokens = 714, truncated = 0 9.07.132.296 I slot print_timing: id 3 | task 8717 | prompt eval time = 3741.83 ms / 716 tokens ( 5.23 ms per token, 191.35 tokens per second) 9.07.132.297 I slot print_timing: id 3 | task 8717 | eval time = 718.44 ms / 2 tokens ( 718.44 ms per token, 1.39 tokens per second) 9.07.132.298 I slot print_timing: id 3 | task 8717 | total time = 4460.27 ms / 718 tokens 9.07.132.298 I slot print_timing: id 3 | task 8717 | graphs reused = 7471 9.07.132.298 I slot print_timing: id 3 | task 8717 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.132.332 I slot release: id 3 | task 8717 | stop processing: n_tokens = 718, truncated = 0 9.08.003.059 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 714, t_last = 242713167192 9.08.010.281 I slot launch_slot_: id 2 | task 8726 | processing task, is_child = 0 9.08.016.431 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 242713167409 9.08.016.548 I slot launch_slot_: id 3 | task 8727 | processing task, is_child = 0 9.10.027.354 I slot print_timing: id 0 | task 8722 | prompt eval time = 1582.14 ms / 92 tokens ( 17.20 ms per token, 58.15 tokens per second) 9.10.027.357 I slot print_timing: id 0 | task 8722 | eval time = 2024.30 ms / 2 tokens ( 2024.30 ms per token, 0.49 tokens per second) 9.10.027.357 I slot print_timing: id 0 | task 8722 | total time = 3606.44 ms / 94 tokens 9.10.027.358 I slot print_timing: id 0 | task 8722 | graphs reused = 7471 9.10.027.358 I slot print_timing: id 0 | task 8722 | graph reallocs = 0 / 0 (same size) / (changed size) 9.10.027.403 I slot release: id 0 | task 8722 | stop processing: n_tokens = 721, truncated = 0 9.10.027.415 I slot print_timing: id 1 | task 8723 | prompt processing, n_tokens = 721, progress = 0.99, t = 3.61 s / 199.97 tokens per second 9.11.765.380 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 242716062480 9.11.773.550 I slot launch_slot_: id 0 | task 8730 | processing task, is_child = 0 9.11.773.712 I slot print_timing: id 2 | task 8726 | prompt processing, n_tokens = 765, progress = 0.87, t = 3.75 s / 204.17 tokens per second 9.11.774.461 I slot print_timing: id 3 | task 8727 | prompt processing, n_tokens = 861, progress = 0.86, t = 3.75 s / 229.80 tokens per second 9.13.438.786 I slot print_timing: id 1 | task 8723 | prompt eval time = 5343.78 ms / 725 tokens ( 7.37 ms per token, 135.67 tokens per second) 9.13.438.789 I slot print_timing: id 1 | task 8723 | eval time = 1673.41 ms / 2 tokens ( 1673.41 ms per token, 0.60 tokens per second) 9.13.438.790 I slot print_timing: id 1 | task 8723 | total time = 7017.19 ms / 727 tokens 9.13.438.790 I slot print_timing: id 1 | task 8723 | graphs reused = 7471 9.13.438.791 I slot print_timing: id 1 | task 8723 | graph reallocs = 0 / 0 (same size) / (changed size) 9.13.438.842 I slot release: id 1 | task 8723 | stop processing: n_tokens = 727, truncated = 0 9.13.439.743 I slot print_timing: id 2 | task 8726 | prompt processing, n_tokens = 873, progress = 1.00, t = 5.42 s / 161.06 tokens per second 9.13.443.220 I slot print_timing: id 3 | task 8727 | prompt processing, n_tokens = 992, progress = 1.00, t = 5.42 s / 183.02 tokens per second 9.14.221.512 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 242719473919 9.14.228.637 I slot launch_slot_: id 1 | task 8733 | processing task, is_child = 0 9.15.683.356 I slot print_timing: id 2 | task 8726 | prompt eval time = 6203.08 ms / 877 tokens ( 7.07 ms per token, 141.38 tokens per second) 9.15.683.361 I slot print_timing: id 2 | task 8726 | eval time = 1462.03 ms / 2 tokens ( 1462.03 ms per token, 0.68 tokens per second) 9.15.683.361 I slot print_timing: id 2 | task 8726 | total time = 7665.11 ms / 879 tokens 9.15.683.362 I slot print_timing: id 2 | task 8726 | graphs reused = 7471 9.15.683.362 I slot print_timing: id 2 | task 8726 | graph reallocs = 0 / 0 (same size) / (changed size) 9.15.683.406 I slot release: id 2 | task 8726 | stop processing: n_tokens = 879, truncated = 0 9.15.683.575 I slot print_timing: id 3 | task 8727 | prompt eval time = 6203.13 ms / 996 tokens ( 6.23 ms per token, 160.56 tokens per second) 9.15.683.577 I slot print_timing: id 3 | task 8727 | eval time = 1462.07 ms / 2 tokens ( 1462.07 ms per token, 0.68 tokens per second) 9.15.683.577 I slot print_timing: id 3 | task 8727 | total time = 7665.19 ms / 998 tokens 9.15.683.578 I slot print_timing: id 3 | task 8727 | graphs reused = 7471 9.15.683.578 I slot print_timing: id 3 | task 8727 | graph reallocs = 0 / 0 (same size) / (changed size) 9.15.683.628 I slot release: id 3 | task 8727 | stop processing: n_tokens = 998, truncated = 0 9.15.683.638 I slot print_timing: id 0 | task 8730 | prompt processing, n_tokens = 1032, progress = 1.00, t = 3.91 s / 263.97 tokens per second 9.16.516.533 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.892 9.16.516.585 I slot launch_slot_: id 3 | task 8736 | processing task, is_child = 0 9.16.526.479 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 242721718483 9.16.526.580 I slot launch_slot_: id 2 | task 8737 | processing task, is_child = 0 9.18.199.604 I slot print_timing: id 0 | task 8730 | prompt eval time = 4742.96 ms / 1036 tokens ( 4.58 ms per token, 218.43 tokens per second) 9.18.199.607 I slot print_timing: id 0 | task 8730 | eval time = 1683.07 ms / 2 tokens ( 1683.07 ms per token, 0.59 tokens per second) 9.18.199.607 I slot print_timing: id 0 | task 8730 | total time = 6426.03 ms / 1038 tokens 9.18.199.608 I slot print_timing: id 0 | task 8730 | graphs reused = 7471 9.18.199.608 I slot print_timing: id 0 | task 8730 | graph reallocs = 0 / 0 (same size) / (changed size) 9.18.199.662 I slot release: id 0 | task 8730 | stop processing: n_tokens = 1038, truncated = 0 9.18.199.673 I slot print_timing: id 1 | task 8733 | prompt processing, n_tokens = 1006, progress = 1.00, t = 3.97 s / 253.46 tokens per second 9.19.056.802 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 242724234739 9.19.066.495 I slot launch_slot_: id 0 | task 8740 | processing task, is_child = 0 9.20.225.024 I slot print_timing: id 1 | task 8733 | prompt eval time = 4826.22 ms / 1010 tokens ( 4.78 ms per token, 209.27 tokens per second) 9.20.225.027 I slot print_timing: id 1 | task 8733 | eval time = 1168.41 ms / 2 tokens ( 1168.41 ms per token, 0.86 tokens per second) 9.20.225.028 I slot print_timing: id 1 | task 8733 | total time = 5994.63 ms / 1012 tokens 9.20.225.028 I slot print_timing: id 1 | task 8733 | graphs reused = 7471 9.20.225.029 I slot print_timing: id 1 | task 8733 | graph reallocs = 0 / 0 (same size) / (changed size) 9.20.225.089 I slot release: id 1 | task 8733 | stop processing: n_tokens = 1012, truncated = 0 9.20.225.266 I slot print_timing: id 3 | task 8736 | prompt eval time = 2528.28 ms / 114 tokens ( 22.18 ms per token, 45.09 tokens per second) 9.20.225.269 I slot print_timing: id 3 | task 8736 | eval time = 1168.46 ms / 2 tokens ( 1168.46 ms per token, 0.86 tokens per second) 9.20.225.269 I slot print_timing: id 3 | task 8736 | total time = 3696.75 ms / 116 tokens 9.20.225.270 I slot print_timing: id 3 | task 8736 | graphs reused = 7471 9.20.225.270 I slot print_timing: id 3 | task 8736 | graph reallocs = 0 / 0 (same size) / (changed size) 9.20.225.315 I slot release: id 3 | task 8736 | stop processing: n_tokens = 1005, truncated = 0 9.20.225.943 I slot print_timing: id 2 | task 8737 | prompt processing, n_tokens = 993, progress = 1.00, t = 3.70 s / 268.63 tokens per second 9.21.045.347 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 242726260166 9.21.055.077 I slot launch_slot_: id 1 | task 8743 | processing task, is_child = 0 9.21.063.809 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 242726260392 9.21.063.918 I slot launch_slot_: id 3 | task 8744 | processing task, is_child = 0 9.23.196.741 I slot print_timing: id 2 | task 8737 | prompt eval time = 4517.00 ms / 997 tokens ( 4.53 ms per token, 220.72 tokens per second) 9.23.196.744 I slot print_timing: id 2 | task 8737 | eval time = 2151.40 ms / 2 tokens ( 2151.40 ms per token, 0.46 tokens per second) 9.23.196.746 I slot print_timing: id 2 | task 8737 | total time = 6668.39 ms / 999 tokens 9.23.196.746 I slot print_timing: id 2 | task 8737 | graphs reused = 7471 9.23.196.747 I slot print_timing: id 2 | task 8737 | graph reallocs = 0 / 0 (same size) / (changed size) 9.23.196.800 I slot release: id 2 | task 8737 | stop processing: n_tokens = 999, truncated = 0 9.23.196.813 I slot print_timing: id 0 | task 8740 | prompt processing, n_tokens = 883, progress = 1.00, t = 4.13 s / 213.80 tokens per second 9.24.673.609 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 242729231878 9.24.680.751 I slot launch_slot_: id 2 | task 8747 | processing task, is_child = 0 9.24.680.762 I slot print_timing: id 1 | task 8743 | prompt processing, n_tokens = 759, progress = 0.86, t = 3.61 s / 210.38 tokens per second 9.24.681.596 I slot print_timing: id 3 | task 8744 | prompt processing, n_tokens = 759, progress = 0.76, t = 3.61 s / 210.39 tokens per second 9.26.535.025 I slot print_timing: id 0 | task 8740 | prompt eval time = 5607.10 ms / 887 tokens ( 6.32 ms per token, 158.19 tokens per second) 9.26.535.031 I slot print_timing: id 0 | task 8740 | eval time = 1861.42 ms / 2 tokens ( 1861.42 ms per token, 0.54 tokens per second) 9.26.535.031 I slot print_timing: id 0 | task 8740 | total time = 7468.52 ms / 889 tokens 9.26.535.032 I slot print_timing: id 0 | task 8740 | graphs reused = 7471 9.26.535.032 I slot print_timing: id 0 | task 8740 | graph reallocs = 0 / 0 (same size) / (changed size) 9.26.535.080 I slot release: id 0 | task 8740 | stop processing: n_tokens = 889, truncated = 0 9.26.535.092 I slot print_timing: id 1 | task 8743 | prompt processing, n_tokens = 880, progress = 1.00, t = 5.47 s / 160.90 tokens per second 9.26.537.126 I slot print_timing: id 3 | task 8744 | prompt processing, n_tokens = 998, progress = 1.00, t = 5.47 s / 182.48 tokens per second 9.27.204.434 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 242732570157 9.27.214.559 I slot launch_slot_: id 0 | task 8750 | processing task, is_child = 0 9.28.510.889 I slot print_timing: id 1 | task 8743 | prompt eval time = 6138.56 ms / 884 tokens ( 6.94 ms per token, 144.01 tokens per second) 9.28.510.891 I slot print_timing: id 1 | task 8743 | eval time = 1306.65 ms / 2 tokens ( 1306.65 ms per token, 0.77 tokens per second) 9.28.510.892 I slot print_timing: id 1 | task 8743 | total time = 7445.21 ms / 886 tokens 9.28.510.892 I slot print_timing: id 1 | task 8743 | graphs reused = 7471 9.28.510.893 I slot print_timing: id 1 | task 8743 | graph reallocs = 0 / 0 (same size) / (changed size) 9.28.510.952 I slot release: id 1 | task 8743 | stop processing: n_tokens = 886, truncated = 0 9.28.511.127 I slot print_timing: id 3 | task 8744 | prompt eval time = 6138.58 ms / 1002 tokens ( 6.13 ms per token, 163.23 tokens per second) 9.28.511.131 I slot print_timing: id 3 | task 8744 | eval time = 1306.70 ms / 2 tokens ( 1306.70 ms per token, 0.77 tokens per second) 9.28.511.132 I slot print_timing: id 3 | task 8744 | total time = 7445.28 ms / 1004 tokens 9.28.511.132 I slot print_timing: id 3 | task 8744 | graphs reused = 7471 9.28.511.133 I slot print_timing: id 3 | task 8744 | graph reallocs = 0 / 0 (same size) / (changed size) 9.28.511.189 I slot release: id 3 | task 8744 | stop processing: n_tokens = 1004, truncated = 0 9.28.512.036 I slot print_timing: id 2 | task 8747 | prompt processing, n_tokens = 980, progress = 1.00, t = 3.83 s / 255.92 tokens per second 9.29.341.198 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.889 9.29.341.234 I slot launch_slot_: id 1 | task 8753 | processing task, is_child = 0 9.29.350.730 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.786 9.29.350.758 I slot launch_slot_: id 3 | task 8754 | processing task, is_child = 0 9.30.318.790 I slot print_timing: id 2 | task 8747 | prompt eval time = 4659.76 ms / 984 tokens ( 4.74 ms per token, 211.17 tokens per second) 9.30.318.795 I slot print_timing: id 2 | task 8747 | eval time = 977.59 ms / 2 tokens ( 977.59 ms per token, 1.02 tokens per second) 9.30.318.796 I slot print_timing: id 2 | task 8747 | total time = 5637.35 ms / 986 tokens 9.30.318.796 I slot print_timing: id 2 | task 8747 | graphs reused = 7471 9.30.318.797 I slot print_timing: id 2 | task 8747 | graph reallocs = 0 / 0 (same size) / (changed size) 9.30.318.854 I slot release: id 2 | task 8747 | stop processing: n_tokens = 986, truncated = 0 9.30.318.864 I slot print_timing: id 0 | task 8750 | prompt processing, n_tokens = 888, progress = 1.00, t = 3.10 s / 286.08 tokens per second 9.30.414.620 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 242736353931 9.30.422.387 I slot launch_slot_: id 2 | task 8757 | processing task, is_child = 0 9.31.367.511 I slot print_timing: id 0 | task 8750 | prompt eval time = 3199.68 ms / 892 tokens ( 3.59 ms per token, 278.78 tokens per second) 9.31.367.514 I slot print_timing: id 0 | task 8750 | eval time = 953.25 ms / 2 tokens ( 953.25 ms per token, 1.05 tokens per second) 9.31.367.514 I slot print_timing: id 0 | task 8750 | total time = 4152.94 ms / 894 tokens 9.31.367.515 I slot print_timing: id 0 | task 8750 | graphs reused = 7471 9.31.367.515 I slot print_timing: id 0 | task 8750 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.367.569 I slot release: id 0 | task 8750 | stop processing: n_tokens = 894, truncated = 0 9.31.367.736 I slot print_timing: id 1 | task 8753 | prompt eval time = 1062.03 ms / 164 tokens ( 6.48 ms per token, 154.42 tokens per second) 9.31.367.738 I slot print_timing: id 1 | task 8753 | eval time = 953.30 ms / 2 tokens ( 953.30 ms per token, 1.05 tokens per second) 9.31.367.739 I slot print_timing: id 1 | task 8753 | total time = 2015.33 ms / 166 tokens 9.31.367.739 I slot print_timing: id 1 | task 8753 | graphs reused = 7471 9.31.367.739 I slot print_timing: id 1 | task 8753 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.367.786 I slot release: id 1 | task 8753 | stop processing: n_tokens = 953, truncated = 0 9.31.367.965 I slot print_timing: id 3 | task 8754 | prompt eval time = 1061.53 ms / 83 tokens ( 12.79 ms per token, 78.19 tokens per second) 9.31.367.967 I slot print_timing: id 3 | task 8754 | eval time = 953.35 ms / 2 tokens ( 953.35 ms per token, 1.05 tokens per second) 9.31.367.968 I slot print_timing: id 3 | task 8754 | total time = 2014.88 ms / 85 tokens 9.31.367.969 I slot print_timing: id 3 | task 8754 | graphs reused = 7471 9.31.367.969 I slot print_timing: id 3 | task 8754 | graph reallocs = 0 / 0 (same size) / (changed size) 9.31.368.003 I slot release: id 3 | task 8754 | stop processing: n_tokens = 873, truncated = 0 9.32.094.592 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 242737402646 9.32.514.272 I slot launch_slot_: id 0 | task 8761 | processing task, is_child = 0 9.32.533.230 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 242737402863 9.32.533.344 I slot launch_slot_: id 1 | task 8762 | processing task, is_child = 0 9.32.533.416 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 242737403080 9.32.533.508 I slot launch_slot_: id 3 | task 8763 | processing task, is_child = 0 9.35.901.827 I slot print_timing: id 0 | task 8761 | prompt processing, n_tokens = 382, progress = 0.43, t = 3.37 s / 113.42 tokens per second 9.35.902.365 I slot print_timing: id 1 | task 8762 | prompt processing, n_tokens = 408, progress = 0.44, t = 3.37 s / 121.14 tokens per second 9.35.903.339 I slot print_timing: id 3 | task 8763 | prompt processing, n_tokens = 849, progress = 0.62, t = 3.37 s / 252.15 tokens per second 9.38.212.704 I slot print_timing: id 2 | task 8757 | prompt eval time = 5479.41 ms / 943 tokens ( 5.81 ms per token, 172.10 tokens per second) 9.38.212.709 I slot print_timing: id 2 | task 8757 | eval time = 2310.89 ms / 2 tokens ( 2310.89 ms per token, 0.43 tokens per second) 9.38.212.709 I slot print_timing: id 2 | task 8757 | total time = 7790.30 ms / 945 tokens 9.38.212.710 I slot print_timing: id 2 | task 8757 | graphs reused = 7471 9.38.212.710 I slot print_timing: id 2 | task 8757 | graph reallocs = 0 / 0 (same size) / (changed size) 9.38.212.763 I slot release: id 2 | task 8757 | stop processing: n_tokens = 945, truncated = 0 9.38.212.775 I slot print_timing: id 0 | task 8761 | prompt processing, n_tokens = 761, progress = 0.85, t = 5.68 s / 134.00 tokens per second 9.38.213.579 I slot print_timing: id 1 | task 8762 | prompt processing, n_tokens = 761, progress = 0.82, t = 5.68 s / 134.01 tokens per second 9.38.215.168 I slot print_timing: id 3 | task 8763 | prompt processing, n_tokens = 1157, progress = 0.85, t = 5.68 s / 203.77 tokens per second 9.38.925.251 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 242744247840 9.39.416.559 I slot launch_slot_: id 2 | task 8767 | processing task, is_child = 0 9.39.416.570 I slot print_timing: id 0 | task 8761 | prompt processing, n_tokens = 894, progress = 1.00, t = 6.39 s / 139.87 tokens per second 9.39.418.006 I slot print_timing: id 1 | task 8762 | prompt processing, n_tokens = 920, progress = 1.00, t = 6.39 s / 143.94 tokens per second 9.39.420.172 I slot print_timing: id 3 | task 8763 | prompt processing, n_tokens = 1361, progress = 1.00, t = 6.39 s / 212.97 tokens per second 9.41.954.380 I slot print_timing: id 0 | task 8761 | prompt eval time = 8671.32 ms / 898 tokens ( 9.66 ms per token, 103.56 tokens per second) 9.41.954.383 I slot print_timing: id 0 | task 8761 | eval time = 749.55 ms / 2 tokens ( 749.55 ms per token, 1.33 tokens per second) 9.41.954.383 I slot print_timing: id 0 | task 8761 | total time = 9420.86 ms / 900 tokens 9.41.954.384 I slot print_timing: id 0 | task 8761 | graphs reused = 7471 9.41.954.384 I slot print_timing: id 0 | task 8761 | graph reallocs = 0 / 0 (same size) / (changed size) 9.41.954.434 I slot release: id 0 | task 8761 | stop processing: n_tokens = 900, truncated = 0 9.41.954.609 I slot print_timing: id 1 | task 8762 | prompt eval time = 8671.34 ms / 924 tokens ( 9.38 ms per token, 106.56 tokens per second) 9.41.954.617 I slot print_timing: id 1 | task 8762 | eval time = 749.59 ms / 2 tokens ( 749.59 ms per token, 1.33 tokens per second) 9.41.954.617 I slot print_timing: id 1 | task 8762 | total time = 9420.92 ms / 926 tokens 9.41.954.618 I slot print_timing: id 1 | task 8762 | graphs reused = 7471 9.41.954.618 I slot print_timing: id 1 | task 8762 | graph reallocs = 0 / 0 (same size) / (changed size) 9.41.954.655 I slot release: id 1 | task 8762 | stop processing: n_tokens = 926, truncated = 0 9.41.954.839 I slot print_timing: id 3 | task 8763 | prompt eval time = 8670.62 ms / 1365 tokens ( 6.35 ms per token, 157.43 tokens per second) 9.41.954.843 I slot print_timing: id 3 | task 8763 | eval time = 749.63 ms / 2 tokens ( 749.63 ms per token, 1.33 tokens per second) 9.41.954.844 I slot print_timing: id 3 | task 8763 | total time = 9420.25 ms / 1367 tokens 9.41.954.844 I slot print_timing: id 3 | task 8763 | graphs reused = 7471 9.41.954.844 I slot print_timing: id 3 | task 8763 | graph reallocs = 0 / 0 (same size) / (changed size) 9.41.954.897 I slot release: id 3 | task 8763 | stop processing: n_tokens = 1367, truncated = 0 9.42.491.548 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.868 9.42.491.592 I slot launch_slot_: id 3 | task 8772 | processing task, is_child = 0 9.42.506.766 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 242747989511 9.42.506.866 I slot launch_slot_: id 0 | task 8773 | processing task, is_child = 0 9.42.506.936 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 242747989732 9.42.507.021 I slot launch_slot_: id 1 | task 8774 | processing task, is_child = 0 9.44.961.533 I slot print_timing: id 2 | task 8767 | prompt eval time = 3071.55 ms / 1355 tokens ( 2.27 ms per token, 441.14 tokens per second) 9.44.961.536 I slot print_timing: id 2 | task 8767 | eval time = 2469.98 ms / 2 tokens ( 2469.98 ms per token, 0.40 tokens per second) 9.44.961.536 I slot print_timing: id 2 | task 8767 | total time = 5541.53 ms / 1357 tokens 9.44.961.537 I slot print_timing: id 2 | task 8767 | graphs reused = 7471 9.44.961.537 I slot print_timing: id 2 | task 8767 | graph reallocs = 0 / 0 (same size) / (changed size) 9.44.961.605 I slot release: id 2 | task 8767 | stop processing: n_tokens = 1357, truncated = 0 9.46.673.733 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 242750996682 9.46.681.596 I slot launch_slot_: id 2 | task 8777 | processing task, is_child = 0 9.46.681.613 I slot print_timing: id 0 | task 8773 | prompt processing, n_tokens = 1157, progress = 0.88, t = 4.17 s / 277.69 tokens per second 9.46.683.611 I slot print_timing: id 1 | task 8774 | prompt processing, n_tokens = 678, progress = 0.86, t = 4.17 s / 162.73 tokens per second 9.47.988.723 I slot print_timing: id 3 | task 8772 | prompt eval time = 4166.39 ms / 83 tokens ( 50.20 ms per token, 19.92 tokens per second) 9.47.988.726 I slot print_timing: id 3 | task 8772 | eval time = 1314.99 ms / 2 tokens ( 1314.99 ms per token, 0.76 tokens per second) 9.47.988.727 I slot print_timing: id 3 | task 8772 | total time = 5481.38 ms / 85 tokens 9.47.988.727 I slot print_timing: id 3 | task 8772 | graphs reused = 7471 9.47.988.728 I slot print_timing: id 3 | task 8772 | graph reallocs = 0 / 0 (same size) / (changed size) 9.47.988.796 I slot release: id 3 | task 8772 | stop processing: n_tokens = 1270, truncated = 0 9.47.988.807 I slot print_timing: id 0 | task 8773 | prompt processing, n_tokens = 1306, progress = 1.00, t = 5.48 s / 238.25 tokens per second 9.47.989.781 I slot print_timing: id 1 | task 8774 | prompt processing, n_tokens = 786, progress = 0.99, t = 5.48 s / 143.40 tokens per second 9.48.836.933 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 242754023873 9.48.849.121 I slot launch_slot_: id 3 | task 8780 | processing task, is_child = 0 9.49.936.514 I slot print_timing: id 0 | task 8773 | prompt eval time = 6329.71 ms / 1310 tokens ( 4.83 ms per token, 206.96 tokens per second) 9.49.936.517 I slot print_timing: id 0 | task 8773 | eval time = 1099.78 ms / 2 tokens ( 1099.78 ms per token, 0.91 tokens per second) 9.49.936.517 I slot print_timing: id 0 | task 8773 | total time = 7429.48 ms / 1312 tokens 9.49.936.517 I slot print_timing: id 0 | task 8773 | graphs reused = 7471 9.49.936.518 I slot print_timing: id 0 | task 8773 | graph reallocs = 0 / 0 (same size) / (changed size) 9.49.936.586 I slot release: id 0 | task 8773 | stop processing: n_tokens = 1312, truncated = 0 9.49.936.760 I slot print_timing: id 1 | task 8774 | prompt eval time = 6329.73 ms / 790 tokens ( 8.01 ms per token, 124.81 tokens per second) 9.49.936.763 I slot print_timing: id 1 | task 8774 | eval time = 1099.84 ms / 2 tokens ( 1099.84 ms per token, 0.91 tokens per second) 9.49.936.763 I slot print_timing: id 1 | task 8774 | total time = 7429.56 ms / 792 tokens 9.49.936.764 I slot print_timing: id 1 | task 8774 | graphs reused = 7471 9.49.936.764 I slot print_timing: id 1 | task 8774 | graph reallocs = 0 / 0 (same size) / (changed size) 9.49.936.806 I slot release: id 1 | task 8774 | stop processing: n_tokens = 792, truncated = 0 9.49.936.815 I slot print_timing: id 2 | task 8777 | prompt processing, n_tokens = 804, progress = 1.00, t = 3.25 s / 247.31 tokens per second 9.50.759.229 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 242755971663 9.50.767.781 I slot launch_slot_: id 0 | task 8783 | processing task, is_child = 0 9.50.774.297 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 242755971883 9.50.774.391 I slot launch_slot_: id 1 | task 8784 | processing task, is_child = 0 9.52.440.283 I slot print_timing: id 2 | task 8777 | prompt eval time = 4073.91 ms / 808 tokens ( 5.04 ms per token, 198.34 tokens per second) 9.52.440.290 I slot print_timing: id 2 | task 8777 | eval time = 1681.06 ms / 2 tokens ( 1681.06 ms per token, 0.59 tokens per second) 9.52.440.290 I slot print_timing: id 2 | task 8777 | total time = 5754.96 ms / 810 tokens 9.52.440.291 I slot print_timing: id 2 | task 8777 | graphs reused = 7471 9.52.440.291 I slot print_timing: id 2 | task 8777 | graph reallocs = 0 / 0 (same size) / (changed size) 9.52.440.344 I slot release: id 2 | task 8777 | stop processing: n_tokens = 810, truncated = 0 9.52.441.539 I slot print_timing: id 3 | task 8780 | prompt processing, n_tokens = 891, progress = 1.00, t = 3.59 s / 248.24 tokens per second 9.54.098.997 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 242758475421 9.54.104.609 I slot launch_slot_: id 2 | task 8787 | processing task, is_child = 0 9.54.104.621 I slot print_timing: id 0 | task 8783 | prompt processing, n_tokens = 662, progress = 0.83, t = 3.32 s / 199.13 tokens per second 9.54.106.496 I slot print_timing: id 1 | task 8784 | prompt processing, n_tokens = 742, progress = 0.86, t = 3.32 s / 223.21 tokens per second 9.55.483.971 I slot print_timing: id 3 | task 8780 | prompt eval time = 5248.17 ms / 895 tokens ( 5.86 ms per token, 170.54 tokens per second) 9.55.483.973 I slot print_timing: id 3 | task 8780 | eval time = 1384.98 ms / 2 tokens ( 1384.98 ms per token, 0.72 tokens per second) 9.55.483.974 I slot print_timing: id 3 | task 8780 | total time = 6633.15 ms / 897 tokens 9.55.483.974 I slot print_timing: id 3 | task 8780 | graphs reused = 7471 9.55.483.975 I slot print_timing: id 3 | task 8780 | graph reallocs = 0 / 0 (same size) / (changed size) 9.55.484.029 I slot release: id 3 | task 8780 | stop processing: n_tokens = 897, truncated = 0 9.55.484.041 I slot print_timing: id 0 | task 8783 | prompt processing, n_tokens = 797, progress = 1.00, t = 4.71 s / 169.24 tokens per second 9.55.484.891 I slot print_timing: id 1 | task 8784 | prompt processing, n_tokens = 861, progress = 1.00, t = 4.71 s / 182.83 tokens per second 9.56.209.202 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 242761519106 9.56.219.192 I slot launch_slot_: id 3 | task 8790 | processing task, is_child = 0 9.57.300.698 I slot print_timing: id 0 | task 8783 | prompt eval time = 5434.60 ms / 801 tokens ( 6.78 ms per token, 147.39 tokens per second) 9.57.300.702 I slot print_timing: id 0 | task 8783 | eval time = 1091.68 ms / 2 tokens ( 1091.68 ms per token, 0.92 tokens per second) 9.57.300.702 I slot print_timing: id 0 | task 8783 | total time = 6526.29 ms / 803 tokens 9.57.300.703 I slot print_timing: id 0 | task 8783 | graphs reused = 7471 9.57.300.703 I slot print_timing: id 0 | task 8783 | graph reallocs = 0 / 0 (same size) / (changed size) 9.57.300.761 I slot release: id 0 | task 8783 | stop processing: n_tokens = 803, truncated = 0 9.57.300.938 I slot print_timing: id 1 | task 8784 | prompt eval time = 5434.58 ms / 865 tokens ( 6.28 ms per token, 159.17 tokens per second) 9.57.300.941 I slot print_timing: id 1 | task 8784 | eval time = 1091.74 ms / 2 tokens ( 1091.74 ms per token, 0.92 tokens per second) 9.57.300.941 I slot print_timing: id 1 | task 8784 | total time = 6526.33 ms / 867 tokens 9.57.300.942 I slot print_timing: id 1 | task 8784 | graphs reused = 7471 9.57.300.942 I slot print_timing: id 1 | task 8784 | graph reallocs = 0 / 0 (same size) / (changed size) 9.57.300.987 I slot release: id 1 | task 8784 | stop processing: n_tokens = 867, truncated = 0 9.57.300.995 I slot print_timing: id 2 | task 8787 | prompt processing, n_tokens = 862, progress = 1.00, t = 3.19 s / 270.04 tokens per second 9.58.176.269 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 9.58.176.314 I slot launch_slot_: id 0 | task 8793 | processing task, is_child = 0 9.58.185.331 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 242763336064 9.58.185.430 I slot launch_slot_: id 1 | task 8794 | processing task, is_child = 0 9.59.367.124 I slot print_timing: id 2 | task 8787 | prompt eval time = 4067.86 ms / 866 tokens ( 4.70 ms per token, 212.89 tokens per second) 9.59.367.126 I slot print_timing: id 2 | task 8787 | eval time = 1190.85 ms / 2 tokens ( 1190.85 ms per token, 0.84 tokens per second) 9.59.367.127 I slot print_timing: id 2 | task 8787 | total time = 5258.71 ms / 868 tokens 9.59.367.127 I slot print_timing: id 2 | task 8787 | graphs reused = 7471 9.59.367.128 I slot print_timing: id 2 | task 8787 | graph reallocs = 0 / 0 (same size) / (changed size) 9.59.367.182 I slot release: id 2 | task 8787 | stop processing: n_tokens = 868, truncated = 0 9.59.369.085 I slot print_timing: id 3 | task 8790 | prompt processing, n_tokens = 785, progress = 0.99, t = 3.15 s / 249.52 tokens per second 10.00.285.936 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 242765402259 10.00.295.545 I slot launch_slot_: id 2 | task 8797 | processing task, is_child = 0 10.01.578.294 I slot print_timing: id 0 | task 8793 | prompt eval time = 2100.30 ms / 119 tokens ( 17.65 ms per token, 56.66 tokens per second) 10.01.578.300 I slot print_timing: id 0 | task 8793 | eval time = 1292.55 ms / 2 tokens ( 1292.55 ms per token, 0.77 tokens per second) 10.01.578.300 I slot print_timing: id 0 | task 8793 | total time = 3392.85 ms / 121 tokens 10.01.578.301 I slot print_timing: id 0 | task 8793 | graphs reused = 7471 10.01.578.301 I slot print_timing: id 0 | task 8793 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.578.360 I slot release: id 0 | task 8793 | stop processing: n_tokens = 811, truncated = 0 10.01.578.529 I slot print_timing: id 3 | task 8790 | prompt eval time = 4064.97 ms / 789 tokens ( 5.15 ms per token, 194.10 tokens per second) 10.01.578.531 I slot print_timing: id 3 | task 8790 | eval time = 1292.60 ms / 2 tokens ( 1292.60 ms per token, 0.77 tokens per second) 10.01.578.532 I slot print_timing: id 3 | task 8790 | total time = 5357.56 ms / 791 tokens 10.01.578.532 I slot print_timing: id 3 | task 8790 | graphs reused = 7471 10.01.578.532 I slot print_timing: id 3 | task 8790 | graph reallocs = 0 / 0 (same size) / (changed size) 10.01.578.566 I slot release: id 3 | task 8790 | stop processing: n_tokens = 791, truncated = 0 10.01.578.575 I slot print_timing: id 1 | task 8794 | prompt processing, n_tokens = 781, progress = 0.99, t = 3.39 s / 230.25 tokens per second 10.02.407.190 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 242767613437 10.02.416.733 I slot launch_slot_: id 0 | task 8800 | processing task, is_child = 0 10.02.422.856 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 242767613643 10.02.422.951 I slot launch_slot_: id 3 | task 8801 | processing task, is_child = 0 10.04.506.412 I slot print_timing: id 1 | task 8794 | prompt eval time = 4221.05 ms / 785 tokens ( 5.38 ms per token, 185.97 tokens per second) 10.04.506.414 I slot print_timing: id 1 | task 8794 | eval time = 2099.22 ms / 2 tokens ( 2099.22 ms per token, 0.48 tokens per second) 10.04.506.415 I slot print_timing: id 1 | task 8794 | total time = 6320.27 ms / 787 tokens 10.04.506.415 I slot print_timing: id 1 | task 8794 | graphs reused = 7471 10.04.506.416 I slot print_timing: id 1 | task 8794 | graph reallocs = 0 / 0 (same size) / (changed size) 10.04.506.464 I slot release: id 1 | task 8794 | stop processing: n_tokens = 787, truncated = 0 10.04.507.125 I slot print_timing: id 2 | task 8797 | prompt processing, n_tokens = 954, progress = 1.00, t = 4.21 s / 226.66 tokens per second 10.06.175.831 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 242770541541 10.06.182.618 I slot launch_slot_: id 1 | task 8804 | processing task, is_child = 0 10.06.182.629 I slot print_timing: id 0 | task 8800 | prompt processing, n_tokens = 822, progress = 0.86, t = 3.75 s / 219.04 tokens per second 10.06.185.380 I slot print_timing: id 3 | task 8801 | prompt processing, n_tokens = 822, progress = 0.88, t = 3.75 s / 219.09 tokens per second 10.07.660.814 I slot print_timing: id 2 | task 8797 | prompt eval time = 5878.53 ms / 958 tokens ( 6.14 ms per token, 162.97 tokens per second) 10.07.660.816 I slot print_timing: id 2 | task 8797 | eval time = 1485.00 ms / 2 tokens ( 1485.00 ms per token, 0.67 tokens per second) 10.07.660.817 I slot print_timing: id 2 | task 8797 | total time = 7363.53 ms / 960 tokens 10.07.660.817 I slot print_timing: id 2 | task 8797 | graphs reused = 7471 10.07.660.818 I slot print_timing: id 2 | task 8797 | graph reallocs = 0 / 0 (same size) / (changed size) 10.07.660.866 I slot release: id 2 | task 8797 | stop processing: n_tokens = 960, truncated = 0 10.07.660.877 I slot print_timing: id 0 | task 8800 | prompt processing, n_tokens = 950, progress = 1.00, t = 5.24 s / 181.38 tokens per second 10.07.663.192 I slot print_timing: id 3 | task 8801 | prompt processing, n_tokens = 930, progress = 1.00, t = 5.24 s / 177.59 tokens per second 10.08.596.560 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.886 10.08.596.615 I slot launch_slot_: id 2 | task 8807 | processing task, is_child = 0 10.09.189.128 I slot print_timing: id 0 | task 8800 | prompt eval time = 6173.40 ms / 954 tokens ( 6.47 ms per token, 154.53 tokens per second) 10.09.189.130 I slot print_timing: id 0 | task 8800 | eval time = 592.75 ms / 2 tokens ( 592.75 ms per token, 1.69 tokens per second) 10.09.189.131 I slot print_timing: id 0 | task 8800 | total time = 6766.16 ms / 956 tokens 10.09.189.132 I slot print_timing: id 0 | task 8800 | graphs reused = 7471 10.09.189.132 I slot print_timing: id 0 | task 8800 | graph reallocs = 0 / 0 (same size) / (changed size) 10.09.189.184 I slot release: id 0 | task 8800 | stop processing: n_tokens = 956, truncated = 0 10.09.189.376 I slot print_timing: id 3 | task 8801 | prompt eval time = 6172.77 ms / 934 tokens ( 6.61 ms per token, 151.31 tokens per second) 10.09.189.378 I slot print_timing: id 3 | task 8801 | eval time = 592.82 ms / 2 tokens ( 592.82 ms per token, 1.69 tokens per second) 10.09.189.378 I slot print_timing: id 3 | task 8801 | total time = 6765.60 ms / 936 tokens 10.09.189.378 I slot print_timing: id 3 | task 8801 | graphs reused = 7471 10.09.189.379 I slot print_timing: id 3 | task 8801 | graph reallocs = 0 / 0 (same size) / (changed size) 10.09.189.422 I slot release: id 3 | task 8801 | stop processing: n_tokens = 936, truncated = 0 10.09.189.428 I slot print_timing: id 1 | task 8804 | prompt processing, n_tokens = 933, progress = 1.00, t = 3.00 s / 310.61 tokens per second 10.09.243.599 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 242775224261 10.09.255.099 I slot launch_slot_: id 0 | task 8810 | processing task, is_child = 0 10.09.265.848 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 242775224499 10.09.265.949 I slot launch_slot_: id 3 | task 8811 | processing task, is_child = 0 10.10.443.643 I slot print_timing: id 1 | task 8804 | prompt eval time = 3058.13 ms / 937 tokens ( 3.26 ms per token, 306.40 tokens per second) 10.10.443.648 I slot print_timing: id 1 | task 8804 | eval time = 1200.28 ms / 2 tokens ( 1200.28 ms per token, 0.83 tokens per second) 10.10.443.649 I slot print_timing: id 1 | task 8804 | total time = 4258.41 ms / 939 tokens 10.10.443.649 I slot print_timing: id 1 | task 8804 | graphs reused = 7471 10.10.443.649 I slot print_timing: id 1 | task 8804 | graph reallocs = 0 / 0 (same size) / (changed size) 10.10.443.700 I slot release: id 1 | task 8804 | stop processing: n_tokens = 939, truncated = 0 10.10.443.898 I slot print_timing: id 2 | task 8807 | prompt eval time = 642.99 ms / 108 tokens ( 5.95 ms per token, 167.97 tokens per second) 10.10.443.905 I slot print_timing: id 2 | task 8807 | eval time = 1200.30 ms / 2 tokens ( 1200.30 ms per token, 0.83 tokens per second) 10.10.443.905 I slot print_timing: id 2 | task 8807 | total time = 1843.29 ms / 110 tokens 10.10.443.905 I slot print_timing: id 2 | task 8807 | graphs reused = 7471 10.10.443.906 I slot print_timing: id 2 | task 8807 | graph reallocs = 0 / 0 (same size) / (changed size) 10.10.443.944 I slot release: id 2 | task 8807 | stop processing: n_tokens = 960, truncated = 0 10.11.279.695 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 242776478777 10.12.111.797 I slot launch_slot_: id 1 | task 8814 | processing task, is_child = 0 10.12.124.527 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 242776479021 10.12.124.656 I slot launch_slot_: id 2 | task 8815 | processing task, is_child = 0 10.14.389.618 I slot print_timing: id 0 | task 8810 | prompt processing, n_tokens = 798, progress = 1.00, t = 5.12 s / 155.75 tokens per second 10.14.494.532 I slot print_timing: id 3 | task 8811 | prompt processing, n_tokens = 797, progress = 1.00, t = 5.12 s / 155.56 tokens per second 10.16.173.542 I slot print_timing: id 1 | task 8814 | prompt processing, n_tokens = 823, progress = 0.86, t = 4.05 s / 203.40 tokens per second 10.16.174.436 I slot print_timing: id 2 | task 8815 | prompt processing, n_tokens = 823, progress = 0.84, t = 4.05 s / 203.41 tokens per second 10.16.896.576 I slot print_timing: id 0 | task 8810 | prompt eval time = 6907.34 ms / 802 tokens ( 8.61 ms per token, 116.11 tokens per second) 10.16.896.580 I slot print_timing: id 0 | task 8810 | eval time = 723.27 ms / 2 tokens ( 723.27 ms per token, 1.38 tokens per second) 10.16.896.580 I slot print_timing: id 0 | task 8810 | total time = 7630.62 ms / 804 tokens 10.16.896.581 I slot print_timing: id 0 | task 8810 | graphs reused = 7471 10.16.896.581 I slot print_timing: id 0 | task 8810 | graph reallocs = 0 / 0 (same size) / (changed size) 10.16.896.631 I slot release: id 0 | task 8810 | stop processing: n_tokens = 804, truncated = 0 10.16.896.810 I slot print_timing: id 3 | task 8811 | prompt eval time = 6907.40 ms / 801 tokens ( 8.62 ms per token, 115.96 tokens per second) 10.16.896.818 I slot print_timing: id 3 | task 8811 | eval time = 723.28 ms / 2 tokens ( 723.28 ms per token, 1.38 tokens per second) 10.16.896.819 I slot print_timing: id 3 | task 8811 | total time = 7630.69 ms / 803 tokens 10.16.896.819 I slot print_timing: id 3 | task 8811 | graphs reused = 7471 10.16.896.820 I slot print_timing: id 3 | task 8811 | graph reallocs = 0 / 0 (same size) / (changed size) 10.16.896.857 I slot release: id 3 | task 8811 | stop processing: n_tokens = 803, truncated = 0 10.16.896.865 I slot print_timing: id 1 | task 8814 | prompt processing, n_tokens = 950, progress = 1.00, t = 4.77 s / 199.18 tokens per second 10.16.900.932 I slot print_timing: id 2 | task 8815 | prompt processing, n_tokens = 971, progress = 1.00, t = 4.77 s / 203.59 tokens per second 10.16.951.544 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 242782931708 10.16.962.045 I slot launch_slot_: id 0 | task 8820 | processing task, is_child = 0 10.16.971.063 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 242782931934 10.16.971.161 I slot launch_slot_: id 3 | task 8821 | processing task, is_child = 0 10.18.701.202 I slot print_timing: id 1 | task 8814 | prompt eval time = 4824.54 ms / 954 tokens ( 5.06 ms per token, 197.74 tokens per second) 10.18.701.206 I slot print_timing: id 1 | task 8814 | eval time = 1749.84 ms / 2 tokens ( 1749.84 ms per token, 0.57 tokens per second) 10.18.701.207 I slot print_timing: id 1 | task 8814 | total time = 6574.37 ms / 956 tokens 10.18.701.207 I slot print_timing: id 1 | task 8814 | graphs reused = 7471 10.18.701.207 I slot print_timing: id 1 | task 8814 | graph reallocs = 0 / 0 (same size) / (changed size) 10.18.701.262 I slot release: id 1 | task 8814 | stop processing: n_tokens = 956, truncated = 0 10.18.701.511 I slot print_timing: id 2 | task 8815 | prompt eval time = 4824.53 ms / 975 tokens ( 4.95 ms per token, 202.09 tokens per second) 10.18.701.513 I slot print_timing: id 2 | task 8815 | eval time = 1749.97 ms / 2 tokens ( 1749.97 ms per token, 0.57 tokens per second) 10.18.701.514 I slot print_timing: id 2 | task 8815 | total time = 6574.50 ms / 977 tokens 10.18.701.514 I slot print_timing: id 2 | task 8815 | graphs reused = 7471 10.18.701.515 I slot print_timing: id 2 | task 8815 | graph reallocs = 0 / 0 (same size) / (changed size) 10.18.701.553 I slot release: id 2 | task 8815 | stop processing: n_tokens = 977, truncated = 0 10.19.496.711 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 242784736339 10.20.278.883 I slot launch_slot_: id 1 | task 8824 | processing task, is_child = 0 10.20.289.504 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 242784736630 10.20.289.620 I slot launch_slot_: id 2 | task 8825 | processing task, is_child = 0 10.22.503.523 I slot print_timing: id 0 | task 8820 | prompt processing, n_tokens = 956, progress = 1.00, t = 5.53 s / 172.80 tokens per second 10.22.543.285 I slot print_timing: id 3 | task 8821 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.53 s / 165.94 tokens per second 10.24.271.308 I slot print_timing: id 1 | task 8824 | prompt processing, n_tokens = 771, progress = 0.87, t = 3.98 s / 193.79 tokens per second 10.24.272.375 I slot print_timing: id 2 | task 8825 | prompt processing, n_tokens = 771, progress = 0.86, t = 3.98 s / 193.80 tokens per second 10.24.918.944 I slot print_timing: id 0 | task 8820 | prompt eval time = 7299.88 ms / 960 tokens ( 7.60 ms per token, 131.51 tokens per second) 10.24.918.950 I slot print_timing: id 0 | task 8820 | eval time = 647.90 ms / 2 tokens ( 647.90 ms per token, 1.54 tokens per second) 10.24.918.951 I slot print_timing: id 0 | task 8820 | total time = 7947.77 ms / 962 tokens 10.24.918.951 I slot print_timing: id 0 | task 8820 | graphs reused = 7471 10.24.918.951 I slot print_timing: id 0 | task 8820 | graph reallocs = 0 / 0 (same size) / (changed size) 10.24.919.004 I slot release: id 0 | task 8820 | stop processing: n_tokens = 962, truncated = 0 10.24.919.179 I slot print_timing: id 3 | task 8821 | prompt eval time = 7299.96 ms / 922 tokens ( 7.92 ms per token, 126.30 tokens per second) 10.24.919.186 I slot print_timing: id 3 | task 8821 | eval time = 647.88 ms / 2 tokens ( 647.88 ms per token, 1.54 tokens per second) 10.24.919.186 I slot print_timing: id 3 | task 8821 | total time = 7947.84 ms / 924 tokens 10.24.919.187 I slot print_timing: id 3 | task 8821 | graphs reused = 7471 10.24.919.187 I slot print_timing: id 3 | task 8821 | graph reallocs = 0 / 0 (same size) / (changed size) 10.24.919.234 I slot release: id 3 | task 8821 | stop processing: n_tokens = 924, truncated = 0 10.24.919.240 I slot print_timing: id 1 | task 8824 | prompt processing, n_tokens = 887, progress = 1.00, t = 4.63 s / 191.72 tokens per second 10.24.923.788 I slot print_timing: id 2 | task 8825 | prompt processing, n_tokens = 894, progress = 1.00, t = 4.63 s / 193.24 tokens per second 10.24.974.054 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.866 10.24.974.093 I slot launch_slot_: id 3 | task 8830 | processing task, is_child = 0 10.24.985.283 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 242790954082 10.24.985.394 I slot launch_slot_: id 0 | task 8831 | processing task, is_child = 0 10.25.995.934 I slot print_timing: id 1 | task 8824 | prompt eval time = 4681.69 ms / 891 tokens ( 5.25 ms per token, 190.32 tokens per second) 10.25.995.937 I slot print_timing: id 1 | task 8824 | eval time = 1022.06 ms / 2 tokens ( 1022.06 ms per token, 0.98 tokens per second) 10.25.995.937 I slot print_timing: id 1 | task 8824 | total time = 5703.75 ms / 893 tokens 10.25.995.937 I slot print_timing: id 1 | task 8824 | graphs reused = 7471 10.25.995.938 I slot print_timing: id 1 | task 8824 | graph reallocs = 0 / 0 (same size) / (changed size) 10.25.995.997 I slot release: id 1 | task 8824 | stop processing: n_tokens = 893, truncated = 0 10.25.996.242 I slot print_timing: id 2 | task 8825 | prompt eval time = 4681.66 ms / 898 tokens ( 5.21 ms per token, 191.81 tokens per second) 10.25.996.245 I slot print_timing: id 2 | task 8825 | eval time = 1022.19 ms / 2 tokens ( 1022.19 ms per token, 0.98 tokens per second) 10.25.996.245 I slot print_timing: id 2 | task 8825 | total time = 5703.86 ms / 900 tokens 10.25.996.245 I slot print_timing: id 2 | task 8825 | graphs reused = 7471 10.25.996.246 I slot print_timing: id 2 | task 8825 | graph reallocs = 0 / 0 (same size) / (changed size) 10.25.996.285 I slot release: id 2 | task 8825 | stop processing: n_tokens = 900, truncated = 0 10.26.880.750 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 893, t_last = 242792031074 10.26.893.187 I slot launch_slot_: id 1 | task 8834 | processing task, is_child = 0 10.26.893.267 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.756 MiB) 10.26.893.270 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.26.903.344 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 242792031362 10.26.903.465 I slot launch_slot_: id 2 | task 8835 | processing task, is_child = 0 10.30.177.224 I slot print_timing: id 0 | task 8831 | prompt processing, n_tokens = 892, progress = 1.00, t = 5.19 s / 171.82 tokens per second 10.30.178.061 I slot print_timing: id 1 | task 8834 | prompt processing, n_tokens = 731, progress = 0.59, t = 3.27 s / 223.44 tokens per second 10.30.179.485 I slot print_timing: id 2 | task 8835 | prompt processing, n_tokens = 717, progress = 0.58, t = 3.27 s / 219.17 tokens per second 10.31.735.229 I slot print_timing: id 1 | task 8834 | prompt processing, n_tokens = 1067, progress = 0.86, t = 4.83 s / 220.94 tokens per second 10.31.736.037 I slot print_timing: id 2 | task 8835 | prompt processing, n_tokens = 1067, progress = 0.87, t = 4.83 s / 220.95 tokens per second 10.32.608.705 I slot print_timing: id 0 | task 8831 | prompt eval time = 6749.64 ms / 896 tokens ( 7.53 ms per token, 132.75 tokens per second) 10.32.608.707 I slot print_timing: id 0 | task 8831 | eval time = 873.66 ms / 2 tokens ( 873.66 ms per token, 1.14 tokens per second) 10.32.608.708 I slot print_timing: id 0 | task 8831 | total time = 7623.30 ms / 898 tokens 10.32.608.708 I slot print_timing: id 0 | task 8831 | graphs reused = 7471 10.32.608.709 I slot print_timing: id 0 | task 8831 | graph reallocs = 0 / 0 (same size) / (changed size) 10.32.608.768 I slot release: id 0 | task 8831 | stop processing: n_tokens = 898, truncated = 0 10.32.609.043 I slot print_timing: id 1 | task 8834 | prompt processing, n_tokens = 1243, progress = 1.00, t = 5.70 s / 217.95 tokens per second 10.32.610.394 I slot print_timing: id 2 | task 8835 | prompt processing, n_tokens = 1229, progress = 1.00, t = 5.70 s / 215.50 tokens per second 10.32.689.405 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 242798643845 10.32.689.497 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 10.32.689.502 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.429 MiB) 10.32.689.505 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.367 MiB) 10.32.689.507 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.743 MiB) 10.32.689.509 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 10.32.689.511 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.803 MiB) 10.32.701.381 I slot launch_slot_: id 0 | task 8840 | processing task, is_child = 0 10.34.329.722 I slot print_timing: id 1 | task 8834 | prompt eval time = 5783.70 ms / 1247 tokens ( 4.64 ms per token, 215.61 tokens per second) 10.34.329.724 I slot print_timing: id 1 | task 8834 | eval time = 1640.65 ms / 2 tokens ( 1640.65 ms per token, 0.61 tokens per second) 10.34.329.725 I slot print_timing: id 1 | task 8834 | total time = 7424.35 ms / 1249 tokens 10.34.329.725 I slot print_timing: id 1 | task 8834 | graphs reused = 7471 10.34.329.726 I slot print_timing: id 1 | task 8834 | graph reallocs = 0 / 0 (same size) / (changed size) 10.34.329.793 I slot release: id 1 | task 8834 | stop processing: n_tokens = 1249, truncated = 0 10.34.330.061 I slot print_timing: id 2 | task 8835 | prompt eval time = 5783.71 ms / 1233 tokens ( 4.69 ms per token, 213.18 tokens per second) 10.34.330.063 I slot print_timing: id 2 | task 8835 | eval time = 1640.81 ms / 2 tokens ( 1640.81 ms per token, 0.61 tokens per second) 10.34.330.064 I slot print_timing: id 2 | task 8835 | total time = 7424.52 ms / 1235 tokens 10.34.330.064 I slot print_timing: id 2 | task 8835 | graphs reused = 7471 10.34.330.064 I slot print_timing: id 2 | task 8835 | graph reallocs = 0 / 0 (same size) / (changed size) 10.34.330.118 I slot release: id 2 | task 8835 | stop processing: n_tokens = 1235, truncated = 0 10.34.971.069 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 242800364871 10.34.971.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.34.971.186 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.093 MiB) 10.34.971.191 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.899 MiB) 10.34.971.194 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 10.34.971.196 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.445 MiB) 10.34.971.198 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.818 MiB) 10.34.971.200 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.741 MiB) 10.34.982.288 I slot launch_slot_: id 1 | task 8843 | processing task, is_child = 0 10.34.982.390 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.366 MiB) 10.34.982.393 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.054 MiB) 10.34.982.395 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.007 MiB) 10.34.982.402 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 10.34.982.404 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.34.982.406 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.34.982.408 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.990 MiB) 10.34.992.791 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 242800365196 10.34.992.909 I slot launch_slot_: id 2 | task 8844 | processing task, is_child = 0 10.39.325.766 I slot print_timing: id 0 | task 8840 | prompt processing, n_tokens = 1293, progress = 1.00, t = 6.62 s / 195.20 tokens per second 10.39.326.711 I slot print_timing: id 1 | task 8843 | prompt processing, n_tokens = 1821, progress = 0.71, t = 4.33 s / 420.50 tokens per second 10.43.667.583 I slot print_timing: id 1 | task 8843 | prompt processing, n_tokens = 2033, progress = 0.80, t = 8.67 s / 234.43 tokens per second 10.43.668.483 I slot print_timing: id 2 | task 8844 | prompt processing, n_tokens = 1831, progress = 0.75, t = 4.34 s / 421.85 tokens per second 10.44.555.351 I slot print_timing: id 0 | task 8840 | prompt eval time = 10965.96 ms / 1297 tokens ( 8.45 ms per token, 118.28 tokens per second) 10.44.555.366 I slot print_timing: id 0 | task 8840 | eval time = 888.00 ms / 2 tokens ( 888.00 ms per token, 1.13 tokens per second) 10.44.555.368 I slot print_timing: id 0 | task 8840 | total time = 11853.96 ms / 1299 tokens 10.44.555.368 I slot print_timing: id 0 | task 8840 | graphs reused = 7471 10.44.555.369 I slot print_timing: id 0 | task 8840 | graph reallocs = 0 / 0 (same size) / (changed size) 10.44.555.436 I slot release: id 0 | task 8840 | stop processing: n_tokens = 1299, truncated = 0 10.44.555.703 I slot print_timing: id 1 | task 8843 | prompt processing, n_tokens = 2243, progress = 0.88, t = 9.56 s / 234.62 tokens per second 10.44.557.156 I slot print_timing: id 2 | task 8844 | prompt processing, n_tokens = 1942, progress = 0.79, t = 5.23 s / 371.43 tokens per second 10.46.000.118 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 242810590514 10.46.000.232 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.491 MiB) 10.46.000.236 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.451 MiB) 10.46.000.238 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.539 MiB) 10.46.000.240 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 10.46.000.325 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.789 MiB) 10.46.000.430 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.101 MiB) 10.46.000.524 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.444 MiB) 10.46.000.636 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.149 MiB) 10.46.009.275 I slot launch_slot_: id 0 | task 8849 | processing task, is_child = 0 10.50.266.758 I slot print_timing: id 0 | task 8849 | prompt processing, n_tokens = 2047, progress = 0.76, t = 4.26 s / 480.82 tokens per second 10.50.266.772 I slot print_timing: id 1 | task 8843 | prompt processing, n_tokens = 2545, progress = 1.00, t = 11.01 s / 231.26 tokens per second 10.50.267.870 I slot print_timing: id 2 | task 8844 | prompt processing, n_tokens = 2243, progress = 0.91, t = 6.67 s / 336.12 tokens per second 10.51.255.435 I slot print_timing: id 0 | task 8849 | prompt processing, n_tokens = 2180, progress = 0.81, t = 5.25 s / 415.57 tokens per second 10.51.256.546 I slot print_timing: id 2 | task 8844 | prompt processing, n_tokens = 2454, progress = 1.00, t = 11.93 s / 205.73 tokens per second 10.51.541.814 I slot print_timing: id 1 | task 8843 | prompt eval time = 16260.34 ms / 2549 tokens ( 6.38 ms per token, 156.76 tokens per second) 10.51.541.819 I slot print_timing: id 1 | task 8843 | eval time = 286.57 ms / 2 tokens ( 286.57 ms per token, 3.49 tokens per second) 10.51.541.820 I slot print_timing: id 1 | task 8843 | total time = 16546.91 ms / 2551 tokens 10.51.541.820 I slot print_timing: id 1 | task 8843 | graphs reused = 7471 10.51.541.821 I slot print_timing: id 1 | task 8843 | graph reallocs = 0 / 0 (same size) / (changed size) 10.51.541.952 I slot release: id 1 | task 8843 | stop processing: n_tokens = 2551, truncated = 0 10.51.542.322 I slot print_timing: id 0 | task 8849 | prompt processing, n_tokens = 2243, progress = 0.83, t = 5.53 s / 405.43 tokens per second 10.52.669.596 I slot print_timing: id 2 | task 8844 | prompt eval time = 12215.42 ms / 2458 tokens ( 4.97 ms per token, 201.22 tokens per second) 10.52.669.598 I slot print_timing: id 2 | task 8844 | eval time = 1127.44 ms / 2 tokens ( 1127.44 ms per token, 0.89 tokens per second) 10.52.669.599 I slot print_timing: id 2 | task 8844 | total time = 13342.86 ms / 2460 tokens 10.52.669.599 I slot print_timing: id 2 | task 8844 | graphs reused = 7471 10.52.669.599 I slot print_timing: id 2 | task 8844 | graph reallocs = 0 / 0 (same size) / (changed size) 10.52.669.733 I slot release: id 2 | task 8844 | stop processing: n_tokens = 2460, truncated = 0 10.52.669.987 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.895 10.52.670.046 I slot launch_slot_: id 1 | task 8854 | processing task, is_child = 0 10.52.670.200 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.296 MiB) 10.52.670.205 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.422 MiB) 10.52.670.207 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.52.670.326 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.834 MiB) 10.52.670.441 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.601 MiB) 10.52.670.593 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 10.52.670.785 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.117 MiB) 10.52.684.201 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 242818704811 10.52.684.471 I slot launch_slot_: id 2 | task 8855 | processing task, is_child = 0 10.52.684.485 I slot print_timing: id 0 | task 8849 | prompt processing, n_tokens = 2692, progress = 1.00, t = 6.66 s / 404.20 tokens per second 10.56.028.594 I slot print_timing: id 1 | task 8854 | prompt processing, n_tokens = 324, progress = 1.00, t = 3.34 s / 96.97 tokens per second 10.56.030.110 I slot print_timing: id 2 | task 8855 | prompt processing, n_tokens = 1225, progress = 0.70, t = 3.34 s / 366.71 tokens per second 10.56.630.727 I slot print_timing: id 0 | task 8849 | prompt eval time = 10019.12 ms / 2696 tokens ( 3.72 ms per token, 269.09 tokens per second) 10.56.630.734 I slot print_timing: id 0 | task 8849 | eval time = 602.31 ms / 2 tokens ( 602.31 ms per token, 1.66 tokens per second) 10.56.630.734 I slot print_timing: id 0 | task 8849 | total time = 10621.44 ms / 2698 tokens 10.56.630.735 I slot print_timing: id 0 | task 8849 | graphs reused = 7471 10.56.630.735 I slot print_timing: id 0 | task 8849 | graph reallocs = 0 / 0 (same size) / (changed size) 10.56.630.879 I slot release: id 0 | task 8849 | stop processing: n_tokens = 2698, truncated = 0 10.56.631.292 I slot print_timing: id 2 | task 8855 | prompt processing, n_tokens = 1422, progress = 0.82, t = 3.94 s / 360.65 tokens per second 10.57.401.508 I slot print_timing: id 1 | task 8854 | prompt eval time = 3944.20 ms / 328 tokens ( 12.02 ms per token, 83.16 tokens per second) 10.57.401.511 I slot print_timing: id 1 | task 8854 | eval time = 770.40 ms / 2 tokens ( 770.40 ms per token, 1.30 tokens per second) 10.57.401.511 I slot print_timing: id 1 | task 8854 | total time = 4714.60 ms / 330 tokens 10.57.401.512 I slot print_timing: id 1 | task 8854 | graphs reused = 7471 10.57.401.512 I slot print_timing: id 1 | task 8854 | graph reallocs = 0 / 0 (same size) / (changed size) 10.57.401.646 I slot release: id 1 | task 8854 | stop processing: n_tokens = 2611, truncated = 0 10.57.401.834 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 242822665957 10.57.401.992 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 10.57.401.996 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.57.401.998 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.031 MiB) 10.57.402.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.944 MiB) 10.57.402.140 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 10.57.402.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.57.402.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 10.57.402.506 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.632 MiB) 10.57.402.722 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.765 MiB) 10.57.402.907 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.351 MiB) 10.57.415.642 I slot launch_slot_: id 0 | task 8859 | processing task, is_child = 0 10.57.415.781 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.210 MiB) 10.57.415.899 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 22.354 MiB) 10.57.416.000 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.256 MiB) 10.57.416.112 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.820 MiB) 10.57.416.217 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 10.57.416.337 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.913 MiB) 10.57.416.433 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 21.134 MiB) 10.57.416.529 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.039 MiB) 10.57.427.321 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 242823436724 10.57.427.535 I slot launch_slot_: id 1 | task 8860 | processing task, is_child = 0 11.01.625.095 I slot print_timing: id 0 | task 8859 | prompt processing, n_tokens = 1301, progress = 0.72, t = 4.20 s / 309.96 tokens per second 11.01.625.854 I slot print_timing: id 1 | task 8860 | prompt processing, n_tokens = 746, progress = 0.37, t = 4.20 s / 177.75 tokens per second 11.01.625.874 I slot print_timing: id 2 | task 8855 | prompt processing, n_tokens = 1737, progress = 1.00, t = 4.71 s / 368.51 tokens per second 11.03.494.110 I slot print_timing: id 0 | task 8859 | prompt processing, n_tokens = 1422, progress = 0.78, t = 6.07 s / 234.41 tokens per second 11.03.494.962 I slot print_timing: id 1 | task 8860 | prompt processing, n_tokens = 1422, progress = 0.71, t = 6.07 s / 234.43 tokens per second 11.04.661.377 I slot print_timing: id 2 | task 8855 | prompt eval time = 10806.21 ms / 1741 tokens ( 6.21 ms per token, 161.11 tokens per second) 11.04.661.380 I slot print_timing: id 2 | task 8855 | eval time = 1167.44 ms / 2 tokens ( 1167.44 ms per token, 0.86 tokens per second) 11.04.661.381 I slot print_timing: id 2 | task 8855 | total time = 11973.65 ms / 1743 tokens 11.04.661.381 I slot print_timing: id 2 | task 8855 | graphs reused = 7471 11.04.661.382 I slot print_timing: id 2 | task 8855 | graph reallocs = 0 / 0 (same size) / (changed size) 11.04.661.484 I slot release: id 2 | task 8855 | stop processing: n_tokens = 1743, truncated = 0 11.04.661.669 I slot print_timing: id 0 | task 8859 | prompt processing, n_tokens = 1813, progress = 1.00, t = 7.23 s / 250.63 tokens per second 11.04.663.215 I slot print_timing: id 1 | task 8860 | prompt processing, n_tokens = 1491, progress = 0.74, t = 7.23 s / 206.13 tokens per second 11.05.855.852 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.796 (> 0.100 thold), f_keep = 0.838 11.05.855.912 I slot launch_slot_: id 2 | task 8865 | processing task, is_child = 0 11.05.855.922 I slot print_timing: id 1 | task 8860 | prompt processing, n_tokens = 2003, progress = 1.00, t = 8.43 s / 237.67 tokens per second 11.06.801.447 I slot print_timing: id 0 | task 8859 | prompt eval time = 8428.14 ms / 1817 tokens ( 4.64 ms per token, 215.59 tokens per second) 11.06.801.450 I slot print_timing: id 0 | task 8859 | eval time = 945.76 ms / 2 tokens ( 945.76 ms per token, 1.06 tokens per second) 11.06.801.450 I slot print_timing: id 0 | task 8859 | total time = 9373.90 ms / 1819 tokens 11.06.801.451 I slot print_timing: id 0 | task 8859 | graphs reused = 7471 11.06.801.451 I slot print_timing: id 0 | task 8859 | graph reallocs = 0 / 0 (same size) / (changed size) 11.06.801.571 I slot release: id 0 | task 8859 | stop processing: n_tokens = 1819, truncated = 0 11.06.911.366 I slot print_timing: id 1 | task 8860 | prompt eval time = 9373.79 ms / 2007 tokens ( 4.67 ms per token, 214.11 tokens per second) 11.06.911.371 I slot print_timing: id 1 | task 8860 | eval time = 109.57 ms / 2 tokens ( 109.57 ms per token, 9.13 tokens per second) 11.06.911.372 I slot print_timing: id 1 | task 8860 | total time = 9483.37 ms / 2009 tokens 11.06.911.372 I slot print_timing: id 1 | task 8860 | graphs reused = 7471 11.06.911.372 I slot print_timing: id 1 | task 8860 | graph reallocs = 0 / 0 (same size) / (changed size) 11.06.911.486 I slot release: id 1 | task 8860 | stop processing: n_tokens = 2009, truncated = 0 11.06.911.866 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.803 11.06.911.899 I slot launch_slot_: id 0 | task 8868 | processing task, is_child = 0 11.06.912.056 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 11.06.912.060 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 11.06.912.062 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.694 MiB) 11.06.912.064 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.709 MiB) 11.06.912.066 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.053 MiB) 11.06.912.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.975 MiB) 11.06.912.294 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.929 MiB) 11.06.912.447 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.116 MiB) 11.06.912.575 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.079 MiB) 11.08.004.775 I slot print_timing: id 2 | task 8865 | prompt eval time = 1054.54 ms / 374 tokens ( 2.82 ms per token, 354.66 tokens per second) 11.08.004.777 I slot print_timing: id 2 | task 8865 | eval time = 1093.08 ms / 2 tokens ( 1093.08 ms per token, 0.91 tokens per second) 11.08.004.778 I slot print_timing: id 2 | task 8865 | total time = 2147.62 ms / 376 tokens 11.08.004.778 I slot print_timing: id 2 | task 8865 | graphs reused = 7471 11.08.004.779 I slot print_timing: id 2 | task 8865 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.004.882 I slot release: id 2 | task 8865 | stop processing: n_tokens = 1835, truncated = 0 11.08.005.067 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.727 11.08.005.136 I slot launch_slot_: id 1 | task 8870 | processing task, is_child = 0 11.08.005.266 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 11.08.005.388 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.227 MiB) 11.08.005.515 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.164 MiB) 11.08.005.637 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.193 MiB) 11.08.005.805 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.055 MiB) 11.08.005.971 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.568 MiB) 11.08.006.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 11.08.006.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.819 MiB) 11.08.018.288 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 242834039961 11.08.018.489 I slot launch_slot_: id 2 | task 8871 | processing task, is_child = 0 11.08.570.767 I slot print_timing: id 3 | task 8830 | prompt eval time = 1895.14 ms / 85 tokens ( 22.30 ms per token, 44.85 tokens per second) 11.08.570.770 I slot print_timing: id 3 | task 8830 | eval time = 41690.02 ms / 26 tokens ( 1667.60 ms per token, 0.60 tokens per second) 11.08.570.770 I slot print_timing: id 3 | task 8830 | total time = 43585.17 ms / 111 tokens 11.08.570.771 I slot print_timing: id 3 | task 8830 | graphs reused = 7471 11.08.570.771 I slot print_timing: id 3 | task 8830 | graph reallocs = 0 / 0 (same size) / (changed size) 11.08.570.834 I slot release: id 3 | task 8830 | stop processing: n_tokens = 910, truncated = 0 11.10.234.554 I slot print_timing: id 0 | task 8868 | prompt eval time = 1649.64 ms / 471 tokens ( 3.50 ms per token, 285.52 tokens per second) 11.10.234.557 I slot print_timing: id 0 | task 8868 | eval time = 1663.96 ms / 2 tokens ( 1663.96 ms per token, 0.60 tokens per second) 11.10.234.558 I slot print_timing: id 0 | task 8868 | total time = 3313.60 ms / 473 tokens 11.10.234.558 I slot print_timing: id 0 | task 8868 | graphs reused = 7471 11.10.234.559 I slot print_timing: id 0 | task 8868 | graph reallocs = 0 / 0 (same size) / (changed size) 11.10.234.676 I slot release: id 0 | task 8868 | stop processing: n_tokens = 1932, truncated = 0 11.10.234.684 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 910, t_last = 242834605911 11.10.234.780 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 11.10.234.785 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.600 MiB) 11.10.234.914 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 11.10.235.032 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 11.10.235.172 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 18.368 MiB) 11.10.235.302 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.834 MiB) 11.10.235.505 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.538 MiB) 11.10.235.722 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 11.10.235.933 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 11.10.242.471 I slot launch_slot_: id 3 | task 8874 | processing task, is_child = 0 11.10.242.587 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.724 MiB) 11.10.242.591 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.069 MiB) 11.10.242.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.992 MiB) 11.10.242.765 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.006 MiB) 11.10.242.879 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 11.10.242.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.569 MiB) 11.10.243.054 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.412 MiB) 11.10.243.150 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 11.10.243.232 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.131 MiB) 11.10.252.960 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 242836269754 11.10.253.108 I slot launch_slot_: id 0 | task 8875 | processing task, is_child = 0 11.11.558.244 I slot print_timing: id 2 | task 8871 | prompt processing, n_tokens = 721, progress = 0.99, t = 3.54 s / 203.94 tokens per second 11.13.179.618 I slot print_timing: id 1 | task 8870 | prompt eval time = 3536.99 ms / 337 tokens ( 10.50 ms per token, 95.28 tokens per second) 11.13.179.621 I slot print_timing: id 1 | task 8870 | eval time = 1621.75 ms / 2 tokens ( 1621.75 ms per token, 0.62 tokens per second) 11.13.179.621 I slot print_timing: id 1 | task 8870 | total time = 5158.73 ms / 339 tokens 11.13.179.622 I slot print_timing: id 1 | task 8870 | graphs reused = 7471 11.13.179.626 I slot print_timing: id 1 | task 8870 | graph reallocs = 0 / 0 (same size) / (changed size) 11.13.179.730 I slot release: id 1 | task 8870 | stop processing: n_tokens = 1760, truncated = 0 11.13.902.454 I slot print_timing: id 2 | task 8871 | prompt eval time = 5157.64 ms / 725 tokens ( 7.11 ms per token, 140.57 tokens per second) 11.13.902.458 I slot print_timing: id 2 | task 8871 | eval time = 722.50 ms / 2 tokens ( 722.50 ms per token, 1.38 tokens per second) 11.13.902.460 I slot print_timing: id 2 | task 8871 | total time = 5880.14 ms / 727 tokens 11.13.902.461 I slot print_timing: id 2 | task 8871 | graphs reused = 7471 11.13.902.462 I slot print_timing: id 2 | task 8871 | graph reallocs = 0 / 0 (same size) / (changed size) 11.13.902.534 I slot release: id 2 | task 8871 | stop processing: n_tokens = 727, truncated = 0 11.13.902.545 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.881 (> 0.100 thold), f_keep = 0.879 11.13.902.632 I slot launch_slot_: id 2 | task 8879 | processing task, is_child = 0 11.13.902.934 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.225 MiB) 11.13.902.944 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.334 MiB) 11.13.902.948 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.539 MiB) 11.13.902.952 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.959 MiB) 11.13.903.239 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.945 MiB) 11.13.903.460 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.381 MiB) 11.13.903.731 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 11.13.903.985 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 11.13.913.279 I slot print_timing: id 0 | task 8875 | prompt processing, n_tokens = 755, progress = 0.99, t = 3.65 s / 206.90 tokens per second 11.13.916.971 I slot print_timing: id 3 | task 8874 | prompt processing, n_tokens = 741, progress = 0.99, t = 3.65 s / 203.18 tokens per second 11.14.223.337 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 242839214808 11.14.223.488 I slot launch_slot_: id 1 | task 8881 | processing task, is_child = 0 11.14.780.046 I slot print_timing: id 0 | task 8875 | prompt eval time = 3970.03 ms / 759 tokens ( 5.23 ms per token, 191.18 tokens per second) 11.14.780.048 I slot print_timing: id 0 | task 8875 | eval time = 556.90 ms / 2 tokens ( 556.90 ms per token, 1.80 tokens per second) 11.14.780.049 I slot print_timing: id 0 | task 8875 | total time = 4526.93 ms / 761 tokens 11.14.780.049 I slot print_timing: id 0 | task 8875 | graphs reused = 7471 11.14.780.050 I slot print_timing: id 0 | task 8875 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.780.097 I slot release: id 0 | task 8875 | stop processing: n_tokens = 761, truncated = 0 11.14.780.466 I slot print_timing: id 3 | task 8874 | prompt eval time = 3968.15 ms / 745 tokens ( 5.33 ms per token, 187.74 tokens per second) 11.14.780.473 I slot print_timing: id 3 | task 8874 | eval time = 557.13 ms / 2 tokens ( 557.13 ms per token, 1.79 tokens per second) 11.14.780.474 I slot print_timing: id 3 | task 8874 | total time = 4525.28 ms / 747 tokens 11.14.780.474 I slot print_timing: id 3 | task 8874 | graphs reused = 7471 11.14.780.475 I slot print_timing: id 3 | task 8874 | graph reallocs = 0 / 0 (same size) / (changed size) 11.14.780.519 I slot release: id 3 | task 8874 | stop processing: n_tokens = 747, truncated = 0 11.15.633.463 I slot print_timing: id 2 | task 8879 | prompt eval time = 864.30 ms / 86 tokens ( 10.05 ms per token, 99.50 tokens per second) 11.15.633.465 I slot print_timing: id 2 | task 8879 | eval time = 853.16 ms / 2 tokens ( 853.16 ms per token, 1.17 tokens per second) 11.15.633.466 I slot print_timing: id 2 | task 8879 | total time = 1717.47 ms / 88 tokens 11.15.633.466 I slot print_timing: id 2 | task 8879 | graphs reused = 7471 11.15.633.467 I slot print_timing: id 2 | task 8879 | graph reallocs = 0 / 0 (same size) / (changed size) 11.15.633.515 I slot release: id 2 | task 8879 | stop processing: n_tokens = 726, truncated = 0 11.15.633.522 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 242840815174 11.15.633.610 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.172 MiB) 11.15.633.615 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.037 MiB) 11.15.633.617 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 11.15.633.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 11.15.633.882 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.320 MiB) 11.15.633.987 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.851 MiB) 11.15.640.151 I slot launch_slot_: id 0 | task 8884 | processing task, is_child = 0 11.15.640.223 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.898 MiB) 11.15.640.226 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.382 MiB) 11.15.640.324 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.616 MiB) 11.15.640.418 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 16.039 MiB) 11.15.640.506 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.006 MiB) 11.15.640.589 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.068 MiB) 11.15.640.745 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 11.15.648.295 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.993 MiB) 11.15.648.362 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.912 MiB) 11.15.648.462 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.414 MiB) 11.15.648.546 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.647 MiB) 11.15.648.625 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.022 MiB) 11.15.648.727 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.303 MiB) 11.15.654.200 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 242840815596 11.15.654.293 I slot launch_slot_: id 3 | task 8885 | processing task, is_child = 0 11.15.654.353 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 242841668592 11.15.654.481 I slot launch_slot_: id 2 | task 8886 | processing task, is_child = 0 11.18.201.207 I slot print_timing: id 1 | task 8881 | prompt processing, n_tokens = 734, progress = 0.99, t = 3.45 s / 212.45 tokens per second 11.20.584.604 I slot print_timing: id 0 | task 8884 | prompt processing, n_tokens = 625, progress = 0.78, t = 4.93 s / 126.78 tokens per second 11.20.585.297 I slot print_timing: id 2 | task 8886 | prompt processing, n_tokens = 675, progress = 0.84, t = 4.93 s / 136.94 tokens per second 11.20.586.682 I slot print_timing: id 3 | task 8885 | prompt processing, n_tokens = 890, progress = 0.85, t = 4.93 s / 180.57 tokens per second 11.21.692.689 I slot print_timing: id 1 | task 8881 | prompt eval time = 6361.10 ms / 738 tokens ( 8.62 ms per token, 116.02 tokens per second) 11.21.692.694 I slot print_timing: id 1 | task 8881 | eval time = 1108.09 ms / 2 tokens ( 1108.09 ms per token, 0.90 tokens per second) 11.21.692.696 I slot print_timing: id 1 | task 8881 | total time = 7469.18 ms / 740 tokens 11.21.692.696 I slot print_timing: id 1 | task 8881 | graphs reused = 7471 11.21.692.697 I slot print_timing: id 1 | task 8881 | graph reallocs = 0 / 0 (same size) / (changed size) 11.21.692.739 I slot release: id 1 | task 8881 | stop processing: n_tokens = 740, truncated = 0 11.21.692.750 I slot print_timing: id 0 | task 8884 | prompt processing, n_tokens = 793, progress = 0.99, t = 6.04 s / 131.33 tokens per second 11.21.695.717 I slot print_timing: id 2 | task 8886 | prompt processing, n_tokens = 802, progress = 1.00, t = 6.04 s / 132.85 tokens per second 11.21.698.099 I slot print_timing: id 3 | task 8885 | prompt processing, n_tokens = 1041, progress = 1.00, t = 6.04 s / 172.44 tokens per second 11.21.788.070 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 242847727816 11.21.788.156 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.725 MiB) 11.21.788.160 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.842 MiB) 11.21.788.162 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.460 MiB) 11.21.788.164 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 15.976 MiB) 11.21.788.166 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 11.662 MiB) 11.21.788.168 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 17.383 MiB) 11.21.794.458 I slot launch_slot_: id 1 | task 8891 | processing task, is_child = 0 11.22.440.241 I slot print_timing: id 0 | task 8884 | prompt eval time = 6133.22 ms / 797 tokens ( 7.70 ms per token, 129.95 tokens per second) 11.22.440.243 I slot print_timing: id 0 | task 8884 | eval time = 652.53 ms / 2 tokens ( 652.53 ms per token, 1.53 tokens per second) 11.22.440.244 I slot print_timing: id 0 | task 8884 | total time = 6785.74 ms / 799 tokens 11.22.440.244 I slot print_timing: id 0 | task 8884 | graphs reused = 7471 11.22.440.244 I slot print_timing: id 0 | task 8884 | graph reallocs = 0 / 0 (same size) / (changed size) 11.22.440.300 I slot release: id 0 | task 8884 | stop processing: n_tokens = 799, truncated = 0 11.22.440.475 I slot print_timing: id 2 | task 8886 | prompt eval time = 6132.48 ms / 806 tokens ( 7.61 ms per token, 131.43 tokens per second) 11.22.440.478 I slot print_timing: id 2 | task 8886 | eval time = 652.59 ms / 2 tokens ( 652.59 ms per token, 1.53 tokens per second) 11.22.440.478 I slot print_timing: id 2 | task 8886 | total time = 6785.07 ms / 808 tokens 11.22.440.478 I slot print_timing: id 2 | task 8886 | graphs reused = 7471 11.22.440.479 I slot print_timing: id 2 | task 8886 | graph reallocs = 0 / 0 (same size) / (changed size) 11.22.440.518 I slot release: id 2 | task 8886 | stop processing: n_tokens = 808, truncated = 0 11.22.440.709 I slot print_timing: id 3 | task 8885 | prompt eval time = 6132.41 ms / 1045 tokens ( 5.87 ms per token, 170.41 tokens per second) 11.22.440.711 I slot print_timing: id 3 | task 8885 | eval time = 652.64 ms / 2 tokens ( 652.64 ms per token, 1.53 tokens per second) 11.22.440.711 I slot print_timing: id 3 | task 8885 | total time = 6785.06 ms / 1047 tokens 11.22.440.711 I slot print_timing: id 3 | task 8885 | graphs reused = 7471 11.22.440.712 I slot print_timing: id 3 | task 8885 | graph reallocs = 0 / 0 (same size) / (changed size) 11.22.440.764 I slot release: id 3 | task 8885 | stop processing: n_tokens = 1047, truncated = 0 11.23.283.581 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 242848475377 11.23.283.663 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 14.476 MiB) 11.23.283.666 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 12.788 MiB) 11.23.283.790 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 10.396 MiB) 11.23.283.902 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.679 MiB) 11.23.284.009 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.030 MiB) 11.23.284.115 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 13.554 MiB) 11.23.568.444 I slot launch_slot_: id 0 | task 8896 | processing task, is_child = 0 11.23.568.528 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.336 MiB) 11.23.572.129 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 154.767 MiB) 11.23.574.712 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 242848475595 11.23.574.809 I slot launch_slot_: id 2 | task 8895 | processing task, is_child = 0 11.23.574.883 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 242848475841 11.23.574.972 I slot launch_slot_: id 3 | task 8897 | processing task, is_child = 0 11.28.119.941 I slot print_timing: id 1 | task 8891 | prompt eval time = 3933.03 ms / 797 tokens ( 4.93 ms per token, 202.64 tokens per second) 11.28.119.944 I slot print_timing: id 1 | task 8891 | eval time = 2392.43 ms / 2 tokens ( 2392.43 ms per token, 0.42 tokens per second) 11.28.119.944 I slot print_timing: id 1 | task 8891 | total time = 6325.46 ms / 799 tokens 11.28.119.945 I slot print_timing: id 1 | task 8891 | graphs reused = 7471 11.28.119.945 I slot print_timing: id 1 | task 8891 | graph reallocs = 0 / 0 (same size) / (changed size) 11.28.119.996 I slot release: id 1 | task 8891 | stop processing: n_tokens = 799, truncated = 0 11.28.120.008 I slot print_timing: id 0 | task 8896 | prompt processing, n_tokens = 718, progress = 0.85, t = 4.54 s / 157.98 tokens per second 11.28.120.761 I slot print_timing: id 2 | task 8895 | prompt processing, n_tokens = 718, progress = 0.86, t = 4.54 s / 158.01 tokens per second 11.28.122.245 I slot print_timing: id 3 | task 8897 | prompt processing, n_tokens = 718, progress = 0.80, t = 4.54 s / 158.02 tokens per second 11.28.951.056 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 242854155073 11.29.113.014 I slot launch_slot_: id 1 | task 8901 | processing task, is_child = 0 11.29.113.023 I slot print_timing: id 0 | task 8896 | prompt processing, n_tokens = 839, progress = 1.00, t = 5.38 s / 156.06 tokens per second 11.29.114.423 I slot print_timing: id 2 | task 8895 | prompt processing, n_tokens = 832, progress = 1.00, t = 5.38 s / 154.79 tokens per second 11.29.115.264 I slot print_timing: id 3 | task 8897 | prompt processing, n_tokens = 895, progress = 1.00, t = 5.37 s / 166.51 tokens per second 11.30.785.326 I slot print_timing: id 0 | task 8896 | prompt eval time = 6415.75 ms / 843 tokens ( 7.61 ms per token, 131.40 tokens per second) 11.30.785.328 I slot print_timing: id 0 | task 8896 | eval time = 794.59 ms / 2 tokens ( 794.59 ms per token, 1.26 tokens per second) 11.30.785.329 I slot print_timing: id 0 | task 8896 | total time = 7210.34 ms / 845 tokens 11.30.785.329 I slot print_timing: id 0 | task 8896 | graphs reused = 7471 11.30.785.330 I slot print_timing: id 0 | task 8896 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.785.382 I slot release: id 0 | task 8896 | stop processing: n_tokens = 845, truncated = 0 11.30.785.561 I slot print_timing: id 2 | task 8895 | prompt eval time = 6415.02 ms / 836 tokens ( 7.67 ms per token, 130.32 tokens per second) 11.30.785.563 I slot print_timing: id 2 | task 8895 | eval time = 794.64 ms / 2 tokens ( 794.64 ms per token, 1.26 tokens per second) 11.30.785.564 I slot print_timing: id 2 | task 8895 | total time = 7209.67 ms / 838 tokens 11.30.785.564 I slot print_timing: id 2 | task 8895 | graphs reused = 7471 11.30.785.564 I slot print_timing: id 2 | task 8895 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.785.602 I slot release: id 2 | task 8895 | stop processing: n_tokens = 838, truncated = 0 11.30.785.794 I slot print_timing: id 3 | task 8897 | prompt eval time = 6414.97 ms / 899 tokens ( 7.14 ms per token, 140.14 tokens per second) 11.30.785.798 I slot print_timing: id 3 | task 8897 | eval time = 794.69 ms / 2 tokens ( 794.69 ms per token, 1.26 tokens per second) 11.30.785.798 I slot print_timing: id 3 | task 8897 | total time = 7209.67 ms / 901 tokens 11.30.785.798 I slot print_timing: id 3 | task 8897 | graphs reused = 7471 11.30.785.799 I slot print_timing: id 3 | task 8897 | graph reallocs = 0 / 0 (same size) / (changed size) 11.30.785.834 I slot release: id 3 | task 8897 | stop processing: n_tokens = 901, truncated = 0 11.31.254.258 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 242856820459 11.31.254.342 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.851 MiB) 11.31.256.812 I slot launch_slot_: id 0 | task 8906 | processing task, is_child = 0 11.31.256.884 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 145.307 MiB) 11.31.263.323 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 242856820680 11.31.263.414 I slot launch_slot_: id 2 | task 8907 | processing task, is_child = 0 11.31.263.482 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.829 11.31.263.498 I slot launch_slot_: id 3 | task 8908 | processing task, is_child = 0 11.32.607.660 I slot print_timing: id 1 | task 8901 | prompt eval time = 2139.97 ms / 907 tokens ( 2.36 ms per token, 423.84 tokens per second) 11.32.607.662 I slot print_timing: id 1 | task 8901 | eval time = 1353.40 ms / 2 tokens ( 1353.40 ms per token, 0.74 tokens per second) 11.32.607.662 I slot print_timing: id 1 | task 8901 | total time = 3493.38 ms / 909 tokens 11.32.607.663 I slot print_timing: id 1 | task 8901 | graphs reused = 7471 11.32.607.663 I slot print_timing: id 1 | task 8901 | graph reallocs = 0 / 0 (same size) / (changed size) 11.32.607.719 I slot release: id 1 | task 8901 | stop processing: n_tokens = 909, truncated = 0 11.34.315.852 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 242858642796 11.34.315.952 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 123.714 MiB) 11.34.320.221 I slot launch_slot_: id 1 | task 8911 | processing task, is_child = 0 11.34.320.239 I slot print_timing: id 0 | task 8906 | prompt processing, n_tokens = 576, progress = 0.84, t = 3.05 s / 188.72 tokens per second 11.34.321.571 I slot print_timing: id 2 | task 8907 | prompt processing, n_tokens = 705, progress = 0.85, t = 3.05 s / 231.00 tokens per second 11.35.566.648 I slot print_timing: id 3 | task 8908 | prompt eval time = 3052.04 ms / 112 tokens ( 27.25 ms per token, 36.70 tokens per second) 11.35.566.653 I slot print_timing: id 3 | task 8908 | eval time = 1250.80 ms / 2 tokens ( 1250.80 ms per token, 0.80 tokens per second) 11.35.566.653 I slot print_timing: id 3 | task 8908 | total time = 4302.84 ms / 114 tokens 11.35.566.654 I slot print_timing: id 3 | task 8908 | graphs reused = 7471 11.35.566.654 I slot print_timing: id 3 | task 8908 | graph reallocs = 0 / 0 (same size) / (changed size) 11.35.566.708 I slot release: id 3 | task 8908 | stop processing: n_tokens = 860, truncated = 0 11.35.566.718 I slot print_timing: id 0 | task 8906 | prompt processing, n_tokens = 681, progress = 0.99, t = 4.30 s / 158.26 tokens per second 11.35.568.539 I slot print_timing: id 2 | task 8907 | prompt processing, n_tokens = 821, progress = 1.00, t = 4.30 s / 190.81 tokens per second 11.36.412.060 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 242861601785 11.36.412.150 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.544 MiB) 11.36.416.520 I slot launch_slot_: id 3 | task 8914 | processing task, is_child = 0 11.37.344.740 I slot print_timing: id 0 | task 8906 | prompt eval time = 5148.36 ms / 685 tokens ( 7.52 ms per token, 133.05 tokens per second) 11.37.344.745 I slot print_timing: id 0 | task 8906 | eval time = 932.87 ms / 2 tokens ( 932.87 ms per token, 1.07 tokens per second) 11.37.344.746 I slot print_timing: id 0 | task 8906 | total time = 6081.23 ms / 687 tokens 11.37.344.746 I slot print_timing: id 0 | task 8906 | graphs reused = 7471 11.37.344.746 I slot print_timing: id 0 | task 8906 | graph reallocs = 0 / 0 (same size) / (changed size) 11.37.344.788 I slot release: id 0 | task 8906 | stop processing: n_tokens = 687, truncated = 0 11.37.344.959 I slot print_timing: id 2 | task 8907 | prompt eval time = 5148.40 ms / 825 tokens ( 6.24 ms per token, 160.24 tokens per second) 11.37.344.961 I slot print_timing: id 2 | task 8907 | eval time = 932.90 ms / 2 tokens ( 932.90 ms per token, 1.07 tokens per second) 11.37.344.961 I slot print_timing: id 2 | task 8907 | total time = 6081.30 ms / 827 tokens 11.37.344.962 I slot print_timing: id 2 | task 8907 | graphs reused = 7471 11.37.344.962 I slot print_timing: id 2 | task 8907 | graph reallocs = 0 / 0 (same size) / (changed size) 11.37.345.006 I slot release: id 2 | task 8907 | stop processing: n_tokens = 827, truncated = 0 11.37.345.014 I slot print_timing: id 1 | task 8911 | prompt processing, n_tokens = 848, progress = 1.00, t = 3.02 s / 280.50 tokens per second 11.38.162.156 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 242863379865 11.38.168.956 I slot launch_slot_: id 0 | task 8917 | processing task, is_child = 0 11.38.169.031 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 143.134 MiB) 11.38.171.185 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 242863380083 11.38.171.275 I slot launch_slot_: id 2 | task 8918 | processing task, is_child = 0 11.39.495.490 I slot print_timing: id 1 | task 8911 | prompt eval time = 3840.75 ms / 852 tokens ( 4.51 ms per token, 221.83 tokens per second) 11.39.495.492 I slot print_timing: id 1 | task 8911 | eval time = 1333.33 ms / 2 tokens ( 1333.33 ms per token, 0.75 tokens per second) 11.39.495.493 I slot print_timing: id 1 | task 8911 | total time = 5174.08 ms / 854 tokens 11.39.495.493 I slot print_timing: id 1 | task 8911 | graphs reused = 7471 11.39.495.493 I slot print_timing: id 1 | task 8911 | graph reallocs = 0 / 0 (same size) / (changed size) 11.39.495.549 I slot release: id 1 | task 8911 | stop processing: n_tokens = 854, truncated = 0 11.39.496.278 I slot print_timing: id 3 | task 8914 | prompt processing, n_tokens = 758, progress = 0.99, t = 3.08 s / 246.25 tokens per second 11.41.198.930 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 242865530626 11.41.205.175 I slot launch_slot_: id 1 | task 8921 | processing task, is_child = 0 11.41.205.185 I slot print_timing: id 0 | task 8917 | prompt processing, n_tokens = 623, progress = 0.84, t = 3.03 s / 205.78 tokens per second 11.41.205.985 I slot print_timing: id 2 | task 8918 | prompt processing, n_tokens = 604, progress = 0.84, t = 3.03 s / 199.52 tokens per second 11.42.266.375 I slot print_timing: id 3 | task 8914 | prompt eval time = 4781.75 ms / 762 tokens ( 6.28 ms per token, 159.36 tokens per second) 11.42.266.378 I slot print_timing: id 3 | task 8914 | eval time = 1067.45 ms / 2 tokens ( 1067.45 ms per token, 0.94 tokens per second) 11.42.266.378 I slot print_timing: id 3 | task 8914 | total time = 5849.19 ms / 764 tokens 11.42.266.379 I slot print_timing: id 3 | task 8914 | graphs reused = 7471 11.42.266.379 I slot print_timing: id 3 | task 8914 | graph reallocs = 0 / 0 (same size) / (changed size) 11.42.266.431 I slot release: id 3 | task 8914 | stop processing: n_tokens = 764, truncated = 0 11.42.266.442 I slot print_timing: id 0 | task 8917 | prompt processing, n_tokens = 742, progress = 0.99, t = 4.09 s / 181.20 tokens per second 11.42.268.099 I slot print_timing: id 2 | task 8918 | prompt processing, n_tokens = 716, progress = 0.99, t = 4.09 s / 174.86 tokens per second 11.43.104.299 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 242868301509 11.43.104.387 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.428 MiB) 11.43.107.583 I slot launch_slot_: id 3 | task 8924 | processing task, is_child = 0 11.43.969.113 I slot print_timing: id 0 | task 8917 | prompt eval time = 4932.81 ms / 746 tokens ( 6.61 ms per token, 151.23 tokens per second) 11.43.969.119 I slot print_timing: id 0 | task 8917 | eval time = 865.02 ms / 2 tokens ( 865.02 ms per token, 1.16 tokens per second) 11.43.969.119 I slot print_timing: id 0 | task 8917 | total time = 5797.83 ms / 748 tokens 11.43.969.120 I slot print_timing: id 0 | task 8917 | graphs reused = 7471 11.43.969.120 I slot print_timing: id 0 | task 8917 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.969.164 I slot release: id 0 | task 8917 | stop processing: n_tokens = 748, truncated = 0 11.43.969.340 I slot print_timing: id 2 | task 8918 | prompt eval time = 4932.87 ms / 720 tokens ( 6.85 ms per token, 145.96 tokens per second) 11.43.969.345 I slot print_timing: id 2 | task 8918 | eval time = 865.04 ms / 2 tokens ( 865.04 ms per token, 1.16 tokens per second) 11.43.969.346 I slot print_timing: id 2 | task 8918 | total time = 5797.91 ms / 722 tokens 11.43.969.346 I slot print_timing: id 2 | task 8918 | graphs reused = 7471 11.43.969.346 I slot print_timing: id 2 | task 8918 | graph reallocs = 0 / 0 (same size) / (changed size) 11.43.969.386 I slot release: id 2 | task 8918 | stop processing: n_tokens = 722, truncated = 0 11.44.839.919 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.877 11.44.839.969 I slot launch_slot_: id 2 | task 8927 | processing task, is_child = 0 11.44.840.064 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.857 MiB) 11.44.843.034 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 242870004241 11.44.843.123 I slot launch_slot_: id 0 | task 8928 | processing task, is_child = 0 11.45.829.254 I slot print_timing: id 1 | task 8921 | prompt eval time = 3634.07 ms / 741 tokens ( 4.90 ms per token, 203.90 tokens per second) 11.45.829.257 I slot print_timing: id 1 | task 8921 | eval time = 989.34 ms / 2 tokens ( 989.34 ms per token, 1.01 tokens per second) 11.45.829.257 I slot print_timing: id 1 | task 8921 | total time = 4623.41 ms / 743 tokens 11.45.829.258 I slot print_timing: id 1 | task 8921 | graphs reused = 7471 11.45.829.258 I slot print_timing: id 1 | task 8921 | graph reallocs = 0 / 0 (same size) / (changed size) 11.45.829.300 I slot release: id 1 | task 8921 | stop processing: n_tokens = 743, truncated = 0 11.46.706.582 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.852 11.46.706.632 I slot launch_slot_: id 1 | task 8931 | processing task, is_child = 0 11.47.248.666 I slot print_timing: id 2 | task 8927 | prompt eval time = 1863.11 ms / 83 tokens ( 22.45 ms per token, 44.55 tokens per second) 11.47.248.670 I slot print_timing: id 2 | task 8927 | eval time = 542.27 ms / 2 tokens ( 542.27 ms per token, 1.84 tokens per second) 11.47.248.670 I slot print_timing: id 2 | task 8927 | total time = 2405.38 ms / 85 tokens 11.47.248.671 I slot print_timing: id 2 | task 8927 | graphs reused = 7471 11.47.248.671 I slot print_timing: id 2 | task 8927 | graph reallocs = 0 / 0 (same size) / (changed size) 11.47.248.711 I slot release: id 2 | task 8927 | stop processing: n_tokens = 717, truncated = 0 11.47.248.878 I slot print_timing: id 3 | task 8924 | prompt eval time = 3598.32 ms / 724 tokens ( 4.97 ms per token, 201.21 tokens per second) 11.47.248.882 I slot print_timing: id 3 | task 8924 | eval time = 542.30 ms / 2 tokens ( 542.30 ms per token, 1.84 tokens per second) 11.47.248.882 I slot print_timing: id 3 | task 8924 | total time = 4140.62 ms / 726 tokens 11.47.248.882 I slot print_timing: id 3 | task 8924 | graphs reused = 7471 11.47.248.883 I slot print_timing: id 3 | task 8924 | graph reallocs = 0 / 0 (same size) / (changed size) 11.47.248.920 I slot release: id 3 | task 8924 | stop processing: n_tokens = 726, truncated = 0 11.47.299.190 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.883 11.47.299.257 I slot launch_slot_: id 2 | task 8934 | processing task, is_child = 0 11.47.303.150 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.874 (> 0.100 thold), f_keep = 0.872 11.47.303.179 I slot launch_slot_: id 3 | task 8935 | processing task, is_child = 0 11.47.752.633 I slot print_timing: id 0 | task 8928 | prompt eval time = 2455.85 ms / 720 tokens ( 3.41 ms per token, 293.18 tokens per second) 11.47.752.636 I slot print_timing: id 0 | task 8928 | eval time = 453.65 ms / 2 tokens ( 453.65 ms per token, 2.20 tokens per second) 11.47.752.637 I slot print_timing: id 0 | task 8928 | total time = 2909.50 ms / 722 tokens 11.47.752.637 I slot print_timing: id 0 | task 8928 | graphs reused = 7471 11.47.752.637 I slot print_timing: id 0 | task 8928 | graph reallocs = 0 / 0 (same size) / (changed size) 11.47.752.689 I slot release: id 0 | task 8928 | stop processing: n_tokens = 722, truncated = 0 11.47.752.867 I slot print_timing: id 1 | task 8931 | prompt eval time = 591.49 ms / 81 tokens ( 7.30 ms per token, 136.94 tokens per second) 11.47.752.869 I slot print_timing: id 1 | task 8931 | eval time = 453.68 ms / 2 tokens ( 453.68 ms per token, 2.20 tokens per second) 11.47.752.869 I slot print_timing: id 1 | task 8931 | total time = 1045.17 ms / 83 tokens 11.47.752.869 I slot print_timing: id 1 | task 8931 | graphs reused = 7471 11.47.752.870 I slot print_timing: id 1 | task 8931 | graph reallocs = 0 / 0 (same size) / (changed size) 11.47.752.905 I slot release: id 1 | task 8931 | stop processing: n_tokens = 715, truncated = 0 11.47.803.227 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 11.47.803.259 I slot launch_slot_: id 0 | task 8938 | processing task, is_child = 0 11.47.803.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.642 MiB) 11.47.803.338 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.423 MiB) 11.47.805.866 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.885 11.47.805.889 I slot launch_slot_: id 1 | task 8939 | processing task, is_child = 0 11.48.413.334 I slot print_timing: id 2 | task 8934 | prompt eval time = 499.85 ms / 79 tokens ( 6.33 ms per token, 158.05 tokens per second) 11.48.413.337 I slot print_timing: id 2 | task 8934 | eval time = 610.29 ms / 2 tokens ( 610.29 ms per token, 1.64 tokens per second) 11.48.413.337 I slot print_timing: id 2 | task 8934 | total time = 1110.14 ms / 81 tokens 11.48.413.338 I slot print_timing: id 2 | task 8934 | graphs reused = 7471 11.48.413.338 I slot print_timing: id 2 | task 8934 | graph reallocs = 0 / 0 (same size) / (changed size) 11.48.413.379 I slot release: id 2 | task 8934 | stop processing: n_tokens = 713, truncated = 0 11.48.413.547 I slot print_timing: id 3 | task 8935 | prompt eval time = 499.35 ms / 91 tokens ( 5.49 ms per token, 182.24 tokens per second) 11.48.413.549 I slot print_timing: id 3 | task 8935 | eval time = 610.33 ms / 2 tokens ( 610.33 ms per token, 1.64 tokens per second) 11.48.413.549 I slot print_timing: id 3 | task 8935 | total time = 1109.68 ms / 93 tokens 11.48.413.549 I slot print_timing: id 3 | task 8935 | graphs reused = 7471 11.48.413.550 I slot print_timing: id 3 | task 8935 | graph reallocs = 0 / 0 (same size) / (changed size) 11.48.413.582 I slot release: id 3 | task 8935 | stop processing: n_tokens = 725, truncated = 0 11.48.462.909 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888 11.48.462.946 I slot launch_slot_: id 2 | task 8942 | processing task, is_child = 0 11.48.463.026 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.696 MiB) 11.48.465.722 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 242874448659 11.48.465.808 I slot launch_slot_: id 3 | task 8943 | processing task, is_child = 0 11.49.477.299 I slot print_timing: id 0 | task 8938 | prompt eval time = 656.83 ms / 88 tokens ( 7.46 ms per token, 133.98 tokens per second) 11.49.477.302 I slot print_timing: id 0 | task 8938 | eval time = 1014.57 ms / 2 tokens ( 1014.57 ms per token, 0.99 tokens per second) 11.49.477.303 I slot print_timing: id 0 | task 8938 | total time = 1671.40 ms / 90 tokens 11.49.477.303 I slot print_timing: id 0 | task 8938 | graphs reused = 7471 11.49.477.304 I slot print_timing: id 0 | task 8938 | graph reallocs = 0 / 0 (same size) / (changed size) 11.49.477.352 I slot release: id 0 | task 8938 | stop processing: n_tokens = 722, truncated = 0 11.49.477.523 I slot print_timing: id 1 | task 8939 | prompt eval time = 656.34 ms / 122 tokens ( 5.38 ms per token, 185.88 tokens per second) 11.49.477.529 I slot print_timing: id 1 | task 8939 | eval time = 1014.62 ms / 2 tokens ( 1014.62 ms per token, 0.99 tokens per second) 11.49.477.529 I slot print_timing: id 1 | task 8939 | total time = 1670.95 ms / 124 tokens 11.49.477.529 I slot print_timing: id 1 | task 8939 | graphs reused = 7471 11.49.477.530 I slot print_timing: id 1 | task 8939 | graph reallocs = 0 / 0 (same size) / (changed size) 11.49.477.570 I slot release: id 1 | task 8939 | stop processing: n_tokens = 756, truncated = 0 11.50.302.668 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 242875512429 11.50.302.757 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.860 MiB) 11.50.307.418 I slot launch_slot_: id 0 | task 8946 | processing task, is_child = 0 11.50.307.512 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.157 MiB) 11.50.310.766 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 242875512648 11.50.310.852 I slot launch_slot_: id 1 | task 8947 | processing task, is_child = 0 11.52.648.302 I slot print_timing: id 2 | task 8942 | prompt eval time = 1836.85 ms / 82 tokens ( 22.40 ms per token, 44.64 tokens per second) 11.52.648.305 I slot print_timing: id 2 | task 8942 | eval time = 2345.63 ms / 2 tokens ( 2345.63 ms per token, 0.43 tokens per second) 11.52.648.305 I slot print_timing: id 2 | task 8942 | total time = 4182.48 ms / 84 tokens 11.52.648.306 I slot print_timing: id 2 | task 8942 | graphs reused = 7471 11.52.648.307 I slot print_timing: id 2 | task 8942 | graph reallocs = 0 / 0 (same size) / (changed size) 11.52.648.359 I slot release: id 2 | task 8942 | stop processing: n_tokens = 716, truncated = 0 11.52.650.080 I slot print_timing: id 3 | task 8943 | prompt processing, n_tokens = 889, progress = 1.00, t = 4.18 s / 212.60 tokens per second 11.54.280.651 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 242878683436 11.54.280.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.047 MiB) 11.54.285.376 I slot launch_slot_: id 2 | task 8950 | processing task, is_child = 0 11.54.285.389 I slot print_timing: id 0 | task 8946 | prompt processing, n_tokens = 917, progress = 0.83, t = 3.97 s / 231.01 tokens per second 11.54.286.076 I slot print_timing: id 1 | task 8947 | prompt processing, n_tokens = 757, progress = 0.86, t = 3.97 s / 190.71 tokens per second 11.56.197.914 I slot print_timing: id 3 | task 8943 | prompt eval time = 5814.05 ms / 893 tokens ( 6.51 ms per token, 153.59 tokens per second) 11.56.197.918 I slot print_timing: id 3 | task 8943 | eval time = 1917.27 ms / 2 tokens ( 1917.27 ms per token, 0.52 tokens per second) 11.56.197.918 I slot print_timing: id 3 | task 8943 | total time = 7731.31 ms / 895 tokens 11.56.197.919 I slot print_timing: id 3 | task 8943 | graphs reused = 7471 11.56.197.919 I slot print_timing: id 3 | task 8943 | graph reallocs = 0 / 0 (same size) / (changed size) 11.56.197.981 I slot release: id 3 | task 8943 | stop processing: n_tokens = 895, truncated = 0 11.56.197.994 I slot print_timing: id 0 | task 8946 | prompt processing, n_tokens = 1105, progress = 1.00, t = 5.89 s / 187.71 tokens per second 11.56.198.934 I slot print_timing: id 1 | task 8947 | prompt processing, n_tokens = 873, progress = 1.00, t = 5.89 s / 148.30 tokens per second 11.56.993.507 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 242882233058 11.56.993.604 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.401 MiB) 11.57.000.087 I slot launch_slot_: id 3 | task 8953 | processing task, is_child = 0 11.58.646.629 I slot print_timing: id 0 | task 8946 | prompt eval time = 6682.45 ms / 1109 tokens ( 6.03 ms per token, 165.96 tokens per second) 11.58.646.634 I slot print_timing: id 0 | task 8946 | eval time = 1653.32 ms / 2 tokens ( 1653.32 ms per token, 0.60 tokens per second) 11.58.646.634 I slot print_timing: id 0 | task 8946 | total time = 8335.76 ms / 1111 tokens 11.58.646.635 I slot print_timing: id 0 | task 8946 | graphs reused = 7471 11.58.646.635 I slot print_timing: id 0 | task 8946 | graph reallocs = 0 / 0 (same size) / (changed size) 11.58.646.692 I slot release: id 0 | task 8946 | stop processing: n_tokens = 1111, truncated = 0 11.58.646.936 I slot print_timing: id 1 | task 8947 | prompt eval time = 6682.48 ms / 877 tokens ( 7.62 ms per token, 131.24 tokens per second) 11.58.646.940 I slot print_timing: id 1 | task 8947 | eval time = 1653.43 ms / 2 tokens ( 1653.43 ms per token, 0.60 tokens per second) 11.58.646.940 I slot print_timing: id 1 | task 8947 | total time = 8335.91 ms / 879 tokens 11.58.646.941 I slot print_timing: id 1 | task 8947 | graphs reused = 7471 11.58.646.941 I slot print_timing: id 1 | task 8947 | graph reallocs = 0 / 0 (same size) / (changed size) 11.58.646.985 I slot release: id 1 | task 8947 | stop processing: n_tokens = 879, truncated = 0 11.58.646.994 I slot print_timing: id 2 | task 8950 | prompt processing, n_tokens = 1095, progress = 1.00, t = 4.36 s / 251.16 tokens per second 11.59.419.959 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.893 11.59.420.023 I slot launch_slot_: id 0 | task 8956 | processing task, is_child = 0 11.59.420.114 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.271 MiB) 11.59.422.536 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 242884682062 11.59.422.636 I slot launch_slot_: id 1 | task 8957 | processing task, is_child = 0 12.01.302.123 I slot print_timing: id 2 | task 8950 | prompt eval time = 5133.20 ms / 1099 tokens ( 4.67 ms per token, 214.10 tokens per second) 12.01.302.126 I slot print_timing: id 2 | task 8950 | eval time = 1882.17 ms / 2 tokens ( 1882.17 ms per token, 0.53 tokens per second) 12.01.302.126 I slot print_timing: id 2 | task 8950 | total time = 7015.37 ms / 1101 tokens 12.01.302.127 I slot print_timing: id 2 | task 8950 | graphs reused = 7471 12.01.302.127 I slot print_timing: id 2 | task 8950 | graph reallocs = 0 / 0 (same size) / (changed size) 12.01.302.184 I slot release: id 2 | task 8950 | stop processing: n_tokens = 1101, truncated = 0 12.01.304.870 I slot print_timing: id 3 | task 8953 | prompt processing, n_tokens = 1100, progress = 1.00, t = 4.30 s / 255.75 tokens per second 12.02.117.535 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 12.02.117.607 I slot launch_slot_: id 2 | task 8960 | processing task, is_child = 0 12.02.828.616 I slot print_timing: id 0 | task 8956 | prompt eval time = 2694.70 ms / 106 tokens ( 25.42 ms per token, 39.34 tokens per second) 12.02.828.620 I slot print_timing: id 0 | task 8956 | eval time = 711.27 ms / 2 tokens ( 711.27 ms per token, 1.41 tokens per second) 12.02.828.620 I slot print_timing: id 0 | task 8956 | total time = 3405.97 ms / 108 tokens 12.02.828.621 I slot print_timing: id 0 | task 8956 | graphs reused = 7471 12.02.828.621 I slot print_timing: id 0 | task 8956 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.828.680 I slot release: id 0 | task 8956 | stop processing: n_tokens = 1099, truncated = 0 12.02.828.926 I slot print_timing: id 3 | task 8953 | prompt eval time = 5116.68 ms / 1104 tokens ( 4.63 ms per token, 215.76 tokens per second) 12.02.828.930 I slot print_timing: id 3 | task 8953 | eval time = 711.39 ms / 2 tokens ( 711.39 ms per token, 1.41 tokens per second) 12.02.828.930 I slot print_timing: id 3 | task 8953 | total time = 5828.08 ms / 1106 tokens 12.02.828.931 I slot print_timing: id 3 | task 8953 | graphs reused = 7471 12.02.828.931 I slot print_timing: id 3 | task 8953 | graph reallocs = 0 / 0 (same size) / (changed size) 12.02.828.974 I slot release: id 3 | task 8953 | stop processing: n_tokens = 1106, truncated = 0 12.02.828.981 I slot print_timing: id 1 | task 8957 | prompt processing, n_tokens = 1086, progress = 1.00, t = 3.40 s / 318.94 tokens per second 12.02.880.252 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.903 12.02.880.280 I slot launch_slot_: id 0 | task 8963 | processing task, is_child = 0 12.02.880.378 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.839 MiB) 12.02.887.142 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.897 12.02.887.167 I slot launch_slot_: id 3 | task 8964 | processing task, is_child = 0 12.03.443.676 I slot print_timing: id 1 | task 8957 | prompt eval time = 3456.63 ms / 1090 tokens ( 3.17 ms per token, 315.34 tokens per second) 12.03.443.682 I slot print_timing: id 1 | task 8957 | eval time = 563.61 ms / 2 tokens ( 563.61 ms per token, 1.77 tokens per second) 12.03.443.683 I slot print_timing: id 1 | task 8957 | total time = 4020.24 ms / 1092 tokens 12.03.443.683 I slot print_timing: id 1 | task 8957 | graphs reused = 7471 12.03.443.684 I slot print_timing: id 1 | task 8957 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.443.738 I slot release: id 1 | task 8957 | stop processing: n_tokens = 1092, truncated = 0 12.03.443.996 I slot print_timing: id 2 | task 8960 | prompt eval time = 761.81 ms / 109 tokens ( 6.99 ms per token, 143.08 tokens per second) 12.03.443.998 I slot print_timing: id 2 | task 8960 | eval time = 563.75 ms / 2 tokens ( 563.75 ms per token, 1.77 tokens per second) 12.03.443.998 I slot print_timing: id 2 | task 8960 | total time = 1325.56 ms / 111 tokens 12.03.443.999 I slot print_timing: id 2 | task 8960 | graphs reused = 7471 12.03.443.999 I slot print_timing: id 2 | task 8960 | graph reallocs = 0 / 0 (same size) / (changed size) 12.03.444.039 I slot release: id 2 | task 8960 | stop processing: n_tokens = 1101, truncated = 0 12.03.529.247 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.908 12.03.529.286 I slot launch_slot_: id 1 | task 8967 | processing task, is_child = 0 12.03.529.389 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.733 MiB) 12.03.537.286 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 12.03.537.320 I slot launch_slot_: id 2 | task 8968 | processing task, is_child = 0 12.04.133.562 I slot print_timing: id 0 | task 8963 | prompt eval time = 641.89 ms / 99 tokens ( 6.48 ms per token, 154.23 tokens per second) 12.04.133.567 I slot print_timing: id 0 | task 8963 | eval time = 604.50 ms / 2 tokens ( 604.50 ms per token, 1.65 tokens per second) 12.04.133.567 I slot print_timing: id 0 | task 8963 | total time = 1246.39 ms / 101 tokens 12.04.133.568 I slot print_timing: id 0 | task 8963 | graphs reused = 7471 12.04.133.568 I slot print_timing: id 0 | task 8963 | graph reallocs = 0 / 0 (same size) / (changed size) 12.04.133.624 I slot release: id 0 | task 8963 | stop processing: n_tokens = 1092, truncated = 0 12.04.133.793 I slot print_timing: id 3 | task 8964 | prompt eval time = 641.36 ms / 109 tokens ( 5.88 ms per token, 169.95 tokens per second) 12.04.133.797 I slot print_timing: id 3 | task 8964 | eval time = 604.55 ms / 2 tokens ( 604.55 ms per token, 1.65 tokens per second) 12.04.133.797 I slot print_timing: id 3 | task 8964 | total time = 1245.91 ms / 111 tokens 12.04.133.798 I slot print_timing: id 3 | task 8964 | graphs reused = 7471 12.04.133.798 I slot print_timing: id 3 | task 8964 | graph reallocs = 0 / 0 (same size) / (changed size) 12.04.133.838 I slot release: id 3 | task 8964 | stop processing: n_tokens = 1102, truncated = 0 12.04.188.037 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 12.04.188.113 I slot launch_slot_: id 0 | task 8971 | processing task, is_child = 0 12.04.188.212 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.692 MiB) 12.04.188.218 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 12.04.195.619 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 12.04.195.648 I slot launch_slot_: id 3 | task 8972 | processing task, is_child = 0 12.04.808.281 I slot print_timing: id 1 | task 8967 | prompt eval time = 650.46 ms / 115 tokens ( 5.66 ms per token, 176.80 tokens per second) 12.04.808.283 I slot print_timing: id 1 | task 8967 | eval time = 620.49 ms / 2 tokens ( 620.49 ms per token, 1.61 tokens per second) 12.04.808.284 I slot print_timing: id 1 | task 8967 | total time = 1270.95 ms / 117 tokens 12.04.808.284 I slot print_timing: id 1 | task 8967 | graphs reused = 7471 12.04.808.285 I slot print_timing: id 1 | task 8967 | graph reallocs = 0 / 0 (same size) / (changed size) 12.04.808.348 I slot release: id 1 | task 8967 | stop processing: n_tokens = 1108, truncated = 0 12.04.808.590 I slot print_timing: id 2 | task 8968 | prompt eval time = 650.01 ms / 110 tokens ( 5.91 ms per token, 169.23 tokens per second) 12.04.808.592 I slot print_timing: id 2 | task 8968 | eval time = 620.55 ms / 2 tokens ( 620.55 ms per token, 1.61 tokens per second) 12.04.808.592 I slot print_timing: id 2 | task 8968 | total time = 1270.57 ms / 112 tokens 12.04.808.593 I slot print_timing: id 2 | task 8968 | graphs reused = 7471 12.04.808.593 I slot print_timing: id 2 | task 8968 | graph reallocs = 0 / 0 (same size) / (changed size) 12.04.808.640 I slot release: id 2 | task 8968 | stop processing: n_tokens = 1103, truncated = 0 12.04.894.167 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 12.04.894.234 I slot launch_slot_: id 1 | task 8975 | processing task, is_child = 0 12.04.894.339 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.863 MiB) 12.04.903.435 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 12.04.903.467 I slot launch_slot_: id 2 | task 8976 | processing task, is_child = 0 12.05.480.676 I slot print_timing: id 0 | task 8971 | prompt eval time = 698.32 ms / 102 tokens ( 6.85 ms per token, 146.06 tokens per second) 12.05.480.679 I slot print_timing: id 0 | task 8971 | eval time = 586.70 ms / 2 tokens ( 586.70 ms per token, 1.70 tokens per second) 12.05.480.679 I slot print_timing: id 0 | task 8971 | total time = 1285.02 ms / 104 tokens 12.05.480.680 I slot print_timing: id 0 | task 8971 | graphs reused = 7471 12.05.480.680 I slot print_timing: id 0 | task 8971 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.480.738 I slot release: id 0 | task 8971 | stop processing: n_tokens = 1095, truncated = 0 12.05.480.994 I slot print_timing: id 3 | task 8972 | prompt eval time = 697.80 ms / 103 tokens ( 6.77 ms per token, 147.61 tokens per second) 12.05.481.000 I slot print_timing: id 3 | task 8972 | eval time = 586.83 ms / 2 tokens ( 586.83 ms per token, 1.70 tokens per second) 12.05.481.002 I slot print_timing: id 3 | task 8972 | total time = 1284.63 ms / 105 tokens 12.05.481.002 I slot print_timing: id 3 | task 8972 | graphs reused = 7471 12.05.481.002 I slot print_timing: id 3 | task 8972 | graph reallocs = 0 / 0 (same size) / (changed size) 12.05.481.041 I slot release: id 3 | task 8972 | stop processing: n_tokens = 1096, truncated = 0 12.05.533.330 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 12.05.533.359 I slot launch_slot_: id 0 | task 8979 | processing task, is_child = 0 12.05.533.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.684 MiB) 12.05.540.717 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 242891516118 12.05.540.821 I slot launch_slot_: id 3 | task 8980 | processing task, is_child = 0 12.06.862.368 I slot print_timing: id 1 | task 8975 | prompt eval time = 629.66 ms / 106 tokens ( 5.94 ms per token, 168.34 tokens per second) 12.06.862.371 I slot print_timing: id 1 | task 8975 | eval time = 1329.23 ms / 2 tokens ( 1329.23 ms per token, 0.75 tokens per second) 12.06.862.371 I slot print_timing: id 1 | task 8975 | total time = 1958.89 ms / 108 tokens 12.06.862.372 I slot print_timing: id 1 | task 8975 | graphs reused = 7471 12.06.862.372 I slot print_timing: id 1 | task 8975 | graph reallocs = 0 / 0 (same size) / (changed size) 12.06.862.427 I slot release: id 1 | task 8975 | stop processing: n_tokens = 1099, truncated = 0 12.06.862.669 I slot print_timing: id 2 | task 8976 | prompt eval time = 629.13 ms / 107 tokens ( 5.88 ms per token, 170.08 tokens per second) 12.06.862.671 I slot print_timing: id 2 | task 8976 | eval time = 1329.34 ms / 2 tokens ( 1329.34 ms per token, 0.75 tokens per second) 12.06.862.672 I slot print_timing: id 2 | task 8976 | total time = 1958.47 ms / 109 tokens 12.06.862.672 I slot print_timing: id 2 | task 8976 | graphs reused = 7471 12.06.862.672 I slot print_timing: id 2 | task 8976 | graph reallocs = 0 / 0 (same size) / (changed size) 12.06.862.713 I slot release: id 2 | task 8976 | stop processing: n_tokens = 1100, truncated = 0 12.07.692.778 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 242892897504 12.07.692.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.945 MiB) 12.07.698.401 I slot launch_slot_: id 1 | task 8983 | processing task, is_child = 0 12.07.698.495 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.566 MiB) 12.07.698.499 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.921 MiB) 12.07.706.007 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 242892897790 12.07.706.118 I slot launch_slot_: id 2 | task 8984 | processing task, is_child = 0 12.10.246.620 I slot print_timing: id 0 | task 8979 | prompt eval time = 2151.94 ms / 105 tokens ( 20.49 ms per token, 48.79 tokens per second) 12.10.246.625 I slot print_timing: id 0 | task 8979 | eval time = 2553.84 ms / 2 tokens ( 2553.84 ms per token, 0.39 tokens per second) 12.10.246.627 I slot print_timing: id 0 | task 8979 | total time = 4705.78 ms / 107 tokens 12.10.246.627 I slot print_timing: id 0 | task 8979 | graphs reused = 7471 12.10.246.628 I slot print_timing: id 0 | task 8979 | graph reallocs = 0 / 0 (same size) / (changed size) 12.10.246.681 I slot release: id 0 | task 8979 | stop processing: n_tokens = 1098, truncated = 0 12.10.248.913 I slot print_timing: id 3 | task 8980 | prompt processing, n_tokens = 995, progress = 1.00, t = 4.70 s / 211.48 tokens per second 12.11.725.786 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 242896281758 12.11.725.887 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.140 MiB) 12.11.725.896 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.209 MiB) 12.11.734.863 I slot launch_slot_: id 0 | task 8987 | processing task, is_child = 0 12.11.735.126 I slot print_timing: id 1 | task 8983 | prompt processing, n_tokens = 855, progress = 0.85, t = 4.02 s / 212.72 tokens per second 12.11.735.892 I slot print_timing: id 2 | task 8984 | prompt processing, n_tokens = 855, progress = 0.79, t = 4.02 s / 212.73 tokens per second 12.13.669.405 I slot print_timing: id 3 | task 8980 | prompt eval time = 6184.26 ms / 999 tokens ( 6.19 ms per token, 161.54 tokens per second) 12.13.669.411 I slot print_timing: id 3 | task 8980 | eval time = 1943.62 ms / 2 tokens ( 1943.62 ms per token, 0.51 tokens per second) 12.13.669.412 I slot print_timing: id 3 | task 8980 | total time = 8127.88 ms / 1001 tokens 12.13.669.412 I slot print_timing: id 3 | task 8980 | graphs reused = 7471 12.13.669.413 I slot print_timing: id 3 | task 8980 | graph reallocs = 0 / 0 (same size) / (changed size) 12.13.669.474 I slot release: id 3 | task 8980 | stop processing: n_tokens = 1001, truncated = 0 12.13.670.215 I slot print_timing: id 1 | task 8983 | prompt processing, n_tokens = 1004, progress = 1.00, t = 5.96 s / 168.37 tokens per second 12.13.671.810 I slot print_timing: id 2 | task 8984 | prompt processing, n_tokens = 1077, progress = 1.00, t = 5.96 s / 180.62 tokens per second 12.14.397.842 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 12.14.397.909 I slot launch_slot_: id 3 | task 8990 | processing task, is_child = 0 12.15.152.673 I slot print_timing: id 1 | task 8983 | prompt eval time = 6691.52 ms / 1008 tokens ( 6.64 ms per token, 150.64 tokens per second) 12.15.152.675 I slot print_timing: id 1 | task 8983 | eval time = 755.02 ms / 2 tokens ( 755.02 ms per token, 1.32 tokens per second) 12.15.152.676 I slot print_timing: id 1 | task 8983 | total time = 7446.54 ms / 1010 tokens 12.15.152.676 I slot print_timing: id 1 | task 8983 | graphs reused = 7471 12.15.152.677 I slot print_timing: id 1 | task 8983 | graph reallocs = 0 / 0 (same size) / (changed size) 12.15.152.737 I slot release: id 1 | task 8983 | stop processing: n_tokens = 1010, truncated = 0 12.15.152.926 I slot print_timing: id 2 | task 8984 | prompt eval time = 6691.52 ms / 1081 tokens ( 6.19 ms per token, 161.55 tokens per second) 12.15.152.929 I slot print_timing: id 2 | task 8984 | eval time = 755.09 ms / 2 tokens ( 755.09 ms per token, 1.32 tokens per second) 12.15.152.929 I slot print_timing: id 2 | task 8984 | total time = 7446.61 ms / 1083 tokens 12.15.152.929 I slot print_timing: id 2 | task 8984 | graphs reused = 7471 12.15.152.930 I slot print_timing: id 2 | task 8984 | graph reallocs = 0 / 0 (same size) / (changed size) 12.15.152.977 I slot release: id 2 | task 8984 | stop processing: n_tokens = 1083, truncated = 0 12.15.152.985 I slot print_timing: id 0 | task 8987 | prompt processing, n_tokens = 1043, progress = 1.00, t = 3.42 s / 305.18 tokens per second 12.15.237.637 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.875 12.15.237.674 I slot launch_slot_: id 1 | task 8993 | processing task, is_child = 0 12.15.243.738 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 242901188054 12.15.243.843 I slot launch_slot_: id 2 | task 8994 | processing task, is_child = 0 12.16.164.119 I slot print_timing: id 0 | task 8987 | prompt eval time = 3502.57 ms / 1047 tokens ( 3.35 ms per token, 298.92 tokens per second) 12.16.164.121 I slot print_timing: id 0 | task 8987 | eval time = 926.66 ms / 2 tokens ( 926.66 ms per token, 1.08 tokens per second) 12.16.164.122 I slot print_timing: id 0 | task 8987 | total time = 4429.24 ms / 1049 tokens 12.16.164.122 I slot print_timing: id 0 | task 8987 | graphs reused = 7471 12.16.164.123 I slot print_timing: id 0 | task 8987 | graph reallocs = 0 / 0 (same size) / (changed size) 12.16.164.185 I slot release: id 0 | task 8987 | stop processing: n_tokens = 1049, truncated = 0 12.16.164.395 I slot print_timing: id 3 | task 8990 | prompt eval time = 839.01 ms / 118 tokens ( 7.11 ms per token, 140.64 tokens per second) 12.16.164.398 I slot print_timing: id 3 | task 8990 | eval time = 926.76 ms / 2 tokens ( 926.76 ms per token, 1.08 tokens per second) 12.16.164.398 I slot print_timing: id 3 | task 8990 | total time = 1765.77 ms / 120 tokens 12.16.164.398 I slot print_timing: id 3 | task 8990 | graphs reused = 7471 12.16.164.399 I slot print_timing: id 3 | task 8990 | graph reallocs = 0 / 0 (same size) / (changed size) 12.16.164.453 I slot release: id 3 | task 8990 | stop processing: n_tokens = 1003, truncated = 0 12.16.982.349 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 242902199262 12.16.982.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.632 MiB) 12.16.982.451 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.948 MiB) 12.16.991.711 I slot launch_slot_: id 0 | task 8997 | processing task, is_child = 0 12.16.991.795 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.296 MiB) 12.16.994.973 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 242902199530 12.16.995.073 I slot launch_slot_: id 3 | task 8998 | processing task, is_child = 0 12.18.387.309 I slot print_timing: id 1 | task 8993 | prompt eval time = 1738.49 ms / 136 tokens ( 12.78 ms per token, 78.23 tokens per second) 12.18.387.315 I slot print_timing: id 1 | task 8993 | eval time = 1404.97 ms / 2 tokens ( 1404.97 ms per token, 0.71 tokens per second) 12.18.387.316 I slot print_timing: id 1 | task 8993 | total time = 3143.45 ms / 138 tokens 12.18.387.317 I slot print_timing: id 1 | task 8993 | graphs reused = 7471 12.18.387.317 I slot print_timing: id 1 | task 8993 | graph reallocs = 0 / 0 (same size) / (changed size) 12.18.387.403 I slot release: id 1 | task 8993 | stop processing: n_tokens = 1021, truncated = 0 12.18.387.973 I slot print_timing: id 2 | task 8994 | prompt processing, n_tokens = 744, progress = 0.99, t = 3.14 s / 236.75 tokens per second 12.19.975.041 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 242904422480 12.19.975.143 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.225 MiB) 12.19.980.207 I slot launch_slot_: id 1 | task 9001 | processing task, is_child = 0 12.21.156.589 I slot print_timing: id 2 | task 8994 | prompt eval time = 4730.49 ms / 748 tokens ( 6.32 ms per token, 158.12 tokens per second) 12.21.156.592 I slot print_timing: id 2 | task 8994 | eval time = 1181.55 ms / 2 tokens ( 1181.55 ms per token, 0.85 tokens per second) 12.21.156.592 I slot print_timing: id 2 | task 8994 | total time = 5912.03 ms / 750 tokens 12.21.156.593 I slot print_timing: id 2 | task 8994 | graphs reused = 7471 12.21.156.593 I slot print_timing: id 2 | task 8994 | graph reallocs = 0 / 0 (same size) / (changed size) 12.21.156.645 I slot release: id 2 | task 8994 | stop processing: n_tokens = 750, truncated = 0 12.21.156.656 I slot print_timing: id 0 | task 8997 | prompt processing, n_tokens = 788, progress = 0.99, t = 4.16 s / 189.36 tokens per second 12.21.158.316 I slot print_timing: id 3 | task 8998 | prompt processing, n_tokens = 719, progress = 0.99, t = 4.16 s / 172.83 tokens per second 12.22.067.457 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 12.22.067.536 I slot launch_slot_: id 2 | task 9004 | processing task, is_child = 0 12.22.657.958 I slot print_timing: id 0 | task 8997 | prompt eval time = 5072.18 ms / 792 tokens ( 6.40 ms per token, 156.15 tokens per second) 12.22.657.960 I slot print_timing: id 0 | task 8997 | eval time = 590.69 ms / 2 tokens ( 590.69 ms per token, 1.69 tokens per second) 12.22.657.961 I slot print_timing: id 0 | task 8997 | total time = 5662.87 ms / 794 tokens 12.22.657.961 I slot print_timing: id 0 | task 8997 | graphs reused = 7471 12.22.657.962 I slot print_timing: id 0 | task 8997 | graph reallocs = 0 / 0 (same size) / (changed size) 12.22.658.016 I slot release: id 0 | task 8997 | stop processing: n_tokens = 794, truncated = 0 12.22.658.267 I slot print_timing: id 3 | task 8998 | prompt eval time = 5071.33 ms / 723 tokens ( 7.01 ms per token, 142.57 tokens per second) 12.22.658.271 I slot print_timing: id 3 | task 8998 | eval time = 590.82 ms / 2 tokens ( 590.82 ms per token, 1.69 tokens per second) 12.22.658.271 I slot print_timing: id 3 | task 8998 | total time = 5662.15 ms / 725 tokens 12.22.658.271 I slot print_timing: id 3 | task 8998 | graphs reused = 7471 12.22.658.272 I slot print_timing: id 3 | task 8998 | graph reallocs = 0 / 0 (same size) / (changed size) 12.22.658.308 I slot release: id 3 | task 8998 | stop processing: n_tokens = 725, truncated = 0 12.22.708.805 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.810 12.22.708.835 I slot launch_slot_: id 0 | task 9007 | processing task, is_child = 0 12.22.708.916 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.575 MiB) 12.22.711.018 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.887 12.22.711.042 I slot launch_slot_: id 3 | task 9008 | processing task, is_child = 0 12.23.191.759 I slot print_timing: id 1 | task 9001 | prompt eval time = 2727.74 ms / 735 tokens ( 3.71 ms per token, 269.45 tokens per second) 12.23.191.761 I slot print_timing: id 1 | task 9001 | eval time = 483.13 ms / 2 tokens ( 483.13 ms per token, 2.07 tokens per second) 12.23.191.762 I slot print_timing: id 1 | task 9001 | total time = 3210.87 ms / 737 tokens 12.23.191.762 I slot print_timing: id 1 | task 9001 | graphs reused = 7471 12.23.191.763 I slot print_timing: id 1 | task 9001 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.191.813 I slot release: id 1 | task 9001 | stop processing: n_tokens = 737, truncated = 0 12.23.191.992 I slot print_timing: id 2 | task 9004 | prompt eval time = 640.20 ms / 97 tokens ( 6.60 ms per token, 151.51 tokens per second) 12.23.191.994 I slot print_timing: id 2 | task 9004 | eval time = 483.19 ms / 2 tokens ( 483.19 ms per token, 2.07 tokens per second) 12.23.191.995 I slot print_timing: id 2 | task 9004 | total time = 1123.39 ms / 99 tokens 12.23.191.996 I slot print_timing: id 2 | task 9004 | graphs reused = 7471 12.23.191.996 I slot print_timing: id 2 | task 9004 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.192.032 I slot release: id 2 | task 9004 | stop processing: n_tokens = 741, truncated = 0 12.23.276.890 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.872 12.23.276.919 I slot launch_slot_: id 1 | task 9011 | processing task, is_child = 0 12.23.276.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.514 MiB) 12.23.280.091 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.868 12.23.280.114 I slot launch_slot_: id 2 | task 9012 | processing task, is_child = 0 12.23.794.654 I slot print_timing: id 0 | task 9007 | prompt eval time = 565.63 ms / 85 tokens ( 6.65 ms per token, 150.28 tokens per second) 12.23.794.656 I slot print_timing: id 0 | task 9007 | eval time = 517.98 ms / 2 tokens ( 517.98 ms per token, 1.93 tokens per second) 12.23.794.657 I slot print_timing: id 0 | task 9007 | total time = 1083.60 ms / 87 tokens 12.23.794.658 I slot print_timing: id 0 | task 9007 | graphs reused = 7471 12.23.794.658 I slot print_timing: id 0 | task 9007 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.794.704 I slot release: id 0 | task 9007 | stop processing: n_tokens = 729, truncated = 0 12.23.794.957 I slot print_timing: id 3 | task 9008 | prompt eval time = 565.14 ms / 92 tokens ( 6.14 ms per token, 162.79 tokens per second) 12.23.794.959 I slot print_timing: id 3 | task 9008 | eval time = 518.07 ms / 2 tokens ( 518.07 ms per token, 1.93 tokens per second) 12.23.794.961 I slot print_timing: id 3 | task 9008 | total time = 1083.20 ms / 94 tokens 12.23.794.961 I slot print_timing: id 3 | task 9008 | graphs reused = 7471 12.23.794.961 I slot print_timing: id 3 | task 9008 | graph reallocs = 0 / 0 (same size) / (changed size) 12.23.794.996 I slot release: id 3 | task 9008 | stop processing: n_tokens = 736, truncated = 0 12.23.844.575 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 242909829781 12.23.844.654 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.496 MiB) 12.23.847.267 I slot launch_slot_: id 0 | task 9015 | processing task, is_child = 0 12.23.847.337 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.787 MiB) 12.23.849.774 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 242909830073 12.23.849.858 I slot launch_slot_: id 3 | task 9016 | processing task, is_child = 0 12.25.702.558 I slot print_timing: id 1 | task 9011 | prompt eval time = 564.26 ms / 107 tokens ( 5.27 ms per token, 189.63 tokens per second) 12.25.702.563 I slot print_timing: id 1 | task 9011 | eval time = 1858.17 ms / 2 tokens ( 1858.17 ms per token, 0.54 tokens per second) 12.25.702.563 I slot print_timing: id 1 | task 9011 | total time = 2422.43 ms / 109 tokens 12.25.702.564 I slot print_timing: id 1 | task 9011 | graphs reused = 7471 12.25.702.564 I slot print_timing: id 1 | task 9011 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.702.612 I slot release: id 1 | task 9011 | stop processing: n_tokens = 751, truncated = 0 12.25.702.863 I slot print_timing: id 2 | task 9012 | prompt eval time = 563.77 ms / 101 tokens ( 5.58 ms per token, 179.15 tokens per second) 12.25.702.871 I slot print_timing: id 2 | task 9012 | eval time = 1858.30 ms / 2 tokens ( 1858.30 ms per token, 0.54 tokens per second) 12.25.702.871 I slot print_timing: id 2 | task 9012 | total time = 2422.07 ms / 103 tokens 12.25.702.872 I slot print_timing: id 2 | task 9012 | graphs reused = 7471 12.25.702.872 I slot print_timing: id 2 | task 9012 | graph reallocs = 0 / 0 (same size) / (changed size) 12.25.702.911 I slot release: id 2 | task 9012 | stop processing: n_tokens = 745, truncated = 0 12.26.492.620 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 242911737689 12.26.492.716 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.802 MiB) 12.27.217.301 I slot launch_slot_: id 1 | task 9019 | processing task, is_child = 0 12.27.217.375 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.769 MiB) 12.27.221.541 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 242911737988 12.27.221.649 I slot launch_slot_: id 2 | task 9020 | processing task, is_child = 0 12.29.684.170 I slot print_timing: id 0 | task 9015 | prompt processing, n_tokens = 957, progress = 1.00, t = 5.83 s / 164.03 tokens per second 12.29.904.103 I slot print_timing: id 3 | task 9016 | prompt processing, n_tokens = 976, progress = 1.00, t = 5.83 s / 167.29 tokens per second 12.31.388.447 I slot print_timing: id 1 | task 9019 | prompt processing, n_tokens = 810, progress = 0.86, t = 4.17 s / 194.47 tokens per second 12.31.389.537 I slot print_timing: id 2 | task 9020 | prompt processing, n_tokens = 810, progress = 0.78, t = 4.16 s / 194.48 tokens per second 12.32.289.385 I slot print_timing: id 0 | task 9015 | prompt eval time = 7538.32 ms / 961 tokens ( 7.84 ms per token, 127.48 tokens per second) 12.32.289.388 I slot print_timing: id 0 | task 9015 | eval time = 901.19 ms / 2 tokens ( 901.19 ms per token, 1.11 tokens per second) 12.32.289.388 I slot print_timing: id 0 | task 9015 | total time = 8439.51 ms / 963 tokens 12.32.289.389 I slot print_timing: id 0 | task 9015 | graphs reused = 7471 12.32.289.389 I slot print_timing: id 0 | task 9015 | graph reallocs = 0 / 0 (same size) / (changed size) 12.32.289.451 I slot release: id 0 | task 9015 | stop processing: n_tokens = 963, truncated = 0 12.32.289.700 I slot print_timing: id 3 | task 9016 | prompt eval time = 7538.41 ms / 980 tokens ( 7.69 ms per token, 130.00 tokens per second) 12.32.289.703 I slot print_timing: id 3 | task 9016 | eval time = 901.26 ms / 2 tokens ( 901.26 ms per token, 1.11 tokens per second) 12.32.289.703 I slot print_timing: id 3 | task 9016 | total time = 8439.68 ms / 982 tokens 12.32.289.704 I slot print_timing: id 3 | task 9016 | graphs reused = 7471 12.32.289.704 I slot print_timing: id 3 | task 9016 | graph reallocs = 0 / 0 (same size) / (changed size) 12.32.289.745 I slot release: id 3 | task 9016 | stop processing: n_tokens = 982, truncated = 0 12.32.289.753 I slot print_timing: id 1 | task 9019 | prompt processing, n_tokens = 942, progress = 1.00, t = 5.07 s / 185.93 tokens per second 12.32.290.970 I slot print_timing: id 2 | task 9020 | prompt processing, n_tokens = 1035, progress = 1.00, t = 5.07 s / 204.30 tokens per second 12.32.340.586 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 242918324528 12.32.340.680 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.385 MiB) 12.32.343.137 I slot launch_slot_: id 0 | task 9025 | processing task, is_child = 0 12.32.343.215 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.745 MiB) 12.32.345.635 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 242918324822 12.32.345.744 I slot launch_slot_: id 3 | task 9026 | processing task, is_child = 0 12.34.987.347 I slot print_timing: id 1 | task 9019 | prompt eval time = 5117.55 ms / 946 tokens ( 5.41 ms per token, 184.85 tokens per second) 12.34.987.350 I slot print_timing: id 1 | task 9019 | eval time = 2646.94 ms / 2 tokens ( 2646.94 ms per token, 0.38 tokens per second) 12.34.987.350 I slot print_timing: id 1 | task 9019 | total time = 7764.49 ms / 948 tokens 12.34.987.351 I slot print_timing: id 1 | task 9019 | graphs reused = 7471 12.34.987.351 I slot print_timing: id 1 | task 9019 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.987.452 I slot release: id 1 | task 9019 | stop processing: n_tokens = 948, truncated = 0 12.34.987.734 I slot print_timing: id 2 | task 9020 | prompt eval time = 5117.58 ms / 1039 tokens ( 4.93 ms per token, 203.03 tokens per second) 12.34.987.737 I slot print_timing: id 2 | task 9020 | eval time = 2647.15 ms / 2 tokens ( 2647.15 ms per token, 0.38 tokens per second) 12.34.987.738 I slot print_timing: id 2 | task 9020 | total time = 7764.73 ms / 1041 tokens 12.34.987.738 I slot print_timing: id 2 | task 9020 | graphs reused = 7471 12.34.987.738 I slot print_timing: id 2 | task 9020 | graph reallocs = 0 / 0 (same size) / (changed size) 12.34.987.790 I slot release: id 2 | task 9020 | stop processing: n_tokens = 1041, truncated = 0 12.35.785.524 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 242921022535 12.35.785.630 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.559 MiB) 12.36.510.952 I slot launch_slot_: id 1 | task 9029 | processing task, is_child = 0 12.36.511.038 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 12.36.518.536 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 242921022867 12.36.518.646 I slot launch_slot_: id 2 | task 9030 | processing task, is_child = 0 12.36.518.654 I slot print_timing: id 0 | task 9025 | prompt processing, n_tokens = 981, progress = 0.87, t = 3.44 s / 285.19 tokens per second 12.40.200.501 I slot print_timing: id 0 | task 9025 | prompt processing, n_tokens = 1129, progress = 1.00, t = 7.85 s / 143.73 tokens per second 12.40.764.948 I slot print_timing: id 1 | task 9029 | prompt processing, n_tokens = 1587, progress = 0.75, t = 3.68 s / 431.13 tokens per second 12.40.766.025 I slot print_timing: id 2 | task 9030 | prompt processing, n_tokens = 313, progress = 0.15, t = 3.68 s / 85.03 tokens per second 12.40.766.054 I slot print_timing: id 3 | task 9026 | prompt processing, n_tokens = 981, progress = 0.84, t = 3.44 s / 285.21 tokens per second 12.44.316.298 I slot print_timing: id 1 | task 9029 | prompt processing, n_tokens = 1764, progress = 0.84, t = 7.80 s / 226.25 tokens per second 12.44.317.049 I slot print_timing: id 2 | task 9030 | prompt processing, n_tokens = 1574, progress = 0.75, t = 7.80 s / 201.89 tokens per second 12.44.318.521 I slot print_timing: id 3 | task 9026 | prompt processing, n_tokens = 1166, progress = 1.00, t = 11.97 s / 97.41 tokens per second 12.45.639.022 I slot print_timing: id 0 | task 9025 | prompt eval time = 11970.53 ms / 1133 tokens ( 10.57 ms per token, 94.65 tokens per second) 12.45.639.024 I slot print_timing: id 0 | task 9025 | eval time = 1322.73 ms / 2 tokens ( 1322.73 ms per token, 0.76 tokens per second) 12.45.639.025 I slot print_timing: id 0 | task 9025 | total time = 13293.27 ms / 1135 tokens 12.45.639.025 I slot print_timing: id 0 | task 9025 | graphs reused = 7471 12.45.639.026 I slot print_timing: id 0 | task 9025 | graph reallocs = 0 / 0 (same size) / (changed size) 12.45.639.092 I slot release: id 0 | task 9025 | stop processing: n_tokens = 1135, truncated = 0 12.45.639.318 I slot print_timing: id 1 | task 9029 | prompt processing, n_tokens = 2099, progress = 1.00, t = 9.12 s / 230.17 tokens per second 12.45.640.952 I slot print_timing: id 2 | task 9030 | prompt processing, n_tokens = 1764, progress = 0.84, t = 9.12 s / 193.44 tokens per second 12.46.432.300 I slot print_timing: id 3 | task 9026 | prompt eval time = 13293.38 ms / 1170 tokens ( 11.36 ms per token, 88.01 tokens per second) 12.46.432.303 I slot print_timing: id 3 | task 9026 | eval time = 792.99 ms / 2 tokens ( 792.99 ms per token, 1.26 tokens per second) 12.46.432.304 I slot print_timing: id 3 | task 9026 | total time = 14086.36 ms / 1172 tokens 12.46.432.304 I slot print_timing: id 3 | task 9026 | graphs reused = 7471 12.46.432.305 I slot print_timing: id 3 | task 9026 | graph reallocs = 0 / 0 (same size) / (changed size) 12.46.432.371 I slot release: id 3 | task 9026 | stop processing: n_tokens = 1172, truncated = 0 12.46.432.378 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 242931674170 12.46.432.473 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.520 MiB) 12.46.440.376 I slot launch_slot_: id 0 | task 9035 | processing task, is_child = 0 12.46.440.478 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.284 MiB) 12.46.443.833 I slot print_timing: id 2 | task 9030 | prompt processing, n_tokens = 2086, progress = 1.00, t = 9.91 s / 210.45 tokens per second 12.49.691.917 I slot print_timing: id 1 | task 9029 | prompt eval time = 9912.66 ms / 2103 tokens ( 4.71 ms per token, 212.15 tokens per second) 12.49.691.920 I slot print_timing: id 1 | task 9029 | eval time = 3259.80 ms / 2 tokens ( 3259.80 ms per token, 0.31 tokens per second) 12.49.691.920 I slot print_timing: id 1 | task 9029 | total time = 13172.46 ms / 2105 tokens 12.49.691.921 I slot print_timing: id 1 | task 9029 | graphs reused = 7471 12.49.691.921 I slot print_timing: id 1 | task 9029 | graph reallocs = 0 / 0 (same size) / (changed size) 12.49.692.040 I slot release: id 1 | task 9029 | stop processing: n_tokens = 2105, truncated = 0 12.49.692.259 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.852 12.49.692.329 I slot launch_slot_: id 1 | task 9037 | processing task, is_child = 0 12.49.692.433 I slot print_timing: id 0 | task 9035 | prompt processing, n_tokens = 1545, progress = 0.75, t = 3.25 s / 475.66 tokens per second 12.50.823.145 I slot print_timing: id 2 | task 9030 | prompt eval time = 13172.63 ms / 2090 tokens ( 6.30 ms per token, 158.66 tokens per second) 12.50.823.148 I slot print_timing: id 2 | task 9030 | eval time = 1130.88 ms / 2 tokens ( 1130.88 ms per token, 0.88 tokens per second) 12.50.823.148 I slot print_timing: id 2 | task 9030 | total time = 14303.51 ms / 2092 tokens 12.50.823.149 I slot print_timing: id 2 | task 9030 | graphs reused = 7471 12.50.823.149 I slot print_timing: id 2 | task 9030 | graph reallocs = 0 / 0 (same size) / (changed size) 12.50.823.269 I slot release: id 2 | task 9030 | stop processing: n_tokens = 2092, truncated = 0 12.50.823.279 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.858 12.50.823.343 I slot launch_slot_: id 2 | task 9039 | processing task, is_child = 0 12.50.823.443 I slot print_timing: id 0 | task 9035 | prompt processing, n_tokens = 1764, progress = 0.86, t = 4.38 s / 402.80 tokens per second 12.52.323.246 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 242932467448 12.52.323.418 I slot launch_slot_: id 3 | task 9041 | processing task, is_child = 0 12.52.323.432 I slot print_timing: id 0 | task 9035 | prompt processing, n_tokens = 2057, progress = 1.00, t = 5.88 s / 349.87 tokens per second 12.55.782.851 I slot print_timing: id 1 | task 9037 | prompt eval time = 2629.59 ms / 251 tokens ( 10.48 ms per token, 95.45 tokens per second) 12.55.782.854 I slot print_timing: id 1 | task 9037 | eval time = 3459.61 ms / 2 tokens ( 3459.61 ms per token, 0.29 tokens per second) 12.55.782.855 I slot print_timing: id 1 | task 9037 | total time = 6089.20 ms / 253 tokens 12.55.782.856 I slot print_timing: id 1 | task 9037 | graphs reused = 7471 12.55.782.856 I slot print_timing: id 1 | task 9037 | graph reallocs = 0 / 0 (same size) / (changed size) 12.55.782.970 I slot release: id 1 | task 9037 | stop processing: n_tokens = 2046, truncated = 0 12.55.783.247 I slot print_timing: id 3 | task 9041 | prompt processing, n_tokens = 1620, progress = 0.76, t = 3.46 s / 468.74 tokens per second 12.56.214.885 I slot print_timing: id 0 | task 9035 | prompt eval time = 9339.03 ms / 2061 tokens ( 4.53 ms per token, 220.69 tokens per second) 12.56.214.888 I slot print_timing: id 0 | task 9035 | eval time = 432.23 ms / 2 tokens ( 432.23 ms per token, 2.31 tokens per second) 12.56.214.888 I slot print_timing: id 0 | task 9035 | total time = 9771.26 ms / 2063 tokens 12.56.214.889 I slot print_timing: id 0 | task 9035 | graphs reused = 7471 12.56.214.889 I slot print_timing: id 0 | task 9035 | graph reallocs = 0 / 0 (same size) / (changed size) 12.56.214.999 I slot release: id 0 | task 9035 | stop processing: n_tokens = 2063, truncated = 0 12.56.215.178 I slot print_timing: id 2 | task 9039 | prompt eval time = 4956.90 ms / 321 tokens ( 15.44 ms per token, 64.76 tokens per second) 12.56.215.187 I slot print_timing: id 2 | task 9039 | eval time = 431.95 ms / 2 tokens ( 431.95 ms per token, 2.32 tokens per second) 12.56.215.188 I slot print_timing: id 2 | task 9039 | total time = 5388.85 ms / 323 tokens 12.56.215.188 I slot print_timing: id 2 | task 9039 | graphs reused = 7471 12.56.215.188 I slot print_timing: id 2 | task 9039 | graph reallocs = 0 / 0 (same size) / (changed size) 12.56.215.279 I slot release: id 2 | task 9039 | stop processing: n_tokens = 2116, truncated = 0 12.56.215.290 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.869 12.56.215.326 I slot launch_slot_: id 0 | task 9044 | processing task, is_child = 0 12.56.215.462 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.930 MiB) 12.56.227.163 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.580 MiB) 12.56.235.599 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 12.56.235.638 I slot launch_slot_: id 1 | task 9045 | processing task, is_child = 0 12.56.235.748 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 12.56.235.773 I slot launch_slot_: id 2 | task 9046 | processing task, is_child = 0 12.56.238.447 I slot print_timing: id 3 | task 9041 | prompt processing, n_tokens = 1764, progress = 0.83, t = 3.89 s / 453.67 tokens per second 12.59.359.814 I slot print_timing: id 0 | task 9044 | prompt processing, n_tokens = 271, progress = 1.00, t = 3.12 s / 86.75 tokens per second 12.59.534.262 I slot print_timing: id 1 | task 9045 | prompt processing, n_tokens = 339, progress = 1.00, t = 3.12 s / 108.54 tokens per second 12.59.535.902 I slot print_timing: id 2 | task 9046 | prompt processing, n_tokens = 431, progress = 1.00, t = 3.12 s / 138.03 tokens per second 12.59.537.518 I slot print_timing: id 3 | task 9041 | prompt processing, n_tokens = 2132, progress = 1.00, t = 7.03 s / 303.12 tokens per second 12.59.662.195 I slot print_timing: id 0 | task 9044 | prompt eval time = 3380.32 ms / 275 tokens ( 12.29 ms per token, 81.35 tokens per second) 12.59.662.197 I slot print_timing: id 0 | task 9044 | eval time = 46.09 ms / 2 tokens ( 46.09 ms per token, 21.70 tokens per second) 12.59.662.197 I slot print_timing: id 0 | task 9044 | total time = 3426.41 ms / 277 tokens 12.59.662.198 I slot print_timing: id 0 | task 9044 | graphs reused = 7471 12.59.662.198 I slot print_timing: id 0 | task 9044 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.662.316 I slot release: id 0 | task 9044 | stop processing: n_tokens = 2069, truncated = 0 12.59.662.500 I slot print_timing: id 1 | task 9045 | prompt eval time = 3379.83 ms / 343 tokens ( 9.85 ms per token, 101.48 tokens per second) 12.59.662.502 I slot print_timing: id 1 | task 9045 | eval time = 46.17 ms / 2 tokens ( 46.17 ms per token, 21.66 tokens per second) 12.59.662.503 I slot print_timing: id 1 | task 9045 | total time = 3425.99 ms / 345 tokens 12.59.662.503 I slot print_timing: id 1 | task 9045 | graphs reused = 7471 12.59.662.503 I slot print_timing: id 1 | task 9045 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.662.597 I slot release: id 1 | task 9045 | stop processing: n_tokens = 2138, truncated = 0 12.59.662.783 I slot print_timing: id 2 | task 9046 | prompt eval time = 3379.33 ms / 435 tokens ( 7.77 ms per token, 128.72 tokens per second) 12.59.662.786 I slot print_timing: id 2 | task 9046 | eval time = 46.25 ms / 2 tokens ( 46.25 ms per token, 21.62 tokens per second) 12.59.662.786 I slot print_timing: id 2 | task 9046 | total time = 3425.58 ms / 437 tokens 12.59.662.786 I slot print_timing: id 2 | task 9046 | graphs reused = 7471 12.59.662.787 I slot print_timing: id 2 | task 9046 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.662.872 I slot release: id 2 | task 9046 | stop processing: n_tokens = 2229, truncated = 0 12.59.663.062 I slot print_timing: id 3 | task 9041 | prompt eval time = 7290.36 ms / 2136 tokens ( 3.41 ms per token, 292.99 tokens per second) 12.59.663.065 I slot print_timing: id 3 | task 9041 | eval time = 46.34 ms / 2 tokens ( 46.34 ms per token, 21.58 tokens per second) 12.59.663.065 I slot print_timing: id 3 | task 9041 | total time = 7336.70 ms / 2138 tokens 12.59.663.066 I slot print_timing: id 3 | task 9041 | graphs reused = 7471 12.59.663.066 I slot print_timing: id 3 | task 9041 | graph reallocs = 0 / 0 (same size) / (changed size) 12.59.663.145 I slot release: id 3 | task 9041 | stop processing: n_tokens = 2138, truncated = 0 12.59.679.401 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 12.59.679.424 I slot launch_slot_: id 1 | task 9050 | processing task, is_child = 0 12.59.679.553 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.189 MiB) 12.59.679.558 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.173 MiB) 12.59.689.284 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.933 MiB) 12.59.689.289 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.292 MiB) 12.59.698.124 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.347 MiB) 12.59.705.883 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.805 12.59.705.932 I slot launch_slot_: id 2 | task 9051 | processing task, is_child = 0 12.59.706.166 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.867 12.59.706.187 I slot launch_slot_: id 0 | task 9052 | processing task, is_child = 0 12.59.706.303 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.839 12.59.706.319 I slot launch_slot_: id 3 | task 9053 | processing task, is_child = 0 13.02.049.157 I slot print_timing: id 0 | task 9052 | prompt eval time = 2297.17 ms / 230 tokens ( 9.99 ms per token, 100.12 tokens per second) 13.02.049.160 I slot print_timing: id 0 | task 9052 | eval time = 45.66 ms / 2 tokens ( 45.66 ms per token, 21.90 tokens per second) 13.02.049.161 I slot print_timing: id 0 | task 9052 | total time = 2342.83 ms / 232 tokens 13.02.049.161 I slot print_timing: id 0 | task 9052 | graphs reused = 7471 13.02.049.162 I slot print_timing: id 0 | task 9052 | graph reallocs = 0 / 0 (same size) / (changed size) 13.02.049.272 I slot release: id 0 | task 9052 | stop processing: n_tokens = 2023, truncated = 0 13.02.049.446 I slot print_timing: id 1 | task 9050 | prompt eval time = 2296.11 ms / 184 tokens ( 12.48 ms per token, 80.14 tokens per second) 13.02.049.451 I slot print_timing: id 1 | task 9050 | eval time = 45.77 ms / 2 tokens ( 45.77 ms per token, 21.85 tokens per second) 13.02.049.451 I slot print_timing: id 1 | task 9050 | total time = 2341.87 ms / 186 tokens 13.02.049.452 I slot print_timing: id 1 | task 9050 | graphs reused = 7471 13.02.049.452 I slot print_timing: id 1 | task 9050 | graph reallocs = 0 / 0 (same size) / (changed size) 13.02.049.537 I slot release: id 1 | task 9050 | stop processing: n_tokens = 1978, truncated = 0 13.02.049.723 I slot print_timing: id 2 | task 9051 | prompt eval time = 2295.04 ms / 229 tokens ( 10.02 ms per token, 99.78 tokens per second) 13.02.049.726 I slot print_timing: id 2 | task 9051 | eval time = 45.86 ms / 2 tokens ( 45.86 ms per token, 21.80 tokens per second) 13.02.049.727 I slot print_timing: id 2 | task 9051 | total time = 2340.90 ms / 231 tokens 13.02.049.727 I slot print_timing: id 2 | task 9051 | graphs reused = 7471 13.02.049.727 I slot print_timing: id 2 | task 9051 | graph reallocs = 0 / 0 (same size) / (changed size) 13.02.049.801 I slot release: id 2 | task 9051 | stop processing: n_tokens = 2024, truncated = 0 13.02.050.001 I slot print_timing: id 3 | task 9053 | prompt eval time = 2294.51 ms / 279 tokens ( 8.22 ms per token, 121.59 tokens per second) 13.02.050.004 I slot print_timing: id 3 | task 9053 | eval time = 45.92 ms / 2 tokens ( 45.92 ms per token, 21.78 tokens per second) 13.02.050.004 I slot print_timing: id 3 | task 9053 | total time = 2340.43 ms / 281 tokens 13.02.050.005 I slot print_timing: id 3 | task 9053 | graphs reused = 7471 13.02.050.005 I slot print_timing: id 3 | task 9053 | graph reallocs = 0 / 0 (same size) / (changed size) 13.02.050.091 I slot release: id 3 | task 9053 | stop processing: n_tokens = 2074, truncated = 0 13.02.066.687 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 13.02.066.767 I slot launch_slot_: id 0 | task 9057 | processing task, is_child = 0 13.02.066.903 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.922 MiB) 13.02.066.908 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.134 MiB) 13.02.076.880 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.915 MiB) 13.02.085.153 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 13.02.085.162 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.067 MiB) 13.02.095.711 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.906 13.02.095.760 I slot launch_slot_: id 1 | task 9058 | processing task, is_child = 0 13.02.095.972 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.886 13.02.095.990 I slot launch_slot_: id 2 | task 9059 | processing task, is_child = 0 13.02.096.095 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.865 13.02.096.111 I slot launch_slot_: id 3 | task 9060 | processing task, is_child = 0 13.04.787.664 I slot print_timing: id 0 | task 9057 | prompt eval time = 2645.74 ms / 184 tokens ( 14.38 ms per token, 69.55 tokens per second) 13.04.787.666 I slot print_timing: id 0 | task 9057 | eval time = 45.80 ms / 2 tokens ( 45.80 ms per token, 21.83 tokens per second) 13.04.787.667 I slot print_timing: id 0 | task 9057 | total time = 2691.54 ms / 186 tokens 13.04.787.667 I slot print_timing: id 0 | task 9057 | graphs reused = 7471 13.04.787.668 I slot print_timing: id 0 | task 9057 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.787.775 I slot release: id 0 | task 9057 | stop processing: n_tokens = 1978, truncated = 0 13.04.787.952 I slot print_timing: id 1 | task 9058 | prompt eval time = 2645.15 ms / 276 tokens ( 9.58 ms per token, 104.34 tokens per second) 13.04.787.954 I slot print_timing: id 1 | task 9058 | eval time = 45.91 ms / 2 tokens ( 45.91 ms per token, 21.78 tokens per second) 13.04.787.954 I slot print_timing: id 1 | task 9058 | total time = 2691.05 ms / 278 tokens 13.04.787.954 I slot print_timing: id 1 | task 9058 | graphs reused = 7471 13.04.787.955 I slot print_timing: id 1 | task 9058 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.788.046 I slot release: id 1 | task 9058 | stop processing: n_tokens = 2070, truncated = 0 13.04.788.233 I slot print_timing: id 2 | task 9059 | prompt eval time = 2644.51 ms / 328 tokens ( 8.06 ms per token, 124.03 tokens per second) 13.04.788.236 I slot print_timing: id 2 | task 9059 | eval time = 46.00 ms / 2 tokens ( 46.00 ms per token, 21.74 tokens per second) 13.04.788.236 I slot print_timing: id 2 | task 9059 | total time = 2690.51 ms / 330 tokens 13.04.788.237 I slot print_timing: id 2 | task 9059 | graphs reused = 7471 13.04.788.237 I slot print_timing: id 2 | task 9059 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.788.317 I slot release: id 2 | task 9059 | stop processing: n_tokens = 2123, truncated = 0 13.04.788.513 I slot print_timing: id 3 | task 9060 | prompt eval time = 2643.95 ms / 324 tokens ( 8.16 ms per token, 122.54 tokens per second) 13.04.788.517 I slot print_timing: id 3 | task 9060 | eval time = 46.09 ms / 2 tokens ( 46.09 ms per token, 21.69 tokens per second) 13.04.788.517 I slot print_timing: id 3 | task 9060 | total time = 2690.05 ms / 326 tokens 13.04.788.518 I slot print_timing: id 3 | task 9060 | graphs reused = 7471 13.04.788.518 I slot print_timing: id 3 | task 9060 | graph reallocs = 0 / 0 (same size) / (changed size) 13.04.788.606 I slot release: id 3 | task 9060 | stop processing: n_tokens = 2118, truncated = 0 13.04.804.539 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.906 13.04.804.559 I slot launch_slot_: id 0 | task 9064 | processing task, is_child = 0 13.04.804.679 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.231 MiB) 13.04.812.740 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.386 MiB) 13.04.812.747 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.845 MiB) 13.04.825.851 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.790 MiB) 13.04.825.858 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.161 MiB) 13.04.836.118 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.845 13.04.836.154 I slot launch_slot_: id 2 | task 9065 | processing task, is_child = 0 13.04.836.390 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.866 13.04.836.410 I slot launch_slot_: id 1 | task 9066 | processing task, is_child = 0 13.04.836.523 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.822 (> 0.100 thold), f_keep = 0.847 13.04.836.541 I slot launch_slot_: id 3 | task 9067 | processing task, is_child = 0 13.07.785.906 I slot print_timing: id 0 | task 9064 | prompt eval time = 2903.56 ms / 249 tokens ( 11.66 ms per token, 85.76 tokens per second) 13.07.785.909 I slot print_timing: id 0 | task 9064 | eval time = 45.80 ms / 2 tokens ( 45.80 ms per token, 21.84 tokens per second) 13.07.785.910 I slot print_timing: id 0 | task 9064 | total time = 2949.36 ms / 251 tokens 13.07.785.910 I slot print_timing: id 0 | task 9064 | graphs reused = 7471 13.07.785.910 I slot print_timing: id 0 | task 9064 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.786.020 I slot release: id 0 | task 9064 | stop processing: n_tokens = 2043, truncated = 0 13.07.786.192 I slot print_timing: id 1 | task 9066 | prompt eval time = 2902.98 ms / 382 tokens ( 7.60 ms per token, 131.59 tokens per second) 13.07.786.194 I slot print_timing: id 1 | task 9066 | eval time = 45.90 ms / 2 tokens ( 45.90 ms per token, 21.78 tokens per second) 13.07.786.195 I slot print_timing: id 1 | task 9066 | total time = 2948.88 ms / 384 tokens 13.07.786.195 I slot print_timing: id 1 | task 9066 | graphs reused = 7471 13.07.786.195 I slot print_timing: id 1 | task 9066 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.786.299 I slot release: id 1 | task 9066 | stop processing: n_tokens = 2176, truncated = 0 13.07.786.499 I slot print_timing: id 2 | task 9065 | prompt eval time = 2902.36 ms / 188 tokens ( 15.44 ms per token, 64.77 tokens per second) 13.07.786.501 I slot print_timing: id 2 | task 9065 | eval time = 46.02 ms / 2 tokens ( 46.02 ms per token, 21.73 tokens per second) 13.07.786.502 I slot print_timing: id 2 | task 9065 | total time = 2948.39 ms / 190 tokens 13.07.786.502 I slot print_timing: id 2 | task 9065 | graphs reused = 7471 13.07.786.502 I slot print_timing: id 2 | task 9065 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.786.575 I slot release: id 2 | task 9065 | stop processing: n_tokens = 1983, truncated = 0 13.07.786.765 I slot print_timing: id 3 | task 9067 | prompt eval time = 2901.74 ms / 389 tokens ( 7.46 ms per token, 134.06 tokens per second) 13.07.786.770 I slot print_timing: id 3 | task 9067 | eval time = 46.09 ms / 2 tokens ( 46.09 ms per token, 21.69 tokens per second) 13.07.786.771 I slot print_timing: id 3 | task 9067 | total time = 2947.84 ms / 391 tokens 13.07.786.771 I slot print_timing: id 3 | task 9067 | graphs reused = 7471 13.07.786.771 I slot print_timing: id 3 | task 9067 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.786.852 I slot release: id 3 | task 9067 | stop processing: n_tokens = 2184, truncated = 0 13.07.802.883 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.878 13.07.802.906 I slot launch_slot_: id 0 | task 9071 | processing task, is_child = 0 13.07.803.046 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.310 MiB) 13.07.814.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.489 MiB) 13.07.814.627 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.714 MiB) 13.07.826.102 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.097 MiB) 13.07.836.969 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.824 13.07.837.023 I slot launch_slot_: id 1 | task 9072 | processing task, is_child = 0 13.07.837.243 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.905 13.07.837.266 I slot launch_slot_: id 2 | task 9074 | processing task, is_child = 0 13.07.837.386 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.821 13.07.837.404 I slot launch_slot_: id 3 | task 9073 | processing task, is_child = 0 13.09.826.586 I slot print_timing: id 0 | task 9071 | prompt eval time = 1943.47 ms / 127 tokens ( 15.30 ms per token, 65.35 tokens per second) 13.09.826.589 I slot print_timing: id 0 | task 9071 | eval time = 45.70 ms / 2 tokens ( 45.70 ms per token, 21.88 tokens per second) 13.09.826.589 I slot print_timing: id 0 | task 9071 | total time = 1989.17 ms / 129 tokens 13.09.826.590 I slot print_timing: id 0 | task 9071 | graphs reused = 7471 13.09.826.590 I slot print_timing: id 0 | task 9071 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.826.698 I slot release: id 0 | task 9071 | stop processing: n_tokens = 1921, truncated = 0 13.09.826.890 I slot print_timing: id 1 | task 9072 | prompt eval time = 1942.90 ms / 213 tokens ( 9.12 ms per token, 109.63 tokens per second) 13.09.826.892 I slot print_timing: id 1 | task 9072 | eval time = 45.82 ms / 2 tokens ( 45.82 ms per token, 21.83 tokens per second) 13.09.826.893 I slot print_timing: id 1 | task 9072 | total time = 1988.72 ms / 215 tokens 13.09.826.893 I slot print_timing: id 1 | task 9072 | graphs reused = 7471 13.09.826.893 I slot print_timing: id 1 | task 9072 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.826.984 I slot release: id 1 | task 9072 | stop processing: n_tokens = 2007, truncated = 0 13.09.827.164 I slot print_timing: id 2 | task 9074 | prompt eval time = 1942.31 ms / 211 tokens ( 9.21 ms per token, 108.63 tokens per second) 13.09.827.166 I slot print_timing: id 2 | task 9074 | eval time = 45.90 ms / 2 tokens ( 45.90 ms per token, 21.78 tokens per second) 13.09.827.166 I slot print_timing: id 2 | task 9074 | total time = 1988.22 ms / 213 tokens 13.09.827.166 I slot print_timing: id 2 | task 9074 | graphs reused = 7471 13.09.827.167 I slot print_timing: id 2 | task 9074 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.827.250 I slot release: id 2 | task 9074 | stop processing: n_tokens = 2006, truncated = 0 13.09.827.428 I slot print_timing: id 3 | task 9073 | prompt eval time = 1941.72 ms / 235 tokens ( 8.26 ms per token, 121.03 tokens per second) 13.09.827.430 I slot print_timing: id 3 | task 9073 | eval time = 45.98 ms / 2 tokens ( 45.98 ms per token, 21.75 tokens per second) 13.09.827.432 I slot print_timing: id 3 | task 9073 | total time = 1987.70 ms / 237 tokens 13.09.827.432 I slot print_timing: id 3 | task 9073 | graphs reused = 7471 13.09.827.432 I slot print_timing: id 3 | task 9073 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.827.508 I slot release: id 3 | task 9073 | stop processing: n_tokens = 2030, truncated = 0 13.09.842.214 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 242955861776 13.09.842.339 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.988 MiB) 13.09.842.345 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.595 MiB) 13.09.853.664 I slot launch_slot_: id 0 | task 9078 | processing task, is_child = 0 13.09.853.798 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.376 MiB) 13.09.865.209 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.377 MiB) 13.09.865.217 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.531 MiB) 13.09.871.014 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 122.252 MiB) 13.09.874.821 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2007, t_last = 242955862062 13.09.874.984 I slot launch_slot_: id 1 | task 9079 | processing task, is_child = 0 13.09.875.198 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 242955862328 13.09.875.329 I slot launch_slot_: id 2 | task 9080 | processing task, is_child = 0 13.09.875.449 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.883 13.09.875.470 I slot launch_slot_: id 3 | task 9081 | processing task, is_child = 0 13.13.821.730 I slot print_timing: id 0 | task 9078 | prompt processing, n_tokens = 943, progress = 0.65, t = 3.95 s / 238.96 tokens per second 13.14.037.038 I slot print_timing: id 1 | task 9079 | prompt processing, n_tokens = 1009, progress = 0.66, t = 3.95 s / 255.70 tokens per second 13.14.037.945 I slot print_timing: id 2 | task 9080 | prompt processing, n_tokens = 96, progress = 0.06, t = 3.95 s / 24.33 tokens per second 13.17.262.039 I slot print_timing: id 0 | task 9078 | prompt processing, n_tokens = 1256, progress = 0.86, t = 7.39 s / 170.04 tokens per second 13.17.931.833 I slot print_timing: id 1 | task 9079 | prompt processing, n_tokens = 1256, progress = 0.82, t = 7.39 s / 170.04 tokens per second 13.17.932.775 I slot print_timing: id 2 | task 9080 | prompt processing, n_tokens = 1146, progress = 0.69, t = 7.39 s / 155.16 tokens per second 13.17.934.300 I slot print_timing: id 3 | task 9081 | prompt processing, n_tokens = 163, progress = 1.00, t = 3.22 s / 50.56 tokens per second 13.19.357.357 I slot print_timing: id 0 | task 9078 | prompt processing, n_tokens = 1455, progress = 1.00, t = 9.48 s / 153.45 tokens per second 13.19.358.302 I slot print_timing: id 1 | task 9079 | prompt processing, n_tokens = 1521, progress = 1.00, t = 9.48 s / 160.42 tokens per second 13.19.359.962 I slot print_timing: id 2 | task 9080 | prompt processing, n_tokens = 1256, progress = 0.76, t = 9.48 s / 132.47 tokens per second 13.20.346.390 I slot print_timing: id 3 | task 9081 | prompt eval time = 5319.37 ms / 167 tokens ( 31.85 ms per token, 31.39 tokens per second) 13.20.346.395 I slot print_timing: id 3 | task 9081 | eval time = 989.04 ms / 2 tokens ( 989.04 ms per token, 1.01 tokens per second) 13.20.346.395 I slot print_timing: id 3 | task 9081 | total time = 6308.41 ms / 169 tokens 13.20.346.396 I slot print_timing: id 3 | task 9081 | graphs reused = 7471 13.20.346.396 I slot print_timing: id 3 | task 9081 | graph reallocs = 0 / 0 (same size) / (changed size) 13.20.346.505 I slot release: id 3 | task 9081 | stop processing: n_tokens = 1961, truncated = 0 13.20.346.519 I slot print_timing: id 2 | task 9080 | prompt processing, n_tokens = 1658, progress = 1.00, t = 10.47 s / 158.36 tokens per second 13.20.431.122 I slot print_timing: id 0 | task 9078 | prompt eval time = 10470.57 ms / 1459 tokens ( 7.18 ms per token, 139.34 tokens per second) 13.20.431.124 I slot print_timing: id 0 | task 9078 | eval time = 85.08 ms / 2 tokens ( 85.08 ms per token, 11.75 tokens per second) 13.20.431.125 I slot print_timing: id 0 | task 9078 | total time = 10555.64 ms / 1461 tokens 13.20.431.125 I slot print_timing: id 0 | task 9078 | graphs reused = 7471 13.20.431.126 I slot print_timing: id 0 | task 9078 | graph reallocs = 0 / 0 (same size) / (changed size) 13.20.431.211 I slot release: id 0 | task 9078 | stop processing: n_tokens = 1461, truncated = 0 13.20.431.391 I slot print_timing: id 1 | task 9079 | prompt eval time = 10470.50 ms / 1525 tokens ( 6.87 ms per token, 145.65 tokens per second) 13.20.431.396 I slot print_timing: id 1 | task 9079 | eval time = 85.16 ms / 2 tokens ( 85.16 ms per token, 11.74 tokens per second) 13.20.431.396 I slot print_timing: id 1 | task 9079 | total time = 10555.66 ms / 1527 tokens 13.20.431.396 I slot print_timing: id 1 | task 9079 | graphs reused = 7471 13.20.431.397 I slot print_timing: id 1 | task 9079 | graph reallocs = 0 / 0 (same size) / (changed size) 13.20.431.460 I slot release: id 1 | task 9079 | stop processing: n_tokens = 1527, truncated = 0 13.20.431.684 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 242966381584 13.20.431.850 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 140.898 MiB) 13.20.437.368 I slot launch_slot_: id 3 | task 9087 | processing task, is_child = 0 13.20.437.466 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.479 MiB) 13.20.440.659 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 128.764 MiB) 13.20.443.944 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 242966466289 13.20.444.079 I slot launch_slot_: id 0 | task 9088 | processing task, is_child = 0 13.20.444.168 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 242966466539 13.20.444.273 I slot launch_slot_: id 1 | task 9089 | processing task, is_child = 0 13.23.401.756 I slot print_timing: id 2 | task 9080 | prompt eval time = 10555.58 ms / 1662 tokens ( 6.35 ms per token, 157.45 tokens per second) 13.23.401.758 I slot print_timing: id 2 | task 9080 | eval time = 2970.07 ms / 2 tokens ( 2970.07 ms per token, 0.34 tokens per second) 13.23.401.759 I slot print_timing: id 2 | task 9080 | total time = 13525.65 ms / 1664 tokens 13.23.401.759 I slot print_timing: id 2 | task 9080 | graphs reused = 7471 13.23.401.759 I slot print_timing: id 2 | task 9080 | graph reallocs = 0 / 0 (same size) / (changed size) 13.23.401.855 I slot release: id 2 | task 9080 | stop processing: n_tokens = 1664, truncated = 0 13.25.035.151 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 242969436934 13.25.035.282 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.198 MiB) 13.25.817.652 I slot launch_slot_: id 2 | task 9092 | processing task, is_child = 0 13.25.817.672 I slot print_timing: id 0 | task 9088 | prompt processing, n_tokens = 852, progress = 0.87, t = 4.59 s / 185.59 tokens per second 13.25.819.122 I slot print_timing: id 1 | task 9089 | prompt processing, n_tokens = 852, progress = 0.86, t = 4.59 s / 185.60 tokens per second 13.25.820.786 I slot print_timing: id 3 | task 9087 | prompt processing, n_tokens = 852, progress = 0.85, t = 4.59 s / 185.60 tokens per second 13.27.079.750 I slot print_timing: id 0 | task 9088 | prompt processing, n_tokens = 978, progress = 1.00, t = 6.64 s / 147.39 tokens per second 13.27.713.354 I slot print_timing: id 1 | task 9089 | prompt processing, n_tokens = 988, progress = 1.00, t = 6.64 s / 148.90 tokens per second 13.27.715.720 I slot print_timing: id 3 | task 9087 | prompt processing, n_tokens = 999, progress = 1.00, t = 6.64 s / 150.56 tokens per second 13.28.992.673 I slot print_timing: id 0 | task 9088 | prompt eval time = 8192.31 ms / 982 tokens ( 8.34 ms per token, 119.87 tokens per second) 13.28.992.678 I slot print_timing: id 0 | task 9088 | eval time = 356.08 ms / 2 tokens ( 356.08 ms per token, 2.81 tokens per second) 13.28.992.679 I slot print_timing: id 0 | task 9088 | total time = 8548.39 ms / 984 tokens 13.28.992.679 I slot print_timing: id 0 | task 9088 | graphs reused = 7471 13.28.992.680 I slot print_timing: id 0 | task 9088 | graph reallocs = 0 / 0 (same size) / (changed size) 13.28.992.742 I slot release: id 0 | task 9088 | stop processing: n_tokens = 984, truncated = 0 13.28.992.906 I slot print_timing: id 1 | task 9089 | prompt eval time = 8192.26 ms / 992 tokens ( 8.26 ms per token, 121.09 tokens per second) 13.28.992.909 I slot print_timing: id 1 | task 9089 | eval time = 356.12 ms / 2 tokens ( 356.12 ms per token, 2.81 tokens per second) 13.28.992.909 I slot print_timing: id 1 | task 9089 | total time = 8548.38 ms / 994 tokens 13.28.992.910 I slot print_timing: id 1 | task 9089 | graphs reused = 7471 13.28.992.910 I slot print_timing: id 1 | task 9089 | graph reallocs = 0 / 0 (same size) / (changed size) 13.28.992.953 I slot release: id 1 | task 9089 | stop processing: n_tokens = 994, truncated = 0 13.28.993.117 I slot print_timing: id 3 | task 9087 | prompt eval time = 8192.25 ms / 1003 tokens ( 8.17 ms per token, 122.43 tokens per second) 13.28.993.119 I slot print_timing: id 3 | task 9087 | eval time = 356.14 ms / 2 tokens ( 356.14 ms per token, 2.81 tokens per second) 13.28.993.119 I slot print_timing: id 3 | task 9087 | total time = 8548.40 ms / 1005 tokens 13.28.993.120 I slot print_timing: id 3 | task 9087 | graphs reused = 7471 13.28.993.120 I slot print_timing: id 3 | task 9087 | graph reallocs = 0 / 0 (same size) / (changed size) 13.28.993.160 I slot release: id 3 | task 9087 | stop processing: n_tokens = 1005, truncated = 0 13.28.993.166 I slot print_timing: id 2 | task 9092 | prompt processing, n_tokens = 959, progress = 1.00, t = 3.17 s / 302.34 tokens per second 13.29.037.329 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.895 13.29.037.359 I slot launch_slot_: id 0 | task 9097 | processing task, is_child = 0 13.29.040.063 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.281 MiB) 13.29.042.555 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 13.29.042.580 I slot launch_slot_: id 1 | task 9098 | processing task, is_child = 0 13.29.042.669 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.877 13.29.042.687 I slot launch_slot_: id 3 | task 9099 | processing task, is_child = 0 13.29.795.823 I slot print_timing: id 2 | task 9092 | prompt eval time = 3216.78 ms / 963 tokens ( 3.34 ms per token, 299.37 tokens per second) 13.29.795.826 I slot print_timing: id 2 | task 9092 | eval time = 758.50 ms / 2 tokens ( 758.50 ms per token, 1.32 tokens per second) 13.29.795.826 I slot print_timing: id 2 | task 9092 | total time = 3975.28 ms / 965 tokens 13.29.795.827 I slot print_timing: id 2 | task 9092 | graphs reused = 7471 13.29.795.827 I slot print_timing: id 2 | task 9092 | graph reallocs = 0 / 0 (same size) / (changed size) 13.29.795.886 I slot release: id 2 | task 9092 | stop processing: n_tokens = 965, truncated = 0 13.29.887.947 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 242975830963 13.29.888.042 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.546 MiB) 13.29.891.425 I slot launch_slot_: id 2 | task 9102 | processing task, is_child = 0 13.30.586.831 I slot print_timing: id 0 | task 9097 | prompt eval time = 844.87 ms / 107 tokens ( 7.90 ms per token, 126.65 tokens per second) 13.30.586.833 I slot print_timing: id 0 | task 9097 | eval time = 699.26 ms / 2 tokens ( 699.26 ms per token, 1.43 tokens per second) 13.30.586.833 I slot print_timing: id 0 | task 9097 | total time = 1544.13 ms / 109 tokens 13.30.586.834 I slot print_timing: id 0 | task 9097 | graphs reused = 7471 13.30.586.834 I slot print_timing: id 0 | task 9097 | graph reallocs = 0 / 0 (same size) / (changed size) 13.30.586.900 I slot release: id 0 | task 9097 | stop processing: n_tokens = 989, truncated = 0 13.30.587.072 I slot print_timing: id 1 | task 9098 | prompt eval time = 844.34 ms / 95 tokens ( 8.89 ms per token, 112.51 tokens per second) 13.30.587.074 I slot print_timing: id 1 | task 9098 | eval time = 699.32 ms / 2 tokens ( 699.32 ms per token, 1.43 tokens per second) 13.30.587.075 I slot print_timing: id 1 | task 9098 | total time = 1543.66 ms / 97 tokens 13.30.587.075 I slot print_timing: id 1 | task 9098 | graphs reused = 7471 13.30.587.075 I slot print_timing: id 1 | task 9098 | graph reallocs = 0 / 0 (same size) / (changed size) 13.30.587.120 I slot release: id 1 | task 9098 | stop processing: n_tokens = 977, truncated = 0 13.30.587.311 I slot print_timing: id 3 | task 9099 | prompt eval time = 843.82 ms / 99 tokens ( 8.52 ms per token, 117.32 tokens per second) 13.30.587.316 I slot print_timing: id 3 | task 9099 | eval time = 699.37 ms / 2 tokens ( 699.37 ms per token, 1.43 tokens per second) 13.30.587.317 I slot print_timing: id 3 | task 9099 | total time = 1543.19 ms / 101 tokens 13.30.587.317 I slot print_timing: id 3 | task 9099 | graphs reused = 7471 13.30.587.317 I slot print_timing: id 3 | task 9099 | graph reallocs = 0 / 0 (same size) / (changed size) 13.30.587.358 I slot release: id 3 | task 9099 | stop processing: n_tokens = 981, truncated = 0 13.31.433.229 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 242976621977 13.31.433.332 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.493 MiB) 13.31.718.409 I slot launch_slot_: id 0 | task 9106 | processing task, is_child = 0 13.31.718.490 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.623 MiB) 13.31.723.690 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.727 MiB) 13.31.723.697 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.344 MiB) 13.31.726.501 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 242976622197 13.31.726.605 I slot launch_slot_: id 1 | task 9107 | processing task, is_child = 0 13.31.726.676 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 242976622435 13.31.726.761 I slot launch_slot_: id 3 | task 9108 | processing task, is_child = 0 13.35.670.528 I slot print_timing: id 0 | task 9106 | prompt processing, n_tokens = 1071, progress = 0.68, t = 3.94 s / 271.57 tokens per second 13.35.899.050 I slot print_timing: id 1 | task 9107 | prompt processing, n_tokens = 977, progress = 0.60, t = 3.94 s / 247.75 tokens per second 13.39.198.269 I slot print_timing: id 0 | task 9106 | prompt processing, n_tokens = 1371, progress = 0.86, t = 7.47 s / 183.50 tokens per second 13.39.199.031 I slot print_timing: id 1 | task 9107 | prompt processing, n_tokens = 1100, progress = 0.68, t = 7.47 s / 147.23 tokens per second 13.39.200.557 I slot print_timing: id 3 | task 9108 | prompt processing, n_tokens = 1113, progress = 0.68, t = 3.30 s / 337.47 tokens per second 13.40.979.267 I slot print_timing: id 2 | task 9102 | prompt eval time = 9306.82 ms / 825 tokens ( 11.28 ms per token, 88.64 tokens per second) 13.40.979.271 I slot print_timing: id 2 | task 9102 | eval time = 1781.01 ms / 2 tokens ( 1781.01 ms per token, 0.56 tokens per second) 13.40.979.272 I slot print_timing: id 2 | task 9102 | total time = 11087.82 ms / 827 tokens 13.40.979.272 I slot print_timing: id 2 | task 9102 | graphs reused = 7471 13.40.979.273 I slot print_timing: id 2 | task 9102 | graph reallocs = 0 / 0 (same size) / (changed size) 13.40.979.325 I slot release: id 2 | task 9102 | stop processing: n_tokens = 827, truncated = 0 13.40.979.337 I slot print_timing: id 0 | task 9106 | prompt processing, n_tokens = 1583, progress = 1.00, t = 9.25 s / 171.09 tokens per second 13.40.980.417 I slot print_timing: id 1 | task 9107 | prompt processing, n_tokens = 1371, progress = 0.85, t = 9.25 s / 148.18 tokens per second 13.40.981.457 I slot print_timing: id 3 | task 9108 | prompt processing, n_tokens = 1371, progress = 0.84, t = 5.08 s / 269.93 tokens per second 13.42.157.499 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 242987014402 13.42.157.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.42.161.010 I slot launch_slot_: id 2 | task 9113 | processing task, is_child = 0 13.42.161.018 I slot print_timing: id 1 | task 9107 | prompt processing, n_tokens = 1612, progress = 1.00, t = 10.43 s / 154.55 tokens per second 13.42.162.022 I slot print_timing: id 3 | task 9108 | prompt processing, n_tokens = 1625, progress = 1.00, t = 6.26 s / 259.70 tokens per second 13.44.521.070 I slot print_timing: id 0 | task 9106 | prompt eval time = 10430.72 ms / 1587 tokens ( 6.57 ms per token, 152.15 tokens per second) 13.44.521.079 I slot print_timing: id 0 | task 9106 | eval time = 2363.57 ms / 2 tokens ( 2363.57 ms per token, 0.42 tokens per second) 13.44.521.080 I slot print_timing: id 0 | task 9106 | total time = 12794.30 ms / 1589 tokens 13.44.521.086 I slot print_timing: id 0 | task 9106 | graphs reused = 7471 13.44.521.087 I slot print_timing: id 0 | task 9106 | graph reallocs = 0 / 0 (same size) / (changed size) 13.44.521.185 I slot release: id 0 | task 9106 | stop processing: n_tokens = 1589, truncated = 0 13.45.149.350 I slot print_timing: id 1 | task 9107 | prompt eval time = 12794.43 ms / 1616 tokens ( 7.92 ms per token, 126.30 tokens per second) 13.45.149.352 I slot print_timing: id 1 | task 9107 | eval time = 627.95 ms / 2 tokens ( 627.95 ms per token, 1.59 tokens per second) 13.45.149.353 I slot print_timing: id 1 | task 9107 | total time = 13422.38 ms / 1618 tokens 13.45.149.353 I slot print_timing: id 1 | task 9107 | graphs reused = 7471 13.45.149.354 I slot print_timing: id 1 | task 9107 | graph reallocs = 0 / 0 (same size) / (changed size) 13.45.149.449 I slot release: id 1 | task 9107 | stop processing: n_tokens = 1618, truncated = 0 13.45.149.621 I slot print_timing: id 3 | task 9108 | prompt eval time = 8621.60 ms / 1629 tokens ( 5.29 ms per token, 188.94 tokens per second) 13.45.149.623 I slot print_timing: id 3 | task 9108 | eval time = 628.03 ms / 2 tokens ( 628.03 ms per token, 1.59 tokens per second) 13.45.149.623 I slot print_timing: id 3 | task 9108 | total time = 9249.63 ms / 1631 tokens 13.45.149.623 I slot print_timing: id 3 | task 9108 | graphs reused = 7471 13.45.149.624 I slot print_timing: id 3 | task 9108 | graph reallocs = 0 / 0 (same size) / (changed size) 13.45.149.703 I slot release: id 3 | task 9108 | stop processing: n_tokens = 1631, truncated = 0 13.45.149.711 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.881 13.45.149.776 I slot launch_slot_: id 0 | task 9116 | processing task, is_child = 0 13.45.149.894 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.064 MiB) 13.45.154.012 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.436 MiB) 13.45.863.363 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 242991184527 13.45.863.547 I slot launch_slot_: id 1 | task 9118 | processing task, is_child = 0 13.45.863.648 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1631, t_last = 242991184782 13.45.863.757 I slot launch_slot_: id 3 | task 9119 | processing task, is_child = 0 13.46.424.070 I slot print_timing: id 2 | task 9113 | prompt processing, n_tokens = 1627, progress = 1.00, t = 3.70 s / 439.55 tokens per second 13.49.557.770 I slot print_timing: id 0 | task 9116 | prompt eval time = 2710.87 ms / 317 tokens ( 8.55 ms per token, 116.94 tokens per second) 13.49.557.772 I slot print_timing: id 0 | task 9116 | eval time = 1689.96 ms / 2 tokens ( 1689.96 ms per token, 0.59 tokens per second) 13.49.557.773 I slot print_timing: id 0 | task 9116 | total time = 4400.83 ms / 319 tokens 13.49.557.773 I slot print_timing: id 0 | task 9116 | graphs reused = 7471 13.49.557.774 I slot print_timing: id 0 | task 9116 | graph reallocs = 0 / 0 (same size) / (changed size) 13.49.557.878 I slot release: id 0 | task 9116 | stop processing: n_tokens = 1718, truncated = 0 13.49.558.059 I slot print_timing: id 2 | task 9113 | prompt eval time = 5706.14 ms / 1631 tokens ( 3.50 ms per token, 285.83 tokens per second) 13.49.558.061 I slot print_timing: id 2 | task 9113 | eval time = 1690.07 ms / 2 tokens ( 1690.07 ms per token, 0.59 tokens per second) 13.49.558.062 I slot print_timing: id 2 | task 9113 | total time = 7396.20 ms / 1633 tokens 13.49.558.062 I slot print_timing: id 2 | task 9113 | graphs reused = 7471 13.49.558.062 I slot print_timing: id 2 | task 9113 | graph reallocs = 0 / 0 (same size) / (changed size) 13.49.558.143 I slot release: id 2 | task 9113 | stop processing: n_tokens = 1633, truncated = 0 13.49.558.159 I slot print_timing: id 1 | task 9118 | prompt processing, n_tokens = 724, progress = 0.86, t = 3.13 s / 231.03 tokens per second 13.49.559.483 I slot print_timing: id 3 | task 9119 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.13 s / 231.16 tokens per second 13.49.849.074 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 242995592958 13.49.849.202 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.572 MiB) 13.49.849.209 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.088 MiB) 13.50.195.058 I slot launch_slot_: id 0 | task 9123 | processing task, is_child = 0 13.50.195.167 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.705 MiB) 13.50.201.467 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 242995593223 13.50.201.596 I slot launch_slot_: id 2 | task 9124 | processing task, is_child = 0 13.50.201.827 I slot print_timing: id 1 | task 9118 | prompt processing, n_tokens = 837, progress = 1.00, t = 3.43 s / 244.36 tokens per second 13.50.202.961 I slot print_timing: id 3 | task 9119 | prompt processing, n_tokens = 864, progress = 1.00, t = 3.42 s / 252.37 tokens per second 13.53.317.641 I slot print_timing: id 1 | task 9118 | prompt eval time = 5219.95 ms / 841 tokens ( 6.21 ms per token, 161.11 tokens per second) 13.53.317.645 I slot print_timing: id 1 | task 9118 | eval time = 1673.84 ms / 2 tokens ( 1673.84 ms per token, 0.60 tokens per second) 13.53.317.646 I slot print_timing: id 1 | task 9118 | total time = 6893.79 ms / 843 tokens 13.53.317.646 I slot print_timing: id 1 | task 9118 | graphs reused = 7471 13.53.317.647 I slot print_timing: id 1 | task 9118 | graph reallocs = 0 / 0 (same size) / (changed size) 13.53.317.699 I slot release: id 1 | task 9118 | stop processing: n_tokens = 843, truncated = 0 13.53.317.870 I slot print_timing: id 3 | task 9119 | prompt eval time = 5218.48 ms / 868 tokens ( 6.01 ms per token, 166.33 tokens per second) 13.53.317.873 I slot print_timing: id 3 | task 9119 | eval time = 1673.87 ms / 2 tokens ( 1673.87 ms per token, 0.60 tokens per second) 13.53.317.873 I slot print_timing: id 3 | task 9119 | total time = 6892.35 ms / 870 tokens 13.53.317.873 I slot print_timing: id 3 | task 9119 | graphs reused = 7471 13.53.317.874 I slot print_timing: id 3 | task 9119 | graph reallocs = 0 / 0 (same size) / (changed size) 13.53.317.915 I slot release: id 3 | task 9119 | stop processing: n_tokens = 870, truncated = 0 13.53.317.925 I slot print_timing: id 0 | task 9123 | prompt processing, n_tokens = 714, progress = 0.83, t = 3.12 s / 229.15 tokens per second 13.53.318.780 I slot print_timing: id 2 | task 9124 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.11 s / 229.22 tokens per second 13.53.666.586 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 242999352776 13.53.666.684 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.152 MiB) 13.53.955.950 I slot launch_slot_: id 1 | task 9128 | processing task, is_child = 0 13.53.956.026 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.590 MiB) 13.53.959.541 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 242999352992 13.53.959.632 I slot launch_slot_: id 3 | task 9129 | processing task, is_child = 0 13.53.959.638 I slot print_timing: id 0 | task 9123 | prompt processing, n_tokens = 858, progress = 1.00, t = 3.46 s / 247.62 tokens per second 13.53.960.522 I slot print_timing: id 2 | task 9124 | prompt processing, n_tokens = 839, progress = 1.00, t = 3.46 s / 242.21 tokens per second 13.56.844.047 I slot print_timing: id 0 | task 9123 | prompt eval time = 5080.64 ms / 862 tokens ( 5.89 ms per token, 169.66 tokens per second) 13.56.844.050 I slot print_timing: id 0 | task 9123 | eval time = 1561.80 ms / 2 tokens ( 1561.80 ms per token, 0.64 tokens per second) 13.56.844.051 I slot print_timing: id 0 | task 9123 | total time = 6642.44 ms / 864 tokens 13.56.844.051 I slot print_timing: id 0 | task 9123 | graphs reused = 7471 13.56.844.052 I slot print_timing: id 0 | task 9123 | graph reallocs = 0 / 0 (same size) / (changed size) 13.56.844.103 I slot release: id 0 | task 9123 | stop processing: n_tokens = 864, truncated = 0 13.56.844.282 I slot print_timing: id 2 | task 9124 | prompt eval time = 5079.85 ms / 843 tokens ( 6.03 ms per token, 165.95 tokens per second) 13.56.844.288 I slot print_timing: id 2 | task 9124 | eval time = 1561.86 ms / 2 tokens ( 1561.86 ms per token, 0.64 tokens per second) 13.56.844.288 I slot print_timing: id 2 | task 9124 | total time = 6641.70 ms / 845 tokens 13.56.844.289 I slot print_timing: id 2 | task 9124 | graphs reused = 7471 13.56.844.289 I slot print_timing: id 2 | task 9124 | graph reallocs = 0 / 0 (same size) / (changed size) 13.56.844.331 I slot release: id 2 | task 9124 | stop processing: n_tokens = 845, truncated = 0 13.57.193.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 243002879180 13.57.193.121 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.517 MiB) 13.57.608.016 I slot launch_slot_: id 0 | task 9133 | processing task, is_child = 0 13.57.608.095 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.444 MiB) 13.57.612.158 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 243002879408 13.57.612.253 I slot launch_slot_: id 2 | task 9134 | processing task, is_child = 0 13.57.612.416 I slot print_timing: id 1 | task 9128 | prompt processing, n_tokens = 761, progress = 0.99, t = 3.23 s / 235.41 tokens per second 13.57.613.336 I slot print_timing: id 3 | task 9129 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.23 s / 273.23 tokens per second 14.00.228.901 I slot print_timing: id 1 | task 9128 | prompt eval time = 4557.11 ms / 765 tokens ( 5.96 ms per token, 167.87 tokens per second) 14.00.228.904 I slot print_timing: id 1 | task 9128 | eval time = 1711.41 ms / 2 tokens ( 1711.41 ms per token, 0.58 tokens per second) 14.00.228.904 I slot print_timing: id 1 | task 9128 | total time = 6268.52 ms / 767 tokens 14.00.228.904 I slot print_timing: id 1 | task 9128 | graphs reused = 7471 14.00.228.905 I slot print_timing: id 1 | task 9128 | graph reallocs = 0 / 0 (same size) / (changed size) 14.00.228.953 I slot release: id 1 | task 9128 | stop processing: n_tokens = 767, truncated = 0 14.00.229.131 I slot print_timing: id 3 | task 9129 | prompt eval time = 4556.38 ms / 887 tokens ( 5.14 ms per token, 194.67 tokens per second) 14.00.229.134 I slot print_timing: id 3 | task 9129 | eval time = 1711.45 ms / 2 tokens ( 1711.45 ms per token, 0.58 tokens per second) 14.00.229.134 I slot print_timing: id 3 | task 9129 | total time = 6267.83 ms / 889 tokens 14.00.229.134 I slot print_timing: id 3 | task 9129 | graphs reused = 7471 14.00.229.135 I slot print_timing: id 3 | task 9129 | graph reallocs = 0 / 0 (same size) / (changed size) 14.00.229.179 I slot release: id 3 | task 9129 | stop processing: n_tokens = 889, truncated = 0 14.00.519.295 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 243006264030 14.00.519.391 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.104 MiB) 14.00.801.370 I slot launch_slot_: id 1 | task 9138 | processing task, is_child = 0 14.00.801.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.581 MiB) 14.00.804.912 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 243006264256 14.00.805.016 I slot launch_slot_: id 3 | task 9139 | processing task, is_child = 0 14.03.251.688 I slot print_timing: id 0 | task 9133 | prompt eval time = 3974.10 ms / 688 tokens ( 5.78 ms per token, 173.12 tokens per second) 14.03.251.691 I slot print_timing: id 0 | task 9133 | eval time = 1665.32 ms / 2 tokens ( 1665.32 ms per token, 0.60 tokens per second) 14.03.251.692 I slot print_timing: id 0 | task 9133 | total time = 5639.42 ms / 690 tokens 14.03.251.692 I slot print_timing: id 0 | task 9133 | graphs reused = 7471 14.03.251.693 I slot print_timing: id 0 | task 9133 | graph reallocs = 0 / 0 (same size) / (changed size) 14.03.251.743 I slot release: id 0 | task 9133 | stop processing: n_tokens = 690, truncated = 0 14.03.251.915 I slot print_timing: id 2 | task 9134 | prompt eval time = 3973.43 ms / 738 tokens ( 5.38 ms per token, 185.73 tokens per second) 14.03.251.918 I slot print_timing: id 2 | task 9134 | eval time = 1665.35 ms / 2 tokens ( 1665.35 ms per token, 0.60 tokens per second) 14.03.251.918 I slot print_timing: id 2 | task 9134 | total time = 5638.77 ms / 740 tokens 14.03.251.918 I slot print_timing: id 2 | task 9134 | graphs reused = 7471 14.03.251.919 I slot print_timing: id 2 | task 9134 | graph reallocs = 0 / 0 (same size) / (changed size) 14.03.251.963 I slot release: id 2 | task 9134 | stop processing: n_tokens = 740, truncated = 0 14.04.017.001 I slot print_timing: id 1 | task 9138 | prompt eval time = 3156.40 ms / 671 tokens ( 4.70 ms per token, 212.58 tokens per second) 14.04.017.005 I slot print_timing: id 1 | task 9138 | eval time = 54.84 ms / 2 tokens ( 54.84 ms per token, 18.24 tokens per second) 14.04.017.005 I slot print_timing: id 1 | task 9138 | total time = 3211.24 ms / 673 tokens 14.04.017.006 I slot print_timing: id 1 | task 9138 | graphs reused = 7471 14.04.017.006 I slot print_timing: id 1 | task 9138 | graph reallocs = 0 / 0 (same size) / (changed size) 14.04.017.046 I slot release: id 1 | task 9138 | stop processing: n_tokens = 673, truncated = 0 14.04.017.200 I slot print_timing: id 3 | task 9139 | prompt eval time = 3155.72 ms / 705 tokens ( 4.48 ms per token, 223.40 tokens per second) 14.04.017.202 I slot print_timing: id 3 | task 9139 | eval time = 54.85 ms / 2 tokens ( 54.85 ms per token, 18.23 tokens per second) 14.04.017.203 I slot print_timing: id 3 | task 9139 | total time = 3210.57 ms / 707 tokens 14.04.017.203 I slot print_timing: id 3 | task 9139 | graphs reused = 7471 14.04.017.204 I slot print_timing: id 3 | task 9139 | graph reallocs = 0 / 0 (same size) / (changed size) 14.04.017.231 I slot release: id 3 | task 9139 | stop processing: n_tokens = 707, truncated = 0 14.06.757.017 I srv operator(): operator(): cleaning up before exit...