C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\f20e7ff1be28\gemma-4-12b-it-Q8_0.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 34 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.112.356 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.112.519 I srv llama_server: initializing ... 0.00.112.524 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.112.643 I srv init_listene: The UI is disabled 0.00.112.645 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.112.737 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.124.342 I srv load_model: loading model 'C:\quantdiff\dl\campaign\f20e7ff1be28\gemma-4-12b-it-Q8_0.gguf' 0.00.879.664 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 34, abort 0.01.358.083 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.358.280 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.358.610 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.394.793 W load: '' is a normal token here, removing it from EOG list 0.04.845.593 I cmn init: llama threadpool init, n_threads = 8 0.05.352.171 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.05.362.168 I srv llama_server: model loaded 0.05.362.174 I srv llama_server: listening on http://127.0.0.1:8091 0.47.571.965 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.47.572.018 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.47.572.023 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.47.572.049 I slot launch_slot_: id 1 | task 1 | processing task, is_child = 0 0.47.572.052 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.47.572.073 I slot launch_slot_: id 2 | task 2 | processing task, is_child = 0 0.47.805.841 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.47.805.924 I slot launch_slot_: id 3 | task 4 | processing task, is_child = 0 0.50.026.473 I slot print_timing: id 0 | task 0 | prompt eval time = 2090.39 ms / 118 tokens ( 17.72 ms per token, 56.45 tokens per second) 0.50.026.479 I slot print_timing: id 0 | task 0 | eval time = 363.99 ms / 2 tokens ( 363.99 ms per token, 2.75 tokens per second) 0.50.026.480 I slot print_timing: id 0 | task 0 | total time = 2454.38 ms / 120 tokens 0.50.026.487 I slot print_timing: id 0 | task 0 | graphs reused = 1 0.50.026.488 I slot print_timing: id 0 | task 0 | graph reallocs = 2 / 0 (same size) / (changed size) 0.50.026.530 I slot release: id 0 | task 0 | stop processing: n_tokens = 119, truncated = 0 0.50.026.871 I slot print_timing: id 1 | task 1 | prompt eval time = 2091.09 ms / 126 tokens ( 16.60 ms per token, 60.26 tokens per second) 0.50.026.876 I slot print_timing: id 1 | task 1 | eval time = 363.69 ms / 2 tokens ( 363.69 ms per token, 2.75 tokens per second) 0.50.026.877 I slot print_timing: id 1 | task 1 | total time = 2454.77 ms / 128 tokens 0.50.026.878 I slot print_timing: id 1 | task 1 | graphs reused = 1 0.50.026.878 I slot print_timing: id 1 | task 1 | graph reallocs = 2 / 0 (same size) / (changed size) 0.50.026.896 I slot release: id 1 | task 1 | stop processing: n_tokens = 127, truncated = 0 0.50.027.269 I slot print_timing: id 2 | task 2 | prompt eval time = 2091.69 ms / 122 tokens ( 17.15 ms per token, 58.33 tokens per second) 0.50.027.275 I slot print_timing: id 2 | task 2 | eval time = 363.47 ms / 2 tokens ( 363.47 ms per token, 2.75 tokens per second) 0.50.027.276 I slot print_timing: id 2 | task 2 | total time = 2455.16 ms / 124 tokens 0.50.027.277 I slot print_timing: id 2 | task 2 | graphs reused = 1 0.50.027.278 I slot print_timing: id 2 | task 2 | graph reallocs = 2 / 0 (same size) / (changed size) 0.50.027.296 I slot release: id 2 | task 2 | stop processing: n_tokens = 123, truncated = 0 0.50.150.380 I slot print_timing: id 3 | task 4 | prompt eval time = 2090.66 ms / 135 tokens ( 15.49 ms per token, 64.57 tokens per second) 0.50.150.387 I slot print_timing: id 3 | task 4 | eval time = 122.35 ms / 2 tokens ( 122.35 ms per token, 8.17 tokens per second) 0.50.150.388 I slot print_timing: id 3 | task 4 | total time = 2213.01 ms / 137 tokens 0.50.150.389 I slot print_timing: id 3 | task 4 | graphs reused = 1 0.50.150.391 I slot print_timing: id 3 | task 4 | graph reallocs = 2 / 0 (same size) / (changed size) 0.50.150.426 I slot release: id 3 | task 4 | stop processing: n_tokens = 136, truncated = 0 0.50.150.443 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.252 0.50.164.552 I slot launch_slot_: id 0 | task 9 | processing task, is_child = 0 0.50.206.471 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.228 0.50.206.646 I slot launch_slot_: id 1 | task 10 | processing task, is_child = 0 0.50.206.708 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.236 0.50.206.855 I slot launch_slot_: id 2 | task 11 | processing task, is_child = 0 0.50.206.888 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.221 0.50.207.020 I slot launch_slot_: id 3 | task 12 | processing task, is_child = 0 0.52.512.725 I slot print_timing: id 0 | task 9 | prompt eval time = 2162.79 ms / 150 tokens ( 14.42 ms per token, 69.35 tokens per second) 0.52.512.731 I slot print_timing: id 0 | task 9 | eval time = 142.89 ms / 2 tokens ( 142.89 ms per token, 7.00 tokens per second) 0.52.512.732 I slot print_timing: id 0 | task 9 | total time = 2305.68 ms / 152 tokens 0.52.512.733 I slot print_timing: id 0 | task 9 | graphs reused = 1 0.52.512.734 I slot print_timing: id 0 | task 9 | graph reallocs = 2 / 0 (same size) / (changed size) 0.52.512.769 I slot release: id 0 | task 9 | stop processing: n_tokens = 152, truncated = 0 0.52.513.627 I slot print_timing: id 2 | task 11 | prompt eval time = 2156.34 ms / 196 tokens ( 11.00 ms per token, 90.89 tokens per second) 0.52.513.631 I slot print_timing: id 2 | task 11 | eval time = 142.38 ms / 2 tokens ( 142.38 ms per token, 7.02 tokens per second) 0.52.513.632 I slot print_timing: id 2 | task 11 | total time = 2298.71 ms / 198 tokens 0.52.513.633 I slot print_timing: id 2 | task 11 | graphs reused = 1 0.52.513.634 I slot print_timing: id 2 | task 11 | graph reallocs = 2 / 0 (same size) / (changed size) 0.52.513.670 I slot release: id 2 | task 11 | stop processing: n_tokens = 198, truncated = 0 0.52.514.011 I slot print_timing: id 3 | task 12 | prompt eval time = 2152.91 ms / 113 tokens ( 19.05 ms per token, 52.49 tokens per second) 0.52.514.015 I slot print_timing: id 3 | task 12 | eval time = 142.18 ms / 2 tokens ( 142.18 ms per token, 7.03 tokens per second) 0.52.514.016 I slot print_timing: id 3 | task 12 | total time = 2295.09 ms / 115 tokens 0.52.514.016 I slot print_timing: id 3 | task 12 | graphs reused = 1 0.52.514.017 I slot print_timing: id 3 | task 12 | graph reallocs = 2 / 0 (same size) / (changed size) 0.52.514.034 I slot release: id 3 | task 12 | stop processing: n_tokens = 115, truncated = 0 0.52.628.302 I slot print_timing: id 1 | task 10 | prompt eval time = 2159.52 ms / 160 tokens ( 13.50 ms per token, 74.09 tokens per second) 0.52.628.307 I slot print_timing: id 1 | task 10 | eval time = 257.76 ms / 3 tokens ( 128.88 ms per token, 7.76 tokens per second) 0.52.628.308 I slot print_timing: id 1 | task 10 | total time = 2417.28 ms / 163 tokens 0.52.628.309 I slot print_timing: id 1 | task 10 | graphs reused = 1 0.52.628.310 I slot print_timing: id 1 | task 10 | graph reallocs = 2 / 0 (same size) / (changed size) 0.52.628.346 I slot release: id 1 | task 10 | stop processing: n_tokens = 163, truncated = 0 0.52.628.363 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.197 0.52.644.654 I slot launch_slot_: id 0 | task 17 | processing task, is_child = 0 0.52.695.092 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.178 0.52.695.364 I slot launch_slot_: id 1 | task 18 | processing task, is_child = 0 0.52.695.480 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.146 0.52.695.697 I slot launch_slot_: id 2 | task 19 | processing task, is_child = 0 0.52.695.753 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.252 0.52.695.937 I slot launch_slot_: id 3 | task 20 | processing task, is_child = 0 0.54.812.983 I slot print_timing: id 0 | task 17 | prompt eval time = 1974.06 ms / 121 tokens ( 16.31 ms per token, 61.29 tokens per second) 0.54.812.990 I slot print_timing: id 0 | task 17 | eval time = 142.96 ms / 2 tokens ( 142.96 ms per token, 7.00 tokens per second) 0.54.812.991 I slot print_timing: id 0 | task 17 | total time = 2117.02 ms / 123 tokens 0.54.812.994 I slot print_timing: id 0 | task 17 | graphs reused = 1 0.54.812.995 I slot print_timing: id 0 | task 17 | graph reallocs = 4 / 0 (same size) / (changed size) 0.54.813.038 I slot release: id 0 | task 17 | stop processing: n_tokens = 123, truncated = 0 0.54.813.505 I slot print_timing: id 1 | task 18 | prompt eval time = 1970.06 ms / 131 tokens ( 15.04 ms per token, 66.50 tokens per second) 0.54.813.510 I slot print_timing: id 1 | task 18 | eval time = 142.79 ms / 2 tokens ( 142.79 ms per token, 7.00 tokens per second) 0.54.813.511 I slot print_timing: id 1 | task 18 | total time = 2112.86 ms / 133 tokens 0.54.813.512 I slot print_timing: id 1 | task 18 | graphs reused = 1 0.54.813.513 I slot print_timing: id 1 | task 18 | graph reallocs = 4 / 0 (same size) / (changed size) 0.54.813.542 I slot release: id 1 | task 18 | stop processing: n_tokens = 133, truncated = 0 0.54.814.144 I slot print_timing: id 2 | task 19 | prompt eval time = 1965.85 ms / 153 tokens ( 12.85 ms per token, 77.83 tokens per second) 0.54.814.151 I slot print_timing: id 2 | task 19 | eval time = 142.67 ms / 2 tokens ( 142.67 ms per token, 7.01 tokens per second) 0.54.814.152 I slot print_timing: id 2 | task 19 | total time = 2108.52 ms / 155 tokens 0.54.814.153 I slot print_timing: id 2 | task 19 | graphs reused = 1 0.54.814.155 I slot print_timing: id 2 | task 19 | graph reallocs = 4 / 0 (same size) / (changed size) 0.54.814.189 I slot release: id 2 | task 19 | stop processing: n_tokens = 155, truncated = 0 0.54.814.720 I slot print_timing: id 3 | task 20 | prompt eval time = 1961.56 ms / 122 tokens ( 16.08 ms per token, 62.20 tokens per second) 0.54.814.726 I slot print_timing: id 3 | task 20 | eval time = 142.56 ms / 2 tokens ( 142.56 ms per token, 7.01 tokens per second) 0.54.814.728 I slot print_timing: id 3 | task 20 | total time = 2104.11 ms / 124 tokens 0.54.814.729 I slot print_timing: id 3 | task 20 | graphs reused = 1 0.54.814.730 I slot print_timing: id 3 | task 20 | graph reallocs = 4 / 0 (same size) / (changed size) 0.54.814.753 I slot release: id 3 | task 20 | stop processing: n_tokens = 124, truncated = 0 0.54.824.676 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.236 0.54.838.893 I slot launch_slot_: id 0 | task 25 | processing task, is_child = 0 0.54.886.680 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.218 0.54.886.957 I slot launch_slot_: id 1 | task 24 | processing task, is_child = 0 0.54.887.078 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.187 0.54.887.306 I slot launch_slot_: id 2 | task 26 | processing task, is_child = 0 0.54.887.365 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.234 0.54.887.553 I slot launch_slot_: id 3 | task 27 | processing task, is_child = 0 0.57.030.275 I slot print_timing: id 0 | task 25 | prompt eval time = 1999.04 ms / 120 tokens ( 16.66 ms per token, 60.03 tokens per second) 0.57.030.281 I slot print_timing: id 0 | task 25 | eval time = 143.66 ms / 2 tokens ( 143.66 ms per token, 6.96 tokens per second) 0.57.030.282 I slot print_timing: id 0 | task 25 | total time = 2142.70 ms / 122 tokens 0.57.030.284 I slot print_timing: id 0 | task 25 | graphs reused = 1 0.57.030.285 I slot print_timing: id 0 | task 25 | graph reallocs = 4 / 0 (same size) / (changed size) 0.57.030.316 I slot release: id 0 | task 25 | stop processing: n_tokens = 122, truncated = 0 0.57.030.727 I slot print_timing: id 1 | task 24 | prompt eval time = 1995.35 ms / 139 tokens ( 14.36 ms per token, 69.66 tokens per second) 0.57.030.730 I slot print_timing: id 1 | task 24 | eval time = 143.41 ms / 2 tokens ( 143.41 ms per token, 6.97 tokens per second) 0.57.030.731 I slot print_timing: id 1 | task 24 | total time = 2138.75 ms / 141 tokens 0.57.030.732 I slot print_timing: id 1 | task 24 | graphs reused = 1 0.57.030.733 I slot print_timing: id 1 | task 24 | graph reallocs = 4 / 0 (same size) / (changed size) 0.57.030.754 I slot release: id 1 | task 24 | stop processing: n_tokens = 141, truncated = 0 0.57.031.218 I slot print_timing: id 2 | task 26 | prompt eval time = 1991.47 ms / 187 tokens ( 10.65 ms per token, 93.90 tokens per second) 0.57.031.223 I slot print_timing: id 2 | task 26 | eval time = 143.29 ms / 2 tokens ( 143.29 ms per token, 6.98 tokens per second) 0.57.031.225 I slot print_timing: id 2 | task 26 | total time = 2134.76 ms / 189 tokens 0.57.031.225 I slot print_timing: id 2 | task 26 | graphs reused = 1 0.57.031.226 I slot print_timing: id 2 | task 26 | graph reallocs = 4 / 0 (same size) / (changed size) 0.57.031.252 I slot release: id 2 | task 26 | stop processing: n_tokens = 189, truncated = 0 0.57.031.751 I slot print_timing: id 3 | task 27 | prompt eval time = 1987.39 ms / 145 tokens ( 13.71 ms per token, 72.96 tokens per second) 0.57.031.757 I slot print_timing: id 3 | task 27 | eval time = 143.21 ms / 2 tokens ( 143.21 ms per token, 6.98 tokens per second) 0.57.031.758 I slot print_timing: id 3 | task 27 | total time = 2130.61 ms / 147 tokens 0.57.031.759 I slot print_timing: id 3 | task 27 | graphs reused = 1 0.57.031.760 I slot print_timing: id 3 | task 27 | graph reallocs = 4 / 0 (same size) / (changed size) 0.57.031.786 I slot release: id 3 | task 27 | stop processing: n_tokens = 147, truncated = 0 0.57.042.643 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.238 0.57.063.027 I slot launch_slot_: id 0 | task 31 | processing task, is_child = 0 0.57.113.338 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.206 0.57.113.509 I slot launch_slot_: id 1 | task 32 | processing task, is_child = 0 0.57.113.579 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.153 0.57.120.534 I slot launch_slot_: id 2 | task 33 | processing task, is_child = 0 0.57.120.573 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.197 0.57.120.707 I slot launch_slot_: id 3 | task 34 | processing task, is_child = 0 0.59.170.240 I slot print_timing: id 1 | task 32 | prompt eval time = 1896.89 ms / 146 tokens ( 12.99 ms per token, 76.97 tokens per second) 0.59.170.246 I slot print_timing: id 1 | task 32 | eval time = 148.72 ms / 2 tokens ( 148.72 ms per token, 6.72 tokens per second) 0.59.170.247 I slot print_timing: id 1 | task 32 | total time = 2045.61 ms / 148 tokens 0.59.170.248 I slot print_timing: id 1 | task 32 | graphs reused = 1 0.59.170.249 I slot print_timing: id 1 | task 32 | graph reallocs = 5 / 0 (same size) / (changed size) 0.59.170.283 I slot release: id 1 | task 32 | stop processing: n_tokens = 148, truncated = 0 0.59.170.688 I slot print_timing: id 2 | task 33 | prompt eval time = 1893.29 ms / 132 tokens ( 14.34 ms per token, 69.72 tokens per second) 0.59.170.691 I slot print_timing: id 2 | task 33 | eval time = 148.42 ms / 2 tokens ( 148.42 ms per token, 6.74 tokens per second) 0.59.170.692 I slot print_timing: id 2 | task 33 | total time = 2041.70 ms / 134 tokens 0.59.170.693 I slot print_timing: id 2 | task 33 | graphs reused = 1 0.59.170.693 I slot print_timing: id 2 | task 33 | graph reallocs = 5 / 0 (same size) / (changed size) 0.59.170.713 I slot release: id 2 | task 33 | stop processing: n_tokens = 134, truncated = 0 0.59.171.063 I slot print_timing: id 3 | task 34 | prompt eval time = 1889.80 ms / 175 tokens ( 10.80 ms per token, 92.60 tokens per second) 0.59.171.068 I slot print_timing: id 3 | task 34 | eval time = 148.09 ms / 2 tokens ( 148.09 ms per token, 6.75 tokens per second) 0.59.171.069 I slot print_timing: id 3 | task 34 | total time = 2037.89 ms / 177 tokens 0.59.171.069 I slot print_timing: id 3 | task 34 | graphs reused = 1 0.59.171.070 I slot print_timing: id 3 | task 34 | graph reallocs = 5 / 0 (same size) / (changed size) 0.59.171.090 I slot release: id 3 | task 34 | stop processing: n_tokens = 177, truncated = 0 0.59.293.076 I slot print_timing: id 0 | task 31 | prompt eval time = 1899.98 ms / 128 tokens ( 14.84 ms per token, 67.37 tokens per second) 0.59.293.083 I slot print_timing: id 0 | task 31 | eval time = 272.37 ms / 3 tokens ( 136.18 ms per token, 7.34 tokens per second) 0.59.293.084 I slot print_timing: id 0 | task 31 | total time = 2172.35 ms / 131 tokens 0.59.293.085 I slot print_timing: id 0 | task 31 | graphs reused = 1 0.59.293.086 I slot print_timing: id 0 | task 31 | graph reallocs = 5 / 0 (same size) / (changed size) 0.59.293.118 I slot release: id 0 | task 31 | stop processing: n_tokens = 131, truncated = 0 0.59.293.138 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.221 0.59.307.167 I slot launch_slot_: id 0 | task 39 | processing task, is_child = 0 0.59.356.256 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.196 0.59.356.459 I slot launch_slot_: id 1 | task 40 | processing task, is_child = 0 0.59.356.529 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.169 0.59.356.684 I slot launch_slot_: id 3 | task 41 | processing task, is_child = 0 0.59.356.718 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.224 0.59.356.850 I slot launch_slot_: id 2 | task 42 | processing task, is_child = 0 1.01.987.607 I slot print_timing: id 0 | task 39 | prompt eval time = 2485.38 ms / 115 tokens ( 21.61 ms per token, 46.27 tokens per second) 1.01.987.614 I slot print_timing: id 0 | task 39 | eval time = 145.35 ms / 2 tokens ( 145.35 ms per token, 6.88 tokens per second) 1.01.987.616 I slot print_timing: id 0 | task 39 | total time = 2630.73 ms / 117 tokens 1.01.987.617 I slot print_timing: id 0 | task 39 | graphs reused = 1 1.01.987.618 I slot print_timing: id 0 | task 39 | graph reallocs = 6 / 0 (same size) / (changed size) 1.01.987.651 I slot release: id 0 | task 39 | stop processing: n_tokens = 117, truncated = 0 1.01.988.107 I slot print_timing: id 1 | task 40 | prompt eval time = 2482.07 ms / 149 tokens ( 16.66 ms per token, 60.03 tokens per second) 1.01.988.113 I slot print_timing: id 1 | task 40 | eval time = 145.13 ms / 2 tokens ( 145.13 ms per token, 6.89 tokens per second) 1.01.988.114 I slot print_timing: id 1 | task 40 | total time = 2627.20 ms / 151 tokens 1.01.988.115 I slot print_timing: id 1 | task 40 | graphs reused = 1 1.01.988.116 I slot print_timing: id 1 | task 40 | graph reallocs = 6 / 0 (same size) / (changed size) 1.01.988.142 I slot release: id 1 | task 40 | stop processing: n_tokens = 151, truncated = 0 1.01.988.590 I slot print_timing: id 2 | task 42 | prompt eval time = 2478.17 ms / 124 tokens ( 19.99 ms per token, 50.04 tokens per second) 1.01.988.597 I slot print_timing: id 2 | task 42 | eval time = 145.00 ms / 2 tokens ( 145.00 ms per token, 6.90 tokens per second) 1.01.988.598 I slot print_timing: id 2 | task 42 | total time = 2623.16 ms / 126 tokens 1.01.988.599 I slot print_timing: id 2 | task 42 | graphs reused = 1 1.01.988.600 I slot print_timing: id 2 | task 42 | graph reallocs = 6 / 0 (same size) / (changed size) 1.01.988.626 I slot release: id 2 | task 42 | stop processing: n_tokens = 126, truncated = 0 1.01.988.980 I slot print_timing: id 3 | task 41 | prompt eval time = 2474.68 ms / 146 tokens ( 16.95 ms per token, 59.00 tokens per second) 1.01.988.985 I slot print_timing: id 3 | task 41 | eval time = 144.77 ms / 2 tokens ( 144.77 ms per token, 6.91 tokens per second) 1.01.988.986 I slot print_timing: id 3 | task 41 | total time = 2619.45 ms / 148 tokens 1.01.988.987 I slot print_timing: id 3 | task 41 | graphs reused = 1 1.01.988.988 I slot print_timing: id 3 | task 41 | graph reallocs = 6 / 0 (same size) / (changed size) 1.01.989.010 I slot release: id 3 | task 41 | stop processing: n_tokens = 148, truncated = 0 1.02.014.294 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.248 1.02.028.354 I slot launch_slot_: id 0 | task 46 | processing task, is_child = 0 1.02.077.073 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.192 1.02.077.291 I slot launch_slot_: id 1 | task 47 | processing task, is_child = 0 1.02.077.357 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.238 1.02.077.497 I slot launch_slot_: id 2 | task 48 | processing task, is_child = 0 1.02.077.532 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.196 1.02.077.667 I slot launch_slot_: id 3 | task 49 | processing task, is_child = 0 1.04.459.709 I slot print_timing: id 0 | task 46 | prompt eval time = 2239.14 ms / 111 tokens ( 20.17 ms per token, 49.57 tokens per second) 1.04.459.715 I slot print_timing: id 0 | task 46 | eval time = 142.88 ms / 2 tokens ( 142.88 ms per token, 7.00 tokens per second) 1.04.459.716 I slot print_timing: id 0 | task 46 | total time = 2382.02 ms / 113 tokens 1.04.459.717 I slot print_timing: id 0 | task 46 | graphs reused = 1 1.04.459.718 I slot print_timing: id 0 | task 46 | graph reallocs = 8 / 0 (same size) / (changed size) 1.04.459.750 I slot release: id 0 | task 46 | stop processing: n_tokens = 113, truncated = 0 1.04.460.174 I slot print_timing: id 1 | task 47 | prompt eval time = 2235.81 ms / 127 tokens ( 17.60 ms per token, 56.80 tokens per second) 1.04.460.178 I slot print_timing: id 1 | task 47 | eval time = 142.63 ms / 2 tokens ( 142.63 ms per token, 7.01 tokens per second) 1.04.460.179 I slot print_timing: id 1 | task 47 | total time = 2378.43 ms / 129 tokens 1.04.460.179 I slot print_timing: id 1 | task 47 | graphs reused = 1 1.04.460.180 I slot print_timing: id 1 | task 47 | graph reallocs = 8 / 0 (same size) / (changed size) 1.04.460.201 I slot release: id 1 | task 47 | stop processing: n_tokens = 129, truncated = 0 1.04.460.634 I slot print_timing: id 2 | task 48 | prompt eval time = 2232.31 ms / 118 tokens ( 18.92 ms per token, 52.86 tokens per second) 1.04.460.639 I slot print_timing: id 2 | task 48 | eval time = 142.41 ms / 2 tokens ( 142.41 ms per token, 7.02 tokens per second) 1.04.460.640 I slot print_timing: id 2 | task 48 | total time = 2374.72 ms / 120 tokens 1.04.460.640 I slot print_timing: id 2 | task 48 | graphs reused = 1 1.04.460.641 I slot print_timing: id 2 | task 48 | graph reallocs = 8 / 0 (same size) / (changed size) 1.04.460.661 I slot release: id 2 | task 48 | stop processing: n_tokens = 120, truncated = 0 1.04.461.131 I slot print_timing: id 3 | task 49 | prompt eval time = 2228.75 ms / 145 tokens ( 15.37 ms per token, 65.06 tokens per second) 1.04.461.137 I slot print_timing: id 3 | task 49 | eval time = 142.31 ms / 2 tokens ( 142.31 ms per token, 7.03 tokens per second) 1.04.461.138 I slot print_timing: id 3 | task 49 | total time = 2371.05 ms / 147 tokens 1.04.461.140 I slot print_timing: id 3 | task 49 | graphs reused = 1 1.04.461.141 I slot print_timing: id 3 | task 49 | graph reallocs = 8 / 0 (same size) / (changed size) 1.04.461.168 I slot release: id 3 | task 49 | stop processing: n_tokens = 147, truncated = 0 1.04.469.799 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.275 1.04.483.012 I slot launch_slot_: id 2 | task 53 | processing task, is_child = 0 1.04.529.154 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.257 1.04.529.370 I slot launch_slot_: id 0 | task 54 | processing task, is_child = 0 1.04.529.449 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.225 1.04.529.632 I slot launch_slot_: id 1 | task 55 | processing task, is_child = 0 1.04.529.675 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.197 1.04.529.855 I slot launch_slot_: id 3 | task 56 | processing task, is_child = 0 1.06.356.795 I slot print_timing: id 1 | task 55 | prompt eval time = 1675.36 ms / 107 tokens ( 15.66 ms per token, 63.87 tokens per second) 1.06.356.801 I slot print_timing: id 1 | task 55 | eval time = 147.55 ms / 2 tokens ( 147.55 ms per token, 6.78 tokens per second) 1.06.356.802 I slot print_timing: id 1 | task 55 | total time = 1822.91 ms / 109 tokens 1.06.356.803 I slot print_timing: id 1 | task 55 | graphs reused = 1 1.06.356.804 I slot print_timing: id 1 | task 55 | graph reallocs = 9 / 0 (same size) / (changed size) 1.06.356.833 I slot release: id 1 | task 55 | stop processing: n_tokens = 109, truncated = 0 1.06.357.148 I slot print_timing: id 2 | task 53 | prompt eval time = 1672.02 ms / 134 tokens ( 12.48 ms per token, 80.14 tokens per second) 1.06.357.151 I slot print_timing: id 2 | task 53 | eval time = 147.19 ms / 2 tokens ( 147.19 ms per token, 6.79 tokens per second) 1.06.357.151 I slot print_timing: id 2 | task 53 | total time = 1819.21 ms / 136 tokens 1.06.357.152 I slot print_timing: id 2 | task 53 | graphs reused = 1 1.06.357.153 I slot print_timing: id 2 | task 53 | graph reallocs = 9 / 0 (same size) / (changed size) 1.06.357.169 I slot release: id 2 | task 53 | stop processing: n_tokens = 136, truncated = 0 1.06.357.514 I slot print_timing: id 3 | task 56 | prompt eval time = 1668.52 ms / 140 tokens ( 11.92 ms per token, 83.91 tokens per second) 1.06.357.519 I slot print_timing: id 3 | task 56 | eval time = 146.94 ms / 2 tokens ( 146.94 ms per token, 6.81 tokens per second) 1.06.357.521 I slot print_timing: id 3 | task 56 | total time = 1815.45 ms / 142 tokens 1.06.357.521 I slot print_timing: id 3 | task 56 | graphs reused = 1 1.06.357.522 I slot print_timing: id 3 | task 56 | graph reallocs = 9 / 0 (same size) / (changed size) 1.06.357.544 I slot release: id 3 | task 56 | stop processing: n_tokens = 142, truncated = 0 1.06.475.941 I slot print_timing: id 0 | task 54 | prompt eval time = 1678.57 ms / 112 tokens ( 14.99 ms per token, 66.72 tokens per second) 1.06.475.947 I slot print_timing: id 0 | task 54 | eval time = 267.50 ms / 3 tokens ( 133.75 ms per token, 7.48 tokens per second) 1.06.475.948 I slot print_timing: id 0 | task 54 | total time = 1946.06 ms / 115 tokens 1.06.475.949 I slot print_timing: id 0 | task 54 | graphs reused = 1 1.06.475.950 I slot print_timing: id 0 | task 54 | graph reallocs = 9 / 0 (same size) / (changed size) 1.06.475.982 I slot release: id 0 | task 54 | stop processing: n_tokens = 115, truncated = 0 1.06.476.003 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.252 1.06.488.639 I slot launch_slot_: id 0 | task 61 | processing task, is_child = 0 1.06.532.517 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.266 1.06.532.744 I slot launch_slot_: id 1 | task 62 | processing task, is_child = 0 1.06.532.811 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.213 1.06.532.954 I slot launch_slot_: id 2 | task 63 | processing task, is_child = 0 1.06.532.989 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.204 1.06.533.124 I slot launch_slot_: id 3 | task 64 | processing task, is_child = 0 1.09.021.120 I slot print_timing: id 0 | task 61 | prompt eval time = 2339.91 ms / 136 tokens ( 17.21 ms per token, 58.12 tokens per second) 1.09.021.128 I slot print_timing: id 0 | task 61 | eval time = 148.07 ms / 2 tokens ( 148.07 ms per token, 6.75 tokens per second) 1.09.021.129 I slot print_timing: id 0 | task 61 | total time = 2487.97 ms / 138 tokens 1.09.021.131 I slot print_timing: id 0 | task 61 | graphs reused = 1 1.09.021.132 I slot print_timing: id 0 | task 61 | graph reallocs = 10 / 0 (same size) / (changed size) 1.09.021.168 I slot release: id 0 | task 61 | stop processing: n_tokens = 138, truncated = 0 1.09.021.627 I slot print_timing: id 1 | task 62 | prompt eval time = 2336.68 ms / 185 tokens ( 12.63 ms per token, 79.17 tokens per second) 1.09.021.633 I slot print_timing: id 1 | task 62 | eval time = 147.83 ms / 2 tokens ( 147.83 ms per token, 6.76 tokens per second) 1.09.021.635 I slot print_timing: id 1 | task 62 | total time = 2484.51 ms / 187 tokens 1.09.021.637 I slot print_timing: id 1 | task 62 | graphs reused = 1 1.09.021.638 I slot print_timing: id 1 | task 62 | graph reallocs = 10 / 0 (same size) / (changed size) 1.09.021.668 I slot release: id 1 | task 62 | stop processing: n_tokens = 187, truncated = 0 1.09.022.122 I slot print_timing: id 2 | task 63 | prompt eval time = 2333.14 ms / 176 tokens ( 13.26 ms per token, 75.43 tokens per second) 1.09.022.126 I slot print_timing: id 2 | task 63 | eval time = 147.70 ms / 2 tokens ( 147.70 ms per token, 6.77 tokens per second) 1.09.022.127 I slot print_timing: id 2 | task 63 | total time = 2480.84 ms / 178 tokens 1.09.022.128 I slot print_timing: id 2 | task 63 | graphs reused = 1 1.09.022.129 I slot print_timing: id 2 | task 63 | graph reallocs = 10 / 0 (same size) / (changed size) 1.09.022.152 I slot release: id 2 | task 63 | stop processing: n_tokens = 178, truncated = 0 1.09.022.555 I slot print_timing: id 3 | task 64 | prompt eval time = 2329.64 ms / 168 tokens ( 13.87 ms per token, 72.11 tokens per second) 1.09.022.561 I slot print_timing: id 3 | task 64 | eval time = 147.49 ms / 2 tokens ( 147.49 ms per token, 6.78 tokens per second) 1.09.022.563 I slot print_timing: id 3 | task 64 | total time = 2477.14 ms / 170 tokens 1.09.022.565 I slot print_timing: id 3 | task 64 | graphs reused = 1 1.09.022.566 I slot print_timing: id 3 | task 64 | graph reallocs = 10 / 0 (same size) / (changed size) 1.09.022.594 I slot release: id 3 | task 64 | stop processing: n_tokens = 170, truncated = 0 1.09.031.079 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.210 1.09.048.595 I slot launch_slot_: id 0 | task 68 | processing task, is_child = 0 1.09.106.831 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.155 1.09.107.093 I slot launch_slot_: id 1 | task 69 | processing task, is_child = 0 1.09.107.220 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.163 1.09.115.116 I slot launch_slot_: id 2 | task 70 | processing task, is_child = 0 1.09.115.186 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.171 1.09.115.395 I slot launch_slot_: id 3 | task 71 | processing task, is_child = 0 1.11.546.252 I slot print_timing: id 0 | task 68 | prompt eval time = 2280.92 ms / 179 tokens ( 12.74 ms per token, 78.48 tokens per second) 1.11.546.258 I slot print_timing: id 0 | task 68 | eval time = 149.92 ms / 2 tokens ( 149.92 ms per token, 6.67 tokens per second) 1.11.546.259 I slot print_timing: id 0 | task 68 | total time = 2430.83 ms / 181 tokens 1.11.546.260 I slot print_timing: id 0 | task 68 | graphs reused = 1 1.11.546.261 I slot print_timing: id 0 | task 68 | graph reallocs = 12 / 0 (same size) / (changed size) 1.11.546.295 I slot release: id 0 | task 68 | stop processing: n_tokens = 181, truncated = 0 1.11.546.733 I slot print_timing: id 1 | task 69 | prompt eval time = 2277.39 ms / 150 tokens ( 15.18 ms per token, 65.86 tokens per second) 1.11.546.740 I slot print_timing: id 1 | task 69 | eval time = 149.64 ms / 2 tokens ( 149.64 ms per token, 6.68 tokens per second) 1.11.546.741 I slot print_timing: id 1 | task 69 | total time = 2427.03 ms / 152 tokens 1.11.546.742 I slot print_timing: id 1 | task 69 | graphs reused = 1 1.11.546.743 I slot print_timing: id 1 | task 69 | graph reallocs = 12 / 0 (same size) / (changed size) 1.11.546.772 I slot release: id 1 | task 69 | stop processing: n_tokens = 152, truncated = 0 1.11.547.214 I slot print_timing: id 2 | task 70 | prompt eval time = 2273.69 ms / 143 tokens ( 15.90 ms per token, 62.89 tokens per second) 1.11.547.219 I slot print_timing: id 2 | task 70 | eval time = 149.37 ms / 2 tokens ( 149.37 ms per token, 6.69 tokens per second) 1.11.547.220 I slot print_timing: id 2 | task 70 | total time = 2423.06 ms / 145 tokens 1.11.547.220 I slot print_timing: id 2 | task 70 | graphs reused = 1 1.11.547.221 I slot print_timing: id 2 | task 70 | graph reallocs = 12 / 0 (same size) / (changed size) 1.11.547.244 I slot release: id 2 | task 70 | stop processing: n_tokens = 145, truncated = 0 1.11.547.681 I slot print_timing: id 3 | task 71 | prompt eval time = 2270.42 ms / 129 tokens ( 17.60 ms per token, 56.82 tokens per second) 1.11.547.684 I slot print_timing: id 3 | task 71 | eval time = 149.16 ms / 2 tokens ( 149.16 ms per token, 6.70 tokens per second) 1.11.547.685 I slot print_timing: id 3 | task 71 | total time = 2419.58 ms / 131 tokens 1.11.547.686 I slot print_timing: id 3 | task 71 | graphs reused = 1 1.11.547.687 I slot print_timing: id 3 | task 71 | graph reallocs = 12 / 0 (same size) / (changed size) 1.11.547.704 I slot release: id 3 | task 71 | stop processing: n_tokens = 131, truncated = 0 1.11.557.227 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.207 1.11.573.943 I slot launch_slot_: id 2 | task 75 | processing task, is_child = 0 1.11.624.804 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.183 (> 0.100 thold), f_keep = 0.229 1.11.624.995 I slot launch_slot_: id 3 | task 76 | processing task, is_child = 0 1.11.625.065 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.160 1.11.625.212 I slot launch_slot_: id 0 | task 77 | processing task, is_child = 0 1.11.625.248 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.191 1.11.625.388 I slot launch_slot_: id 1 | task 78 | processing task, is_child = 0 1.13.827.208 I slot print_timing: id 1 | task 78 | prompt eval time = 2049.86 ms / 133 tokens ( 15.41 ms per token, 64.88 tokens per second) 1.13.827.214 I slot print_timing: id 1 | task 78 | eval time = 146.10 ms / 2 tokens ( 146.10 ms per token, 6.84 tokens per second) 1.13.827.215 I slot print_timing: id 1 | task 78 | total time = 2195.96 ms / 135 tokens 1.13.827.216 I slot print_timing: id 1 | task 78 | graphs reused = 1 1.13.827.217 I slot print_timing: id 1 | task 78 | graph reallocs = 12 / 0 (same size) / (changed size) 1.13.827.246 I slot release: id 1 | task 78 | stop processing: n_tokens = 135, truncated = 0 1.13.827.649 I slot print_timing: id 2 | task 75 | prompt eval time = 2045.44 ms / 112 tokens ( 18.26 ms per token, 54.76 tokens per second) 1.13.827.653 I slot print_timing: id 2 | task 75 | eval time = 145.82 ms / 2 tokens ( 145.82 ms per token, 6.86 tokens per second) 1.13.827.654 I slot print_timing: id 2 | task 75 | total time = 2191.25 ms / 114 tokens 1.13.827.654 I slot print_timing: id 2 | task 75 | graphs reused = 1 1.13.827.655 I slot print_timing: id 2 | task 75 | graph reallocs = 12 / 0 (same size) / (changed size) 1.13.827.674 I slot release: id 2 | task 75 | stop processing: n_tokens = 114, truncated = 0 1.13.828.143 I slot print_timing: id 3 | task 76 | prompt eval time = 2042.02 ms / 163 tokens ( 12.53 ms per token, 79.82 tokens per second) 1.13.828.148 I slot print_timing: id 3 | task 76 | eval time = 145.62 ms / 2 tokens ( 145.62 ms per token, 6.87 tokens per second) 1.13.828.149 I slot print_timing: id 3 | task 76 | total time = 2187.64 ms / 165 tokens 1.13.828.150 I slot print_timing: id 3 | task 76 | graphs reused = 1 1.13.828.151 I slot print_timing: id 3 | task 76 | graph reallocs = 12 / 0 (same size) / (changed size) 1.13.828.176 I slot release: id 3 | task 76 | stop processing: n_tokens = 165, truncated = 0 1.13.945.843 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.215 1.13.960.504 I slot launch_slot_: id 1 | task 83 | processing task, is_child = 0 1.13.992.088 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.254 1.13.992.364 I slot launch_slot_: id 2 | task 84 | processing task, is_child = 0 1.13.992.432 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.182 1.13.992.646 I slot launch_slot_: id 3 | task 85 | processing task, is_child = 0 1.15.754.604 I slot print_timing: id 1 | task 83 | prompt eval time = 1613.26 ms / 115 tokens ( 14.03 ms per token, 71.28 tokens per second) 1.15.754.610 I slot print_timing: id 1 | task 83 | eval time = 148.68 ms / 2 tokens ( 148.68 ms per token, 6.73 tokens per second) 1.15.754.611 I slot print_timing: id 1 | task 83 | total time = 1761.94 ms / 117 tokens 1.15.754.612 I slot print_timing: id 1 | task 83 | graphs reused = 1 1.15.754.612 I slot print_timing: id 1 | task 83 | graph reallocs = 14 / 0 (same size) / (changed size) 1.15.754.643 I slot release: id 1 | task 83 | stop processing: n_tokens = 117, truncated = 0 1.15.754.946 I slot print_timing: id 2 | task 84 | prompt eval time = 1609.45 ms / 168 tokens ( 9.58 ms per token, 104.38 tokens per second) 1.15.754.951 I slot print_timing: id 2 | task 84 | eval time = 148.41 ms / 2 tokens ( 148.41 ms per token, 6.74 tokens per second) 1.15.754.952 I slot print_timing: id 2 | task 84 | total time = 1757.86 ms / 170 tokens 1.15.754.952 I slot print_timing: id 2 | task 84 | graphs reused = 1 1.15.754.953 I slot print_timing: id 2 | task 84 | graph reallocs = 14 / 0 (same size) / (changed size) 1.15.754.972 I slot release: id 2 | task 84 | stop processing: n_tokens = 170, truncated = 0 1.15.755.297 I slot print_timing: id 3 | task 85 | prompt eval time = 1605.47 ms / 166 tokens ( 9.67 ms per token, 103.40 tokens per second) 1.15.755.302 I slot print_timing: id 3 | task 85 | eval time = 148.16 ms / 2 tokens ( 148.16 ms per token, 6.75 tokens per second) 1.15.755.303 I slot print_timing: id 3 | task 85 | total time = 1753.63 ms / 168 tokens 1.15.755.303 I slot print_timing: id 3 | task 85 | graphs reused = 1 1.15.755.304 I slot print_timing: id 3 | task 85 | graph reallocs = 14 / 0 (same size) / (changed size) 1.15.755.322 I slot release: id 3 | task 85 | stop processing: n_tokens = 168, truncated = 0 1.15.873.550 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.179 1.15.891.446 I slot launch_slot_: id 3 | task 90 | processing task, is_child = 0 1.15.923.252 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.248 1.15.923.472 I slot launch_slot_: id 1 | task 92 | processing task, is_child = 0 1.15.923.514 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.171 1.15.930.348 I slot launch_slot_: id 2 | task 91 | processing task, is_child = 0 1.17.862.194 I slot print_timing: id 0 | task 77 | prompt eval time = 2054.95 ms / 166 tokens ( 12.38 ms per token, 80.78 tokens per second) 1.17.862.201 I slot print_timing: id 0 | task 77 | eval time = 4181.83 ms / 10 tokens ( 464.65 ms per token, 2.15 tokens per second) 1.17.862.203 I slot print_timing: id 0 | task 77 | total time = 6236.78 ms / 176 tokens 1.17.862.204 I slot print_timing: id 0 | task 77 | graphs reused = 1 1.17.862.205 I slot print_timing: id 0 | task 77 | graph reallocs = 17 / 0 (same size) / (changed size) 1.17.862.247 I slot release: id 0 | task 77 | stop processing: n_tokens = 176, truncated = 0 1.17.862.696 I slot print_timing: id 1 | task 92 | prompt eval time = 1783.61 ms / 134 tokens ( 13.31 ms per token, 75.13 tokens per second) 1.17.862.700 I slot print_timing: id 1 | task 92 | eval time = 148.73 ms / 2 tokens ( 148.73 ms per token, 6.72 tokens per second) 1.17.862.701 I slot print_timing: id 1 | task 92 | total time = 1932.33 ms / 136 tokens 1.17.862.701 I slot print_timing: id 1 | task 92 | graphs reused = 1 1.17.862.702 I slot print_timing: id 1 | task 92 | graph reallocs = 17 / 0 (same size) / (changed size) 1.17.862.722 I slot release: id 1 | task 92 | stop processing: n_tokens = 136, truncated = 0 1.17.863.062 I slot print_timing: id 2 | task 91 | prompt eval time = 1780.38 ms / 127 tokens ( 14.02 ms per token, 71.33 tokens per second) 1.17.863.066 I slot print_timing: id 2 | task 91 | eval time = 148.38 ms / 2 tokens ( 148.38 ms per token, 6.74 tokens per second) 1.17.863.066 I slot print_timing: id 2 | task 91 | total time = 1928.76 ms / 129 tokens 1.17.863.067 I slot print_timing: id 2 | task 91 | graphs reused = 1 1.17.863.067 I slot print_timing: id 2 | task 91 | graph reallocs = 17 / 0 (same size) / (changed size) 1.17.863.083 I slot release: id 2 | task 91 | stop processing: n_tokens = 129, truncated = 0 1.17.863.469 I slot print_timing: id 3 | task 90 | prompt eval time = 1777.19 ms / 115 tokens ( 15.45 ms per token, 64.71 tokens per second) 1.17.863.474 I slot print_timing: id 3 | task 90 | eval time = 148.12 ms / 2 tokens ( 148.12 ms per token, 6.75 tokens per second) 1.17.863.475 I slot print_timing: id 3 | task 90 | total time = 1925.31 ms / 117 tokens 1.17.863.475 I slot print_timing: id 3 | task 90 | graphs reused = 1 1.17.863.476 I slot print_timing: id 3 | task 90 | graph reallocs = 17 / 0 (same size) / (changed size) 1.17.863.493 I slot release: id 3 | task 90 | stop processing: n_tokens = 117, truncated = 0 1.17.872.790 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.165 1.17.891.331 I slot launch_slot_: id 0 | task 96 | processing task, is_child = 0 1.17.933.582 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.213 1.17.933.797 I slot launch_slot_: id 1 | task 97 | processing task, is_child = 0 1.17.933.863 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.233 1.17.934.023 I slot launch_slot_: id 2 | task 98 | processing task, is_child = 0 1.17.934.057 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 1.17.934.214 I slot launch_slot_: id 3 | task 99 | processing task, is_child = 0 1.20.193.545 I slot print_timing: id 0 | task 96 | prompt eval time = 2114.63 ms / 153 tokens ( 13.82 ms per token, 72.35 tokens per second) 1.20.193.551 I slot print_timing: id 0 | task 96 | eval time = 144.68 ms / 2 tokens ( 144.68 ms per token, 6.91 tokens per second) 1.20.193.552 I slot print_timing: id 0 | task 96 | total time = 2259.31 ms / 155 tokens 1.20.193.553 I slot print_timing: id 0 | task 96 | graphs reused = 1 1.20.193.554 I slot print_timing: id 0 | task 96 | graph reallocs = 18 / 0 (same size) / (changed size) 1.20.193.586 I slot release: id 0 | task 96 | stop processing: n_tokens = 155, truncated = 0 1.20.194.009 I slot print_timing: id 1 | task 97 | prompt eval time = 2111.05 ms / 124 tokens ( 17.02 ms per token, 58.74 tokens per second) 1.20.194.014 I slot print_timing: id 1 | task 97 | eval time = 144.36 ms / 2 tokens ( 144.36 ms per token, 6.93 tokens per second) 1.20.194.015 I slot print_timing: id 1 | task 97 | total time = 2255.41 ms / 126 tokens 1.20.194.016 I slot print_timing: id 1 | task 97 | graphs reused = 1 1.20.194.017 I slot print_timing: id 1 | task 97 | graph reallocs = 18 / 0 (same size) / (changed size) 1.20.194.040 I slot release: id 1 | task 97 | stop processing: n_tokens = 126, truncated = 0 1.20.194.416 I slot print_timing: id 2 | task 98 | prompt eval time = 2106.88 ms / 144 tokens ( 14.63 ms per token, 68.35 tokens per second) 1.20.194.421 I slot print_timing: id 2 | task 98 | eval time = 143.93 ms / 2 tokens ( 143.93 ms per token, 6.95 tokens per second) 1.20.194.422 I slot print_timing: id 2 | task 98 | total time = 2250.81 ms / 146 tokens 1.20.194.423 I slot print_timing: id 2 | task 98 | graphs reused = 1 1.20.194.424 I slot print_timing: id 2 | task 98 | graph reallocs = 18 / 0 (same size) / (changed size) 1.20.194.448 I slot release: id 2 | task 98 | stop processing: n_tokens = 146, truncated = 0 1.20.194.858 I slot print_timing: id 3 | task 99 | prompt eval time = 2102.36 ms / 127 tokens ( 16.55 ms per token, 60.41 tokens per second) 1.20.194.865 I slot print_timing: id 3 | task 99 | eval time = 143.57 ms / 2 tokens ( 143.57 ms per token, 6.97 tokens per second) 1.20.194.866 I slot print_timing: id 3 | task 99 | total time = 2245.93 ms / 129 tokens 1.20.194.867 I slot print_timing: id 3 | task 99 | graphs reused = 1 1.20.194.869 I slot print_timing: id 3 | task 99 | graph reallocs = 18 / 0 (same size) / (changed size) 1.20.194.891 I slot release: id 3 | task 99 | stop processing: n_tokens = 129, truncated = 0 1.20.202.950 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.187 1.20.227.070 I slot launch_slot_: id 0 | task 103 | processing task, is_child = 0 1.20.271.558 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.205 1.20.271.831 I slot launch_slot_: id 2 | task 104 | processing task, is_child = 0 1.20.271.944 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.230 1.20.279.359 I slot launch_slot_: id 1 | task 105 | processing task, is_child = 0 1.20.279.423 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.210 (> 0.100 thold), f_keep = 0.225 1.20.279.620 I slot launch_slot_: id 3 | task 106 | processing task, is_child = 0 1.22.510.396 I slot print_timing: id 0 | task 103 | prompt eval time = 2084.74 ms / 145 tokens ( 14.38 ms per token, 69.55 tokens per second) 1.22.510.402 I slot print_timing: id 0 | task 103 | eval time = 146.01 ms / 2 tokens ( 146.01 ms per token, 6.85 tokens per second) 1.22.510.403 I slot print_timing: id 0 | task 103 | total time = 2230.75 ms / 147 tokens 1.22.510.404 I slot print_timing: id 0 | task 103 | graphs reused = 1 1.22.510.405 I slot print_timing: id 0 | task 103 | graph reallocs = 19 / 0 (same size) / (changed size) 1.22.510.438 I slot release: id 0 | task 103 | stop processing: n_tokens = 147, truncated = 0 1.22.510.854 I slot print_timing: id 1 | task 105 | prompt eval time = 2081.21 ms / 113 tokens ( 18.42 ms per token, 54.30 tokens per second) 1.22.510.859 I slot print_timing: id 1 | task 105 | eval time = 145.72 ms / 2 tokens ( 145.72 ms per token, 6.86 tokens per second) 1.22.510.860 I slot print_timing: id 1 | task 105 | total time = 2226.93 ms / 115 tokens 1.22.510.861 I slot print_timing: id 1 | task 105 | graphs reused = 1 1.22.510.862 I slot print_timing: id 1 | task 105 | graph reallocs = 19 / 0 (same size) / (changed size) 1.22.510.883 I slot release: id 1 | task 105 | stop processing: n_tokens = 115, truncated = 0 1.22.511.334 I slot print_timing: id 2 | task 104 | prompt eval time = 2077.67 ms / 124 tokens ( 16.76 ms per token, 59.68 tokens per second) 1.22.511.340 I slot print_timing: id 2 | task 104 | eval time = 145.45 ms / 2 tokens ( 145.45 ms per token, 6.88 tokens per second) 1.22.511.341 I slot print_timing: id 2 | task 104 | total time = 2223.12 ms / 126 tokens 1.22.511.341 I slot print_timing: id 2 | task 104 | graphs reused = 1 1.22.511.342 I slot print_timing: id 2 | task 104 | graph reallocs = 19 / 0 (same size) / (changed size) 1.22.511.362 I slot release: id 2 | task 104 | stop processing: n_tokens = 126, truncated = 0 1.22.511.708 I slot print_timing: id 3 | task 106 | prompt eval time = 2073.80 ms / 137 tokens ( 15.14 ms per token, 66.06 tokens per second) 1.22.511.713 I slot print_timing: id 3 | task 106 | eval time = 145.15 ms / 2 tokens ( 145.15 ms per token, 6.89 tokens per second) 1.22.511.714 I slot print_timing: id 3 | task 106 | total time = 2218.94 ms / 139 tokens 1.22.511.714 I slot print_timing: id 3 | task 106 | graphs reused = 1 1.22.511.715 I slot print_timing: id 3 | task 106 | graph reallocs = 19 / 0 (same size) / (changed size) 1.22.511.730 I slot release: id 3 | task 106 | stop processing: n_tokens = 139, truncated = 0 1.22.520.017 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.197 1.22.536.971 I slot launch_slot_: id 0 | task 110 | processing task, is_child = 0 1.22.580.740 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.223 1.22.581.035 I slot launch_slot_: id 3 | task 111 | processing task, is_child = 0 1.22.581.152 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.252 1.22.581.361 I slot launch_slot_: id 1 | task 112 | processing task, is_child = 0 1.22.581.421 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.230 1.22.581.618 I slot launch_slot_: id 2 | task 113 | processing task, is_child = 0 1.24.832.766 I slot print_timing: id 0 | task 110 | prompt eval time = 2104.83 ms / 127 tokens ( 16.57 ms per token, 60.34 tokens per second) 1.24.832.772 I slot print_timing: id 0 | task 110 | eval time = 146.30 ms / 2 tokens ( 146.30 ms per token, 6.84 tokens per second) 1.24.832.774 I slot print_timing: id 0 | task 110 | total time = 2251.12 ms / 129 tokens 1.24.832.774 I slot print_timing: id 0 | task 110 | graphs reused = 1 1.24.832.775 I slot print_timing: id 0 | task 110 | graph reallocs = 19 / 0 (same size) / (changed size) 1.24.832.808 I slot release: id 0 | task 110 | stop processing: n_tokens = 129, truncated = 0 1.24.833.230 I slot print_timing: id 1 | task 112 | prompt eval time = 2101.01 ms / 174 tokens ( 12.07 ms per token, 82.82 tokens per second) 1.24.833.236 I slot print_timing: id 1 | task 112 | eval time = 146.00 ms / 2 tokens ( 146.00 ms per token, 6.85 tokens per second) 1.24.833.237 I slot print_timing: id 1 | task 112 | total time = 2247.02 ms / 176 tokens 1.24.833.238 I slot print_timing: id 1 | task 112 | graphs reused = 1 1.24.833.239 I slot print_timing: id 1 | task 112 | graph reallocs = 19 / 0 (same size) / (changed size) 1.24.833.264 I slot release: id 1 | task 112 | stop processing: n_tokens = 176, truncated = 0 1.24.833.743 I slot print_timing: id 2 | task 113 | prompt eval time = 2097.80 ms / 238 tokens ( 8.81 ms per token, 113.45 tokens per second) 1.24.833.750 I slot print_timing: id 2 | task 113 | eval time = 145.77 ms / 2 tokens ( 145.77 ms per token, 6.86 tokens per second) 1.24.833.751 I slot print_timing: id 2 | task 113 | total time = 2243.57 ms / 240 tokens 1.24.833.752 I slot print_timing: id 2 | task 113 | graphs reused = 1 1.24.833.753 I slot print_timing: id 2 | task 113 | graph reallocs = 19 / 0 (same size) / (changed size) 1.24.833.788 I slot release: id 2 | task 113 | stop processing: n_tokens = 240, truncated = 0 1.24.834.248 I slot print_timing: id 3 | task 111 | prompt eval time = 2094.64 ms / 121 tokens ( 17.31 ms per token, 57.77 tokens per second) 1.24.834.255 I slot print_timing: id 3 | task 111 | eval time = 145.60 ms / 2 tokens ( 145.60 ms per token, 6.87 tokens per second) 1.24.834.257 I slot print_timing: id 3 | task 111 | total time = 2240.25 ms / 123 tokens 1.24.834.258 I slot print_timing: id 3 | task 111 | graphs reused = 1 1.24.834.259 I slot print_timing: id 3 | task 111 | graph reallocs = 19 / 0 (same size) / (changed size) 1.24.834.282 I slot release: id 3 | task 111 | stop processing: n_tokens = 123, truncated = 0 1.24.842.575 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.244 1.24.862.750 I slot launch_slot_: id 3 | task 117 | processing task, is_child = 0 1.24.919.695 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.225 1.24.926.332 I slot launch_slot_: id 0 | task 118 | processing task, is_child = 0 1.24.926.419 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.165 1.24.933.597 I slot launch_slot_: id 1 | task 119 | processing task, is_child = 0 1.24.933.649 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 1.24.933.801 I slot launch_slot_: id 2 | task 120 | processing task, is_child = 0 1.27.807.661 I slot print_timing: id 0 | task 118 | prompt eval time = 2727.48 ms / 148 tokens ( 18.43 ms per token, 54.26 tokens per second) 1.27.807.667 I slot print_timing: id 0 | task 118 | eval time = 146.35 ms / 2 tokens ( 146.35 ms per token, 6.83 tokens per second) 1.27.807.668 I slot print_timing: id 0 | task 118 | total time = 2873.84 ms / 150 tokens 1.27.807.669 I slot print_timing: id 0 | task 118 | graphs reused = 1 1.27.807.670 I slot print_timing: id 0 | task 118 | graph reallocs = 20 / 0 (same size) / (changed size) 1.27.807.701 I slot release: id 0 | task 118 | stop processing: n_tokens = 150, truncated = 0 1.27.808.106 I slot print_timing: id 1 | task 119 | prompt eval time = 2723.93 ms / 158 tokens ( 17.24 ms per token, 58.00 tokens per second) 1.27.808.109 I slot print_timing: id 1 | task 119 | eval time = 146.09 ms / 2 tokens ( 146.09 ms per token, 6.84 tokens per second) 1.27.808.110 I slot print_timing: id 1 | task 119 | total time = 2870.03 ms / 160 tokens 1.27.808.111 I slot print_timing: id 1 | task 119 | graphs reused = 1 1.27.808.112 I slot print_timing: id 1 | task 119 | graph reallocs = 20 / 0 (same size) / (changed size) 1.27.808.133 I slot release: id 1 | task 119 | stop processing: n_tokens = 160, truncated = 0 1.27.808.613 I slot print_timing: id 2 | task 120 | prompt eval time = 2720.41 ms / 179 tokens ( 15.20 ms per token, 65.80 tokens per second) 1.27.808.619 I slot print_timing: id 2 | task 120 | eval time = 145.98 ms / 2 tokens ( 145.98 ms per token, 6.85 tokens per second) 1.27.808.620 I slot print_timing: id 2 | task 120 | total time = 2866.39 ms / 181 tokens 1.27.808.621 I slot print_timing: id 2 | task 120 | graphs reused = 1 1.27.808.622 I slot print_timing: id 2 | task 120 | graph reallocs = 20 / 0 (same size) / (changed size) 1.27.808.653 I slot release: id 2 | task 120 | stop processing: n_tokens = 181, truncated = 0 1.27.809.091 I slot print_timing: id 3 | task 117 | prompt eval time = 2715.85 ms / 141 tokens ( 19.26 ms per token, 51.92 tokens per second) 1.27.809.095 I slot print_timing: id 3 | task 117 | eval time = 145.87 ms / 2 tokens ( 145.87 ms per token, 6.86 tokens per second) 1.27.809.096 I slot print_timing: id 3 | task 117 | total time = 2861.72 ms / 143 tokens 1.27.809.097 I slot print_timing: id 3 | task 117 | graphs reused = 1 1.27.809.098 I slot print_timing: id 3 | task 117 | graph reallocs = 20 / 0 (same size) / (changed size) 1.27.809.119 I slot release: id 3 | task 117 | stop processing: n_tokens = 143, truncated = 0 1.27.818.939 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.286 (> 0.100 thold), f_keep = 0.213 1.27.836.399 I slot launch_slot_: id 0 | task 124 | processing task, is_child = 0 1.27.893.259 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.181 1.27.893.550 I slot launch_slot_: id 1 | task 125 | processing task, is_child = 0 1.27.893.678 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.160 1.27.893.893 I slot launch_slot_: id 2 | task 126 | processing task, is_child = 0 1.27.893.956 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.203 1.27.901.639 I slot launch_slot_: id 3 | task 127 | processing task, is_child = 0 1.30.186.633 I slot print_timing: id 0 | task 124 | prompt eval time = 2138.20 ms / 111 tokens ( 19.26 ms per token, 51.91 tokens per second) 1.30.186.640 I slot print_timing: id 0 | task 124 | eval time = 146.77 ms / 2 tokens ( 146.77 ms per token, 6.81 tokens per second) 1.30.186.641 I slot print_timing: id 0 | task 124 | total time = 2284.97 ms / 113 tokens 1.30.186.643 I slot print_timing: id 0 | task 124 | graphs reused = 1 1.30.186.644 I slot print_timing: id 0 | task 124 | graph reallocs = 20 / 0 (same size) / (changed size) 1.30.186.675 I slot release: id 0 | task 124 | stop processing: n_tokens = 113, truncated = 0 1.30.187.151 I slot print_timing: id 1 | task 125 | prompt eval time = 2134.13 ms / 166 tokens ( 12.86 ms per token, 77.78 tokens per second) 1.30.187.156 I slot print_timing: id 1 | task 125 | eval time = 146.47 ms / 2 tokens ( 146.47 ms per token, 6.83 tokens per second) 1.30.187.157 I slot print_timing: id 1 | task 125 | total time = 2280.60 ms / 168 tokens 1.30.187.158 I slot print_timing: id 1 | task 125 | graphs reused = 1 1.30.187.159 I slot print_timing: id 1 | task 125 | graph reallocs = 20 / 0 (same size) / (changed size) 1.30.187.183 I slot release: id 1 | task 125 | stop processing: n_tokens = 168, truncated = 0 1.30.187.662 I slot print_timing: id 2 | task 126 | prompt eval time = 2130.00 ms / 225 tokens ( 9.47 ms per token, 105.63 tokens per second) 1.30.187.667 I slot print_timing: id 2 | task 126 | eval time = 146.35 ms / 2 tokens ( 146.35 ms per token, 6.83 tokens per second) 1.30.187.668 I slot print_timing: id 2 | task 126 | total time = 2276.35 ms / 227 tokens 1.30.187.669 I slot print_timing: id 2 | task 126 | graphs reused = 1 1.30.187.669 I slot print_timing: id 2 | task 126 | graph reallocs = 20 / 0 (same size) / (changed size) 1.30.187.697 I slot release: id 2 | task 126 | stop processing: n_tokens = 227, truncated = 0 1.30.188.122 I slot print_timing: id 3 | task 127 | prompt eval time = 2126.22 ms / 192 tokens ( 11.07 ms per token, 90.30 tokens per second) 1.30.188.129 I slot print_timing: id 3 | task 127 | eval time = 146.21 ms / 2 tokens ( 146.21 ms per token, 6.84 tokens per second) 1.30.188.130 I slot print_timing: id 3 | task 127 | total time = 2272.43 ms / 194 tokens 1.30.188.131 I slot print_timing: id 3 | task 127 | graphs reused = 1 1.30.188.132 I slot print_timing: id 3 | task 127 | graph reallocs = 20 / 0 (same size) / (changed size) 1.30.188.163 I slot release: id 3 | task 127 | stop processing: n_tokens = 194, truncated = 0 1.30.197.655 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.257 1.30.210.257 I slot launch_slot_: id 0 | task 131 | processing task, is_child = 0 1.30.271.423 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.173 1.30.271.641 I slot launch_slot_: id 1 | task 132 | processing task, is_child = 0 1.30.271.723 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.128 1.30.271.886 I slot launch_slot_: id 2 | task 133 | processing task, is_child = 0 1.30.271.927 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.149 1.30.278.945 I slot launch_slot_: id 3 | task 134 | processing task, is_child = 0 1.32.735.931 I slot print_timing: id 0 | task 131 | prompt eval time = 2312.86 ms / 136 tokens ( 17.01 ms per token, 58.80 tokens per second) 1.32.735.936 I slot print_timing: id 0 | task 131 | eval time = 144.10 ms / 2 tokens ( 144.10 ms per token, 6.94 tokens per second) 1.32.735.937 I slot print_timing: id 0 | task 131 | total time = 2456.96 ms / 138 tokens 1.32.735.938 I slot print_timing: id 0 | task 131 | graphs reused = 1 1.32.735.939 I slot print_timing: id 0 | task 131 | graph reallocs = 22 / 0 (same size) / (changed size) 1.32.735.971 I slot release: id 0 | task 131 | stop processing: n_tokens = 138, truncated = 0 1.32.736.404 I slot print_timing: id 1 | task 132 | prompt eval time = 2309.71 ms / 146 tokens ( 15.82 ms per token, 63.21 tokens per second) 1.32.736.409 I slot print_timing: id 1 | task 132 | eval time = 143.82 ms / 2 tokens ( 143.82 ms per token, 6.95 tokens per second) 1.32.736.410 I slot print_timing: id 1 | task 132 | total time = 2453.53 ms / 148 tokens 1.32.736.411 I slot print_timing: id 1 | task 132 | graphs reused = 1 1.32.736.412 I slot print_timing: id 1 | task 132 | graph reallocs = 22 / 0 (same size) / (changed size) 1.32.736.435 I slot release: id 1 | task 132 | stop processing: n_tokens = 148, truncated = 0 1.32.736.885 I slot print_timing: id 2 | task 133 | prompt eval time = 2306.40 ms / 172 tokens ( 13.41 ms per token, 74.58 tokens per second) 1.32.736.889 I slot print_timing: id 2 | task 133 | eval time = 143.47 ms / 2 tokens ( 143.47 ms per token, 6.97 tokens per second) 1.32.736.890 I slot print_timing: id 2 | task 133 | total time = 2449.87 ms / 174 tokens 1.32.736.890 I slot print_timing: id 2 | task 133 | graphs reused = 1 1.32.736.891 I slot print_timing: id 2 | task 133 | graph reallocs = 22 / 0 (same size) / (changed size) 1.32.736.913 I slot release: id 2 | task 133 | stop processing: n_tokens = 174, truncated = 0 1.32.737.243 I slot print_timing: id 3 | task 134 | prompt eval time = 2302.49 ms / 118 tokens ( 19.51 ms per token, 51.25 tokens per second) 1.32.737.247 I slot print_timing: id 3 | task 134 | eval time = 143.13 ms / 2 tokens ( 143.13 ms per token, 6.99 tokens per second) 1.32.737.248 I slot print_timing: id 3 | task 134 | total time = 2445.62 ms / 120 tokens 1.32.737.249 I slot print_timing: id 3 | task 134 | graphs reused = 1 1.32.737.250 I slot print_timing: id 3 | task 134 | graph reallocs = 22 / 0 (same size) / (changed size) 1.32.737.264 I slot release: id 3 | task 134 | stop processing: n_tokens = 120, truncated = 0 1.32.745.495 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.250 1.32.758.824 I slot launch_slot_: id 3 | task 138 | processing task, is_child = 0 1.32.808.905 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.210 1.32.816.721 I slot launch_slot_: id 0 | task 139 | processing task, is_child = 0 1.32.816.864 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.196 1.32.817.069 I slot launch_slot_: id 1 | task 140 | processing task, is_child = 0 1.32.817.136 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.167 1.32.817.359 I slot launch_slot_: id 2 | task 141 | processing task, is_child = 0 1.35.311.524 I slot print_timing: id 0 | task 139 | prompt eval time = 2346.31 ms / 114 tokens ( 20.58 ms per token, 48.59 tokens per second) 1.35.311.530 I slot print_timing: id 0 | task 139 | eval time = 147.84 ms / 2 tokens ( 147.84 ms per token, 6.76 tokens per second) 1.35.311.531 I slot print_timing: id 0 | task 139 | total time = 2494.14 ms / 116 tokens 1.35.311.532 I slot print_timing: id 0 | task 139 | graphs reused = 1 1.35.311.533 I slot print_timing: id 0 | task 139 | graph reallocs = 23 / 0 (same size) / (changed size) 1.35.311.562 I slot release: id 0 | task 139 | stop processing: n_tokens = 116, truncated = 0 1.35.311.979 I slot print_timing: id 1 | task 140 | prompt eval time = 2342.56 ms / 138 tokens ( 16.98 ms per token, 58.91 tokens per second) 1.35.311.982 I slot print_timing: id 1 | task 140 | eval time = 147.47 ms / 2 tokens ( 147.47 ms per token, 6.78 tokens per second) 1.35.311.983 I slot print_timing: id 1 | task 140 | total time = 2490.02 ms / 140 tokens 1.35.311.984 I slot print_timing: id 1 | task 140 | graphs reused = 1 1.35.311.984 I slot print_timing: id 1 | task 140 | graph reallocs = 23 / 0 (same size) / (changed size) 1.35.312.005 I slot release: id 1 | task 140 | stop processing: n_tokens = 140, truncated = 0 1.35.312.448 I slot print_timing: id 2 | task 141 | prompt eval time = 2338.55 ms / 166 tokens ( 14.09 ms per token, 70.98 tokens per second) 1.35.312.454 I slot print_timing: id 2 | task 141 | eval time = 147.16 ms / 2 tokens ( 147.16 ms per token, 6.80 tokens per second) 1.35.312.455 I slot print_timing: id 2 | task 141 | total time = 2485.71 ms / 168 tokens 1.35.312.456 I slot print_timing: id 2 | task 141 | graphs reused = 1 1.35.312.457 I slot print_timing: id 2 | task 141 | graph reallocs = 23 / 0 (same size) / (changed size) 1.35.312.488 I slot release: id 2 | task 141 | stop processing: n_tokens = 168, truncated = 0 1.35.312.933 I slot print_timing: id 3 | task 138 | prompt eval time = 2334.57 ms / 121 tokens ( 19.29 ms per token, 51.83 tokens per second) 1.35.312.939 I slot print_timing: id 3 | task 138 | eval time = 146.96 ms / 2 tokens ( 146.96 ms per token, 6.80 tokens per second) 1.35.312.940 I slot print_timing: id 3 | task 138 | total time = 2481.53 ms / 123 tokens 1.35.312.940 I slot print_timing: id 3 | task 138 | graphs reused = 1 1.35.312.942 I slot print_timing: id 3 | task 138 | graph reallocs = 23 / 0 (same size) / (changed size) 1.35.312.963 I slot release: id 3 | task 138 | stop processing: n_tokens = 123, truncated = 0 1.35.321.281 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.250 1.35.334.018 I slot launch_slot_: id 0 | task 145 | processing task, is_child = 0 1.35.381.897 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.244 1.35.382.105 I slot launch_slot_: id 3 | task 146 | processing task, is_child = 0 1.35.382.178 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.207 1.35.382.331 I slot launch_slot_: id 1 | task 147 | processing task, is_child = 0 1.35.382.370 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.173 1.35.382.505 I slot launch_slot_: id 2 | task 148 | processing task, is_child = 0 1.37.540.081 I slot print_timing: id 0 | task 145 | prompt eval time = 2016.49 ms / 136 tokens ( 14.83 ms per token, 67.44 tokens per second) 1.37.540.087 I slot print_timing: id 0 | task 145 | eval time = 141.06 ms / 2 tokens ( 141.06 ms per token, 7.09 tokens per second) 1.37.540.089 I slot print_timing: id 0 | task 145 | total time = 2157.55 ms / 138 tokens 1.37.540.090 I slot print_timing: id 0 | task 145 | graphs reused = 1 1.37.540.091 I slot print_timing: id 0 | task 145 | graph reallocs = 23 / 0 (same size) / (changed size) 1.37.540.128 I slot release: id 0 | task 145 | stop processing: n_tokens = 138, truncated = 0 1.37.540.542 I slot print_timing: id 1 | task 147 | prompt eval time = 2013.45 ms / 178 tokens ( 11.31 ms per token, 88.41 tokens per second) 1.37.540.546 I slot print_timing: id 1 | task 147 | eval time = 140.60 ms / 2 tokens ( 140.60 ms per token, 7.11 tokens per second) 1.37.540.547 I slot print_timing: id 1 | task 147 | total time = 2154.05 ms / 180 tokens 1.37.540.548 I slot print_timing: id 1 | task 147 | graphs reused = 1 1.37.540.549 I slot print_timing: id 1 | task 147 | graph reallocs = 23 / 0 (same size) / (changed size) 1.37.540.578 I slot release: id 1 | task 147 | stop processing: n_tokens = 180, truncated = 0 1.37.541.010 I slot print_timing: id 2 | task 148 | prompt eval time = 2010.18 ms / 131 tokens ( 15.34 ms per token, 65.17 tokens per second) 1.37.541.014 I slot print_timing: id 2 | task 148 | eval time = 140.36 ms / 2 tokens ( 140.36 ms per token, 7.12 tokens per second) 1.37.541.015 I slot print_timing: id 2 | task 148 | total time = 2150.54 ms / 133 tokens 1.37.541.016 I slot print_timing: id 2 | task 148 | graphs reused = 1 1.37.541.017 I slot print_timing: id 2 | task 148 | graph reallocs = 23 / 0 (same size) / (changed size) 1.37.541.040 I slot release: id 2 | task 148 | stop processing: n_tokens = 133, truncated = 0 1.37.541.383 I slot print_timing: id 3 | task 146 | prompt eval time = 2006.80 ms / 124 tokens ( 16.18 ms per token, 61.79 tokens per second) 1.37.541.387 I slot print_timing: id 3 | task 146 | eval time = 140.03 ms / 2 tokens ( 140.03 ms per token, 7.14 tokens per second) 1.37.541.388 I slot print_timing: id 3 | task 146 | total time = 2146.83 ms / 126 tokens 1.37.541.388 I slot print_timing: id 3 | task 146 | graphs reused = 1 1.37.541.389 I slot print_timing: id 3 | task 146 | graph reallocs = 23 / 0 (same size) / (changed size) 1.37.541.406 I slot release: id 3 | task 146 | stop processing: n_tokens = 126, truncated = 0 1.37.550.967 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.238 1.37.566.759 I slot launch_slot_: id 3 | task 152 | processing task, is_child = 0 1.37.614.209 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.210 1.37.614.413 I slot launch_slot_: id 0 | task 153 | processing task, is_child = 0 1.37.614.485 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.161 1.37.614.643 I slot launch_slot_: id 1 | task 154 | processing task, is_child = 0 1.37.614.683 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.218 1.37.614.837 I slot launch_slot_: id 2 | task 155 | processing task, is_child = 0 1.39.717.714 I slot print_timing: id 0 | task 153 | prompt eval time = 1953.00 ms / 119 tokens ( 16.41 ms per token, 60.93 tokens per second) 1.39.717.720 I slot print_timing: id 0 | task 153 | eval time = 149.86 ms / 2 tokens ( 149.86 ms per token, 6.67 tokens per second) 1.39.717.721 I slot print_timing: id 0 | task 153 | total time = 2102.86 ms / 121 tokens 1.39.717.722 I slot print_timing: id 0 | task 153 | graphs reused = 1 1.39.717.723 I slot print_timing: id 0 | task 153 | graph reallocs = 24 / 0 (same size) / (changed size) 1.39.717.753 I slot release: id 0 | task 153 | stop processing: n_tokens = 121, truncated = 0 1.39.718.072 I slot print_timing: id 1 | task 154 | prompt eval time = 1949.68 ms / 172 tokens ( 11.34 ms per token, 88.22 tokens per second) 1.39.718.076 I slot print_timing: id 1 | task 154 | eval time = 149.45 ms / 2 tokens ( 149.45 ms per token, 6.69 tokens per second) 1.39.718.076 I slot print_timing: id 1 | task 154 | total time = 2099.12 ms / 174 tokens 1.39.718.077 I slot print_timing: id 1 | task 154 | graphs reused = 1 1.39.718.077 I slot print_timing: id 1 | task 154 | graph reallocs = 24 / 0 (same size) / (changed size) 1.39.718.098 I slot release: id 1 | task 154 | stop processing: n_tokens = 174, truncated = 0 1.39.718.438 I slot print_timing: id 2 | task 155 | prompt eval time = 1946.01 ms / 185 tokens ( 10.52 ms per token, 95.07 tokens per second) 1.39.718.441 I slot print_timing: id 2 | task 155 | eval time = 149.12 ms / 2 tokens ( 149.12 ms per token, 6.71 tokens per second) 1.39.718.442 I slot print_timing: id 2 | task 155 | total time = 2095.13 ms / 187 tokens 1.39.718.442 I slot print_timing: id 2 | task 155 | graphs reused = 1 1.39.718.443 I slot print_timing: id 2 | task 155 | graph reallocs = 24 / 0 (same size) / (changed size) 1.39.718.462 I slot release: id 2 | task 155 | stop processing: n_tokens = 187, truncated = 0 1.39.718.845 I slot print_timing: id 3 | task 152 | prompt eval time = 1942.74 ms / 123 tokens ( 15.79 ms per token, 63.31 tokens per second) 1.39.718.850 I slot print_timing: id 3 | task 152 | eval time = 148.86 ms / 2 tokens ( 148.86 ms per token, 6.72 tokens per second) 1.39.718.851 I slot print_timing: id 3 | task 152 | total time = 2091.60 ms / 125 tokens 1.39.718.852 I slot print_timing: id 3 | task 152 | graphs reused = 1 1.39.718.852 I slot print_timing: id 3 | task 152 | graph reallocs = 24 / 0 (same size) / (changed size) 1.39.718.869 I slot release: id 3 | task 152 | stop processing: n_tokens = 125, truncated = 0 1.39.727.237 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.240 1.39.740.780 I slot launch_slot_: id 0 | task 159 | processing task, is_child = 0 1.39.793.791 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.167 1.39.794.038 I slot launch_slot_: id 1 | task 160 | processing task, is_child = 0 1.39.794.163 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.240 1.39.801.885 I slot launch_slot_: id 3 | task 161 | processing task, is_child = 0 1.39.801.958 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.155 1.39.811.074 I slot launch_slot_: id 2 | task 162 | processing task, is_child = 0 1.42.009.132 I slot print_timing: id 0 | task 159 | prompt eval time = 2055.55 ms / 129 tokens ( 15.93 ms per token, 62.76 tokens per second) 1.42.009.138 I slot print_timing: id 0 | task 159 | eval time = 142.49 ms / 2 tokens ( 142.49 ms per token, 7.02 tokens per second) 1.42.009.139 I slot print_timing: id 0 | task 159 | total time = 2198.03 ms / 131 tokens 1.42.009.140 I slot print_timing: id 0 | task 159 | graphs reused = 1 1.42.009.141 I slot print_timing: id 0 | task 159 | graph reallocs = 25 / 0 (same size) / (changed size) 1.42.009.173 I slot release: id 0 | task 159 | stop processing: n_tokens = 131, truncated = 0 1.42.009.584 I slot print_timing: id 1 | task 160 | prompt eval time = 2051.49 ms / 147 tokens ( 13.96 ms per token, 71.66 tokens per second) 1.42.009.588 I slot print_timing: id 1 | task 160 | eval time = 142.25 ms / 2 tokens ( 142.25 ms per token, 7.03 tokens per second) 1.42.009.589 I slot print_timing: id 1 | task 160 | total time = 2193.73 ms / 149 tokens 1.42.009.590 I slot print_timing: id 1 | task 160 | graphs reused = 1 1.42.009.591 I slot print_timing: id 1 | task 160 | graph reallocs = 25 / 0 (same size) / (changed size) 1.42.009.614 I slot release: id 1 | task 160 | stop processing: n_tokens = 149, truncated = 0 1.42.010.064 I slot print_timing: id 2 | task 162 | prompt eval time = 2047.41 ms / 130 tokens ( 15.75 ms per token, 63.49 tokens per second) 1.42.010.070 I slot print_timing: id 2 | task 162 | eval time = 142.02 ms / 2 tokens ( 142.02 ms per token, 7.04 tokens per second) 1.42.010.071 I slot print_timing: id 2 | task 162 | total time = 2189.44 ms / 132 tokens 1.42.010.072 I slot print_timing: id 2 | task 162 | graphs reused = 1 1.42.010.073 I slot print_timing: id 2 | task 162 | graph reallocs = 25 / 0 (same size) / (changed size) 1.42.010.093 I slot release: id 2 | task 162 | stop processing: n_tokens = 132, truncated = 0 1.42.010.427 I slot print_timing: id 3 | task 161 | prompt eval time = 2043.77 ms / 120 tokens ( 17.03 ms per token, 58.72 tokens per second) 1.42.010.432 I slot print_timing: id 3 | task 161 | eval time = 141.78 ms / 2 tokens ( 141.78 ms per token, 7.05 tokens per second) 1.42.010.433 I slot print_timing: id 3 | task 161 | total time = 2185.55 ms / 122 tokens 1.42.010.433 I slot print_timing: id 3 | task 161 | graphs reused = 1 1.42.010.435 I slot print_timing: id 3 | task 161 | graph reallocs = 25 / 0 (same size) / (changed size) 1.42.010.449 I slot release: id 3 | task 161 | stop processing: n_tokens = 122, truncated = 0 1.42.018.865 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.221 1.42.040.361 I slot launch_slot_: id 0 | task 166 | processing task, is_child = 0 1.42.086.754 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.195 1.42.087.024 I slot launch_slot_: id 1 | task 167 | processing task, is_child = 0 1.42.087.141 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.220 1.42.087.351 I slot launch_slot_: id 2 | task 168 | processing task, is_child = 0 1.42.087.412 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.238 1.42.087.606 I slot launch_slot_: id 3 | task 169 | processing task, is_child = 0 1.43.722.702 I slot print_timing: id 0 | task 166 | prompt eval time = 1489.64 ms / 133 tokens ( 11.20 ms per token, 89.28 tokens per second) 1.43.722.708 I slot print_timing: id 0 | task 166 | eval time = 145.44 ms / 2 tokens ( 145.44 ms per token, 6.88 tokens per second) 1.43.722.710 I slot print_timing: id 0 | task 166 | total time = 1635.07 ms / 135 tokens 1.43.722.711 I slot print_timing: id 0 | task 166 | graphs reused = 1 1.43.722.712 I slot print_timing: id 0 | task 166 | graph reallocs = 26 / 0 (same size) / (changed size) 1.43.722.744 I slot release: id 0 | task 166 | stop processing: n_tokens = 135, truncated = 0 1.43.723.172 I slot print_timing: id 1 | task 167 | prompt eval time = 1486.24 ms / 128 tokens ( 11.61 ms per token, 86.12 tokens per second) 1.43.723.178 I slot print_timing: id 1 | task 167 | eval time = 145.18 ms / 2 tokens ( 145.18 ms per token, 6.89 tokens per second) 1.43.723.179 I slot print_timing: id 1 | task 167 | total time = 1631.43 ms / 130 tokens 1.43.723.179 I slot print_timing: id 1 | task 167 | graphs reused = 1 1.43.723.180 I slot print_timing: id 1 | task 167 | graph reallocs = 26 / 0 (same size) / (changed size) 1.43.723.203 I slot release: id 1 | task 167 | stop processing: n_tokens = 130, truncated = 0 1.43.723.643 I slot print_timing: id 2 | task 168 | prompt eval time = 1482.59 ms / 134 tokens ( 11.06 ms per token, 90.38 tokens per second) 1.43.723.648 I slot print_timing: id 2 | task 168 | eval time = 144.94 ms / 2 tokens ( 144.94 ms per token, 6.90 tokens per second) 1.43.723.649 I slot print_timing: id 2 | task 168 | total time = 1627.52 ms / 136 tokens 1.43.723.649 I slot print_timing: id 2 | task 168 | graphs reused = 1 1.43.723.650 I slot print_timing: id 2 | task 168 | graph reallocs = 26 / 0 (same size) / (changed size) 1.43.723.668 I slot release: id 2 | task 168 | stop processing: n_tokens = 136, truncated = 0 1.43.724.070 I slot print_timing: id 3 | task 169 | prompt eval time = 1478.99 ms / 132 tokens ( 11.20 ms per token, 89.25 tokens per second) 1.43.724.075 I slot print_timing: id 3 | task 169 | eval time = 144.74 ms / 2 tokens ( 144.74 ms per token, 6.91 tokens per second) 1.43.724.077 I slot print_timing: id 3 | task 169 | total time = 1623.72 ms / 134 tokens 1.43.724.077 I slot print_timing: id 3 | task 169 | graphs reused = 1 1.43.724.078 I slot print_timing: id 3 | task 169 | graph reallocs = 26 / 0 (same size) / (changed size) 1.43.724.098 I slot release: id 3 | task 169 | stop processing: n_tokens = 134, truncated = 0 1.43.732.856 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.215 1.43.756.788 I slot launch_slot_: id 0 | task 173 | processing task, is_child = 0 1.43.802.253 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.223 1.43.802.441 I slot launch_slot_: id 1 | task 174 | processing task, is_child = 0 1.43.802.512 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.213 1.43.802.663 I slot launch_slot_: id 2 | task 175 | processing task, is_child = 0 1.43.802.703 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.216 1.43.802.837 I slot launch_slot_: id 3 | task 176 | processing task, is_child = 0 1.46.121.220 I slot print_timing: id 0 | task 173 | prompt eval time = 2173.69 ms / 109 tokens ( 19.94 ms per token, 50.15 tokens per second) 1.46.121.226 I slot print_timing: id 0 | task 173 | eval time = 144.67 ms / 2 tokens ( 144.67 ms per token, 6.91 tokens per second) 1.46.121.227 I slot print_timing: id 0 | task 173 | total time = 2318.36 ms / 111 tokens 1.46.121.228 I slot print_timing: id 0 | task 173 | graphs reused = 1 1.46.121.229 I slot print_timing: id 0 | task 173 | graph reallocs = 27 / 0 (same size) / (changed size) 1.46.121.258 I slot release: id 0 | task 173 | stop processing: n_tokens = 111, truncated = 0 1.46.121.668 I slot print_timing: id 1 | task 174 | prompt eval time = 2170.54 ms / 144 tokens ( 15.07 ms per token, 66.34 tokens per second) 1.46.121.672 I slot print_timing: id 1 | task 174 | eval time = 144.37 ms / 2 tokens ( 144.37 ms per token, 6.93 tokens per second) 1.46.121.672 I slot print_timing: id 1 | task 174 | total time = 2314.91 ms / 146 tokens 1.46.121.673 I slot print_timing: id 1 | task 174 | graphs reused = 1 1.46.121.674 I slot print_timing: id 1 | task 174 | graph reallocs = 27 / 0 (same size) / (changed size) 1.46.121.694 I slot release: id 1 | task 174 | stop processing: n_tokens = 146, truncated = 0 1.46.122.590 I slot print_timing: id 3 | task 176 | prompt eval time = 2163.31 ms / 164 tokens ( 13.19 ms per token, 75.81 tokens per second) 1.46.122.596 I slot print_timing: id 3 | task 176 | eval time = 143.91 ms / 2 tokens ( 143.91 ms per token, 6.95 tokens per second) 1.46.122.597 I slot print_timing: id 3 | task 176 | total time = 2307.23 ms / 166 tokens 1.46.122.599 I slot print_timing: id 3 | task 176 | graphs reused = 1 1.46.122.600 I slot print_timing: id 3 | task 176 | graph reallocs = 27 / 0 (same size) / (changed size) 1.46.122.629 I slot release: id 3 | task 176 | stop processing: n_tokens = 166, truncated = 0 1.46.237.937 I slot print_timing: id 2 | task 175 | prompt eval time = 2166.99 ms / 159 tokens ( 13.63 ms per token, 73.37 tokens per second) 1.46.237.944 I slot print_timing: id 2 | task 175 | eval time = 259.93 ms / 3 tokens ( 129.96 ms per token, 7.69 tokens per second) 1.46.237.945 I slot print_timing: id 2 | task 175 | total time = 2426.92 ms / 162 tokens 1.46.237.946 I slot print_timing: id 2 | task 175 | graphs reused = 1 1.46.237.947 I slot print_timing: id 2 | task 175 | graph reallocs = 27 / 0 (same size) / (changed size) 1.46.237.983 I slot release: id 2 | task 175 | stop processing: n_tokens = 162, truncated = 0 1.46.238.004 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.270 1.46.251.062 I slot launch_slot_: id 0 | task 181 | processing task, is_child = 0 1.46.302.508 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.199 1.46.302.705 I slot launch_slot_: id 1 | task 183 | processing task, is_child = 0 1.46.302.779 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.179 1.46.302.933 I slot launch_slot_: id 2 | task 182 | processing task, is_child = 0 1.46.302.972 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.175 1.46.303.112 I slot launch_slot_: id 3 | task 184 | processing task, is_child = 0 1.48.275.293 I slot print_timing: id 0 | task 181 | prompt eval time = 1826.13 ms / 116 tokens ( 15.74 ms per token, 63.52 tokens per second) 1.48.275.298 I slot print_timing: id 0 | task 181 | eval time = 146.03 ms / 2 tokens ( 146.03 ms per token, 6.85 tokens per second) 1.48.275.299 I slot print_timing: id 0 | task 181 | total time = 1972.16 ms / 118 tokens 1.48.275.300 I slot print_timing: id 0 | task 181 | graphs reused = 1 1.48.275.301 I slot print_timing: id 0 | task 181 | graph reallocs = 27 / 0 (same size) / (changed size) 1.48.275.332 I slot release: id 0 | task 181 | stop processing: n_tokens = 118, truncated = 0 1.48.275.741 I slot print_timing: id 1 | task 183 | prompt eval time = 1822.95 ms / 156 tokens ( 11.69 ms per token, 85.58 tokens per second) 1.48.275.746 I slot print_timing: id 1 | task 183 | eval time = 145.78 ms / 2 tokens ( 145.78 ms per token, 6.86 tokens per second) 1.48.275.747 I slot print_timing: id 1 | task 183 | total time = 1968.74 ms / 158 tokens 1.48.275.748 I slot print_timing: id 1 | task 183 | graphs reused = 1 1.48.275.748 I slot print_timing: id 1 | task 183 | graph reallocs = 27 / 0 (same size) / (changed size) 1.48.275.772 I slot release: id 1 | task 183 | stop processing: n_tokens = 158, truncated = 0 1.48.276.227 I slot print_timing: id 2 | task 182 | prompt eval time = 1819.53 ms / 114 tokens ( 15.96 ms per token, 62.65 tokens per second) 1.48.276.231 I slot print_timing: id 2 | task 182 | eval time = 145.51 ms / 2 tokens ( 145.51 ms per token, 6.87 tokens per second) 1.48.276.232 I slot print_timing: id 2 | task 182 | total time = 1965.05 ms / 116 tokens 1.48.276.233 I slot print_timing: id 2 | task 182 | graphs reused = 1 1.48.276.234 I slot print_timing: id 2 | task 182 | graph reallocs = 27 / 0 (same size) / (changed size) 1.48.276.250 I slot release: id 2 | task 182 | stop processing: n_tokens = 116, truncated = 0 1.48.276.583 I slot print_timing: id 3 | task 184 | prompt eval time = 1815.49 ms / 152 tokens ( 11.94 ms per token, 83.72 tokens per second) 1.48.276.587 I slot print_timing: id 3 | task 184 | eval time = 145.26 ms / 2 tokens ( 145.26 ms per token, 6.88 tokens per second) 1.48.276.588 I slot print_timing: id 3 | task 184 | total time = 1960.75 ms / 154 tokens 1.48.276.588 I slot print_timing: id 3 | task 184 | graphs reused = 1 1.48.276.589 I slot print_timing: id 3 | task 184 | graph reallocs = 27 / 0 (same size) / (changed size) 1.48.276.605 I slot release: id 3 | task 184 | stop processing: n_tokens = 154, truncated = 0 1.48.285.381 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.246 1.48.298.876 I slot launch_slot_: id 0 | task 188 | processing task, is_child = 0 1.48.344.876 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.184 1.48.351.729 I slot launch_slot_: id 1 | task 190 | processing task, is_child = 0 1.48.351.811 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.250 1.48.351.966 I slot launch_slot_: id 2 | task 189 | processing task, is_child = 0 1.48.352.005 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188 1.48.358.872 I slot launch_slot_: id 3 | task 191 | processing task, is_child = 0 1.50.276.150 I slot print_timing: id 0 | task 188 | prompt eval time = 1772.34 ms / 139 tokens ( 12.75 ms per token, 78.43 tokens per second) 1.50.276.156 I slot print_timing: id 0 | task 188 | eval time = 144.92 ms / 2 tokens ( 144.92 ms per token, 6.90 tokens per second) 1.50.276.157 I slot print_timing: id 0 | task 188 | total time = 1917.26 ms / 141 tokens 1.50.276.158 I slot print_timing: id 0 | task 188 | graphs reused = 1 1.50.276.159 I slot print_timing: id 0 | task 188 | graph reallocs = 27 / 0 (same size) / (changed size) 1.50.276.190 I slot release: id 0 | task 188 | stop processing: n_tokens = 141, truncated = 0 1.50.276.620 I slot print_timing: id 1 | task 190 | prompt eval time = 1768.83 ms / 117 tokens ( 15.12 ms per token, 66.15 tokens per second) 1.50.276.625 I slot print_timing: id 1 | task 190 | eval time = 144.62 ms / 2 tokens ( 144.62 ms per token, 6.91 tokens per second) 1.50.276.626 I slot print_timing: id 1 | task 190 | total time = 1913.45 ms / 119 tokens 1.50.276.627 I slot print_timing: id 1 | task 190 | graphs reused = 1 1.50.276.628 I slot print_timing: id 1 | task 190 | graph reallocs = 27 / 0 (same size) / (changed size) 1.50.276.650 I slot release: id 1 | task 190 | stop processing: n_tokens = 119, truncated = 0 1.50.277.091 I slot print_timing: id 2 | task 189 | prompt eval time = 1765.91 ms / 155 tokens ( 11.39 ms per token, 87.77 tokens per second) 1.50.277.096 I slot print_timing: id 2 | task 189 | eval time = 144.31 ms / 2 tokens ( 144.31 ms per token, 6.93 tokens per second) 1.50.277.097 I slot print_timing: id 2 | task 189 | total time = 1910.23 ms / 157 tokens 1.50.277.097 I slot print_timing: id 2 | task 189 | graphs reused = 1 1.50.277.098 I slot print_timing: id 2 | task 189 | graph reallocs = 27 / 0 (same size) / (changed size) 1.50.277.118 I slot release: id 2 | task 189 | stop processing: n_tokens = 157, truncated = 0 1.50.277.457 I slot print_timing: id 3 | task 191 | prompt eval time = 1762.36 ms / 117 tokens ( 15.06 ms per token, 66.39 tokens per second) 1.50.277.461 I slot print_timing: id 3 | task 191 | eval time = 143.93 ms / 2 tokens ( 143.93 ms per token, 6.95 tokens per second) 1.50.277.462 I slot print_timing: id 3 | task 191 | total time = 1906.29 ms / 119 tokens 1.50.277.462 I slot print_timing: id 3 | task 191 | graphs reused = 1 1.50.277.463 I slot print_timing: id 3 | task 191 | graph reallocs = 27 / 0 (same size) / (changed size) 1.50.277.486 I slot release: id 3 | task 191 | stop processing: n_tokens = 119, truncated = 0 1.50.285.567 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.206 1.50.310.430 I slot launch_slot_: id 0 | task 195 | processing task, is_child = 0 1.50.342.657 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.117 MiB) 1.50.358.045 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.244 1.50.358.301 I slot launch_slot_: id 1 | task 196 | processing task, is_child = 0 1.50.358.427 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.185 1.50.358.642 I slot launch_slot_: id 2 | task 197 | processing task, is_child = 0 1.50.358.702 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 1.50.358.898 I slot launch_slot_: id 3 | task 198 | processing task, is_child = 0 1.52.462.031 I slot print_timing: id 0 | task 195 | prompt eval time = 1953.67 ms / 132 tokens ( 14.80 ms per token, 67.57 tokens per second) 1.52.462.036 I slot print_timing: id 0 | task 195 | eval time = 149.44 ms / 2 tokens ( 149.44 ms per token, 6.69 tokens per second) 1.52.462.038 I slot print_timing: id 0 | task 195 | total time = 2103.11 ms / 134 tokens 1.52.462.038 I slot print_timing: id 0 | task 195 | graphs reused = 1 1.52.462.039 I slot print_timing: id 0 | task 195 | graph reallocs = 27 / 0 (same size) / (changed size) 1.52.462.070 I slot release: id 0 | task 195 | stop processing: n_tokens = 134, truncated = 0 1.52.462.494 I slot print_timing: id 1 | task 196 | prompt eval time = 1950.24 ms / 129 tokens ( 15.12 ms per token, 66.15 tokens per second) 1.52.462.498 I slot print_timing: id 1 | task 196 | eval time = 149.21 ms / 2 tokens ( 149.21 ms per token, 6.70 tokens per second) 1.52.462.499 I slot print_timing: id 1 | task 196 | total time = 2099.45 ms / 131 tokens 1.52.462.499 I slot print_timing: id 1 | task 196 | graphs reused = 1 1.52.462.500 I slot print_timing: id 1 | task 196 | graph reallocs = 27 / 0 (same size) / (changed size) 1.52.462.518 I slot release: id 1 | task 196 | stop processing: n_tokens = 131, truncated = 0 1.52.462.859 I slot print_timing: id 2 | task 197 | prompt eval time = 1946.61 ms / 170 tokens ( 11.45 ms per token, 87.33 tokens per second) 1.52.462.862 I slot print_timing: id 2 | task 197 | eval time = 148.96 ms / 2 tokens ( 148.96 ms per token, 6.71 tokens per second) 1.52.462.863 I slot print_timing: id 2 | task 197 | total time = 2095.57 ms / 172 tokens 1.52.462.864 I slot print_timing: id 2 | task 197 | graphs reused = 1 1.52.462.864 I slot print_timing: id 2 | task 197 | graph reallocs = 27 / 0 (same size) / (changed size) 1.52.462.882 I slot release: id 2 | task 197 | stop processing: n_tokens = 172, truncated = 0 1.52.463.271 I slot print_timing: id 3 | task 198 | prompt eval time = 1942.58 ms / 117 tokens ( 16.60 ms per token, 60.23 tokens per second) 1.52.463.277 I slot print_timing: id 3 | task 198 | eval time = 148.77 ms / 2 tokens ( 148.77 ms per token, 6.72 tokens per second) 1.52.463.278 I slot print_timing: id 3 | task 198 | total time = 2091.34 ms / 119 tokens 1.52.463.279 I slot print_timing: id 3 | task 198 | graphs reused = 1 1.52.463.280 I slot print_timing: id 3 | task 198 | graph reallocs = 27 / 0 (same size) / (changed size) 1.52.463.298 I slot release: id 3 | task 198 | stop processing: n_tokens = 119, truncated = 0 1.52.473.274 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.216 1.52.473.354 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 1.52.489.817 I slot launch_slot_: id 0 | task 202 | processing task, is_child = 0 1.52.489.870 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.52.505.726 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB) 1.52.526.744 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 102.868 MiB) 1.52.541.718 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.221 1.52.541.938 I slot launch_slot_: id 1 | task 203 | processing task, is_child = 0 1.52.542.015 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.169 1.52.542.179 I slot launch_slot_: id 2 | task 204 | processing task, is_child = 0 1.52.542.215 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.244 1.52.542.355 I slot launch_slot_: id 3 | task 205 | processing task, is_child = 0 1.54.766.138 I slot print_timing: id 0 | task 202 | prompt eval time = 2075.35 ms / 161 tokens ( 12.89 ms per token, 77.58 tokens per second) 1.54.766.144 I slot print_timing: id 0 | task 202 | eval time = 148.41 ms / 2 tokens ( 148.41 ms per token, 6.74 tokens per second) 1.54.766.146 I slot print_timing: id 0 | task 202 | total time = 2223.76 ms / 163 tokens 1.54.766.146 I slot print_timing: id 0 | task 202 | graphs reused = 1 1.54.766.147 I slot print_timing: id 0 | task 202 | graph reallocs = 29 / 0 (same size) / (changed size) 1.54.766.177 I slot release: id 0 | task 202 | stop processing: n_tokens = 163, truncated = 0 1.54.766.583 I slot print_timing: id 1 | task 203 | prompt eval time = 2071.96 ms / 176 tokens ( 11.77 ms per token, 84.94 tokens per second) 1.54.766.586 I slot print_timing: id 1 | task 203 | eval time = 148.13 ms / 2 tokens ( 148.13 ms per token, 6.75 tokens per second) 1.54.766.587 I slot print_timing: id 1 | task 203 | total time = 2220.09 ms / 178 tokens 1.54.766.588 I slot print_timing: id 1 | task 203 | graphs reused = 1 1.54.766.588 I slot print_timing: id 1 | task 203 | graph reallocs = 29 / 0 (same size) / (changed size) 1.54.766.613 I slot release: id 1 | task 203 | stop processing: n_tokens = 178, truncated = 0 1.54.767.053 I slot print_timing: id 2 | task 204 | prompt eval time = 2068.70 ms / 113 tokens ( 18.31 ms per token, 54.62 tokens per second) 1.54.767.056 I slot print_timing: id 2 | task 204 | eval time = 147.83 ms / 2 tokens ( 147.83 ms per token, 6.76 tokens per second) 1.54.767.057 I slot print_timing: id 2 | task 204 | total time = 2216.52 ms / 115 tokens 1.54.767.057 I slot print_timing: id 2 | task 204 | graphs reused = 1 1.54.767.058 I slot print_timing: id 2 | task 204 | graph reallocs = 29 / 0 (same size) / (changed size) 1.54.767.073 I slot release: id 2 | task 204 | stop processing: n_tokens = 115, truncated = 0 1.54.767.615 I slot print_timing: id 3 | task 205 | prompt eval time = 2065.02 ms / 130 tokens ( 15.88 ms per token, 62.95 tokens per second) 1.54.767.621 I slot print_timing: id 3 | task 205 | eval time = 147.68 ms / 2 tokens ( 147.68 ms per token, 6.77 tokens per second) 1.54.767.623 I slot print_timing: id 3 | task 205 | total time = 2212.70 ms / 132 tokens 1.54.767.624 I slot print_timing: id 3 | task 205 | graphs reused = 1 1.54.767.625 I slot print_timing: id 3 | task 205 | graph reallocs = 29 / 0 (same size) / (changed size) 1.54.767.649 I slot release: id 3 | task 205 | stop processing: n_tokens = 132, truncated = 0 1.54.777.524 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.178 1.54.777.594 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 125.604 MiB) 1.54.805.101 I slot launch_slot_: id 0 | task 209 | processing task, is_child = 0 1.54.825.144 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 1.54.840.627 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 1.54.858.856 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.163 1.54.859.150 I slot launch_slot_: id 1 | task 210 | processing task, is_child = 0 1.54.859.272 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.252 1.54.859.488 I slot launch_slot_: id 2 | task 211 | processing task, is_child = 0 1.54.859.553 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.220 1.54.859.761 I slot launch_slot_: id 3 | task 212 | processing task, is_child = 0 1.57.158.887 I slot print_timing: id 0 | task 209 | prompt eval time = 2155.58 ms / 121 tokens ( 17.81 ms per token, 56.13 tokens per second) 1.57.158.893 I slot print_timing: id 0 | task 209 | eval time = 143.52 ms / 2 tokens ( 143.52 ms per token, 6.97 tokens per second) 1.57.158.894 I slot print_timing: id 0 | task 209 | total time = 2299.10 ms / 123 tokens 1.57.158.896 I slot print_timing: id 0 | task 209 | graphs reused = 1 1.57.158.896 I slot print_timing: id 0 | task 209 | graph reallocs = 31 / 0 (same size) / (changed size) 1.57.158.927 I slot release: id 0 | task 209 | stop processing: n_tokens = 123, truncated = 0 1.57.159.348 I slot print_timing: id 1 | task 210 | prompt eval time = 2152.32 ms / 152 tokens ( 14.16 ms per token, 70.62 tokens per second) 1.57.159.353 I slot print_timing: id 1 | task 210 | eval time = 143.28 ms / 2 tokens ( 143.28 ms per token, 6.98 tokens per second) 1.57.159.354 I slot print_timing: id 1 | task 210 | total time = 2295.61 ms / 154 tokens 1.57.159.355 I slot print_timing: id 1 | task 210 | graphs reused = 1 1.57.159.356 I slot print_timing: id 1 | task 210 | graph reallocs = 31 / 0 (same size) / (changed size) 1.57.159.378 I slot release: id 1 | task 210 | stop processing: n_tokens = 154, truncated = 0 1.57.159.702 I slot print_timing: id 2 | task 211 | prompt eval time = 2148.97 ms / 138 tokens ( 15.57 ms per token, 64.22 tokens per second) 1.57.159.707 I slot print_timing: id 2 | task 211 | eval time = 142.58 ms / 2 tokens ( 142.58 ms per token, 7.01 tokens per second) 1.57.159.707 I slot print_timing: id 2 | task 211 | total time = 2291.56 ms / 140 tokens 1.57.159.708 I slot print_timing: id 2 | task 211 | graphs reused = 1 1.57.159.708 I slot print_timing: id 2 | task 211 | graph reallocs = 31 / 0 (same size) / (changed size) 1.57.159.725 I slot release: id 2 | task 211 | stop processing: n_tokens = 140, truncated = 0 1.57.160.084 I slot print_timing: id 3 | task 212 | prompt eval time = 2145.53 ms / 159 tokens ( 13.49 ms per token, 74.11 tokens per second) 1.57.160.090 I slot print_timing: id 3 | task 212 | eval time = 142.12 ms / 2 tokens ( 142.12 ms per token, 7.04 tokens per second) 1.57.160.092 I slot print_timing: id 3 | task 212 | total time = 2287.66 ms / 161 tokens 1.57.160.092 I slot print_timing: id 3 | task 212 | graphs reused = 1 1.57.160.093 I slot print_timing: id 3 | task 212 | graph reallocs = 31 / 0 (same size) / (changed size) 1.57.160.115 I slot release: id 3 | task 212 | stop processing: n_tokens = 161, truncated = 0 1.57.169.425 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.236 1.57.185.024 I slot launch_slot_: id 0 | task 216 | processing task, is_child = 0 1.57.185.108 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.195 MiB) 1.57.187.008 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 1.57.206.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.838 MiB) 1.57.224.597 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 1.57.244.502 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.188 1.57.244.757 I slot launch_slot_: id 1 | task 217 | processing task, is_child = 0 1.57.244.882 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.207 1.57.253.005 I slot launch_slot_: id 2 | task 218 | processing task, is_child = 0 1.57.253.076 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.180 1.57.253.283 I slot launch_slot_: id 3 | task 219 | processing task, is_child = 0 1.59.836.801 I slot print_timing: id 0 | task 216 | prompt eval time = 2433.66 ms / 163 tokens ( 14.93 ms per token, 66.98 tokens per second) 1.59.836.807 I slot print_timing: id 0 | task 216 | eval time = 149.83 ms / 2 tokens ( 149.83 ms per token, 6.67 tokens per second) 1.59.836.808 I slot print_timing: id 0 | task 216 | total time = 2583.49 ms / 165 tokens 1.59.836.809 I slot print_timing: id 0 | task 216 | graphs reused = 1 1.59.836.810 I slot print_timing: id 0 | task 216 | graph reallocs = 34 / 0 (same size) / (changed size) 1.59.836.842 I slot release: id 0 | task 216 | stop processing: n_tokens = 165, truncated = 0 1.59.837.270 I slot print_timing: id 1 | task 217 | prompt eval time = 2430.54 ms / 138 tokens ( 17.61 ms per token, 56.78 tokens per second) 1.59.837.273 I slot print_timing: id 1 | task 217 | eval time = 149.54 ms / 2 tokens ( 149.54 ms per token, 6.69 tokens per second) 1.59.837.274 I slot print_timing: id 1 | task 217 | total time = 2580.09 ms / 140 tokens 1.59.837.275 I slot print_timing: id 1 | task 217 | graphs reused = 1 1.59.837.276 I slot print_timing: id 1 | task 217 | graph reallocs = 34 / 0 (same size) / (changed size) 1.59.837.294 I slot release: id 1 | task 217 | stop processing: n_tokens = 140, truncated = 0 1.59.837.762 I slot print_timing: id 2 | task 218 | prompt eval time = 2426.91 ms / 128 tokens ( 18.96 ms per token, 52.74 tokens per second) 1.59.837.767 I slot print_timing: id 2 | task 218 | eval time = 149.22 ms / 2 tokens ( 149.22 ms per token, 6.70 tokens per second) 1.59.837.768 I slot print_timing: id 2 | task 218 | total time = 2576.13 ms / 130 tokens 1.59.837.769 I slot print_timing: id 2 | task 218 | graphs reused = 1 1.59.837.770 I slot print_timing: id 2 | task 218 | graph reallocs = 34 / 0 (same size) / (changed size) 1.59.837.789 I slot release: id 2 | task 218 | stop processing: n_tokens = 130, truncated = 0 1.59.838.136 I slot print_timing: id 3 | task 219 | prompt eval time = 2423.32 ms / 154 tokens ( 15.74 ms per token, 63.55 tokens per second) 1.59.838.140 I slot print_timing: id 3 | task 219 | eval time = 148.92 ms / 2 tokens ( 148.92 ms per token, 6.72 tokens per second) 1.59.838.141 I slot print_timing: id 3 | task 219 | total time = 2572.24 ms / 156 tokens 1.59.838.142 I slot print_timing: id 3 | task 219 | graphs reused = 1 1.59.838.142 I slot print_timing: id 3 | task 219 | graph reallocs = 34 / 0 (same size) / (changed size) 1.59.838.159 I slot release: id 3 | task 219 | stop processing: n_tokens = 156, truncated = 0 1.59.846.321 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.258 (> 0.100 thold), f_keep = 0.238 1.59.861.659 I slot launch_slot_: id 2 | task 223 | processing task, is_child = 0 1.59.861.725 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.367 MiB) 1.59.881.105 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.59.898.043 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 1.59.917.963 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.176 1.59.918.223 I slot launch_slot_: id 0 | task 224 | processing task, is_child = 0 1.59.918.347 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.207 1.59.918.554 I slot launch_slot_: id 1 | task 225 | processing task, is_child = 0 1.59.918.620 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.186 1.59.918.809 I slot launch_slot_: id 3 | task 226 | processing task, is_child = 0 2.02.003.509 I slot print_timing: id 0 | task 224 | prompt eval time = 1940.39 ms / 152 tokens ( 12.77 ms per token, 78.33 tokens per second) 2.02.003.515 I slot print_timing: id 0 | task 224 | eval time = 144.28 ms / 2 tokens ( 144.28 ms per token, 6.93 tokens per second) 2.02.003.516 I slot print_timing: id 0 | task 224 | total time = 2084.68 ms / 154 tokens 2.02.003.518 I slot print_timing: id 0 | task 224 | graphs reused = 1 2.02.003.518 I slot print_timing: id 0 | task 224 | graph reallocs = 34 / 0 (same size) / (changed size) 2.02.003.550 I slot release: id 0 | task 224 | stop processing: n_tokens = 154, truncated = 0 2.02.003.984 I slot print_timing: id 1 | task 225 | prompt eval time = 1936.01 ms / 155 tokens ( 12.49 ms per token, 80.06 tokens per second) 2.02.003.989 I slot print_timing: id 1 | task 225 | eval time = 144.05 ms / 2 tokens ( 144.05 ms per token, 6.94 tokens per second) 2.02.003.990 I slot print_timing: id 1 | task 225 | total time = 2080.07 ms / 157 tokens 2.02.003.991 I slot print_timing: id 1 | task 225 | graphs reused = 1 2.02.003.992 I slot print_timing: id 1 | task 225 | graph reallocs = 34 / 0 (same size) / (changed size) 2.02.004.018 I slot release: id 1 | task 225 | stop processing: n_tokens = 157, truncated = 0 2.02.004.488 I slot print_timing: id 2 | task 223 | prompt eval time = 1932.51 ms / 119 tokens ( 16.24 ms per token, 61.58 tokens per second) 2.02.004.493 I slot print_timing: id 2 | task 223 | eval time = 143.86 ms / 2 tokens ( 143.86 ms per token, 6.95 tokens per second) 2.02.004.494 I slot print_timing: id 2 | task 223 | total time = 2076.37 ms / 121 tokens 2.02.004.495 I slot print_timing: id 2 | task 223 | graphs reused = 1 2.02.004.496 I slot print_timing: id 2 | task 223 | graph reallocs = 34 / 0 (same size) / (changed size) 2.02.004.514 I slot release: id 2 | task 223 | stop processing: n_tokens = 121, truncated = 0 2.02.004.872 I slot print_timing: id 3 | task 226 | prompt eval time = 1929.22 ms / 163 tokens ( 11.84 ms per token, 84.49 tokens per second) 2.02.004.878 I slot print_timing: id 3 | task 226 | eval time = 143.61 ms / 2 tokens ( 143.61 ms per token, 6.96 tokens per second) 2.02.004.879 I slot print_timing: id 3 | task 226 | total time = 2072.83 ms / 165 tokens 2.02.004.879 I slot print_timing: id 3 | task 226 | graphs reused = 1 2.02.004.880 I slot print_timing: id 3 | task 226 | graph reallocs = 34 / 0 (same size) / (changed size) 2.02.004.912 I slot release: id 3 | task 226 | stop processing: n_tokens = 165, truncated = 0 2.02.013.645 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.188 2.02.013.717 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.150 MiB) 2.02.032.050 I slot launch_slot_: id 0 | task 230 | processing task, is_child = 0 2.02.032.102 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.710 MiB) 2.02.056.371 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.493 MiB) 2.02.072.376 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 2.02.092.369 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.185 2.02.092.650 I slot launch_slot_: id 1 | task 231 | processing task, is_child = 0 2.02.092.774 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.240 2.02.092.972 I slot launch_slot_: id 2 | task 232 | processing task, is_child = 0 2.02.093.040 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.176 2.02.093.254 I slot launch_slot_: id 3 | task 233 | processing task, is_child = 0 2.04.149.354 I slot print_timing: id 0 | task 230 | prompt eval time = 1910.33 ms / 158 tokens ( 12.09 ms per token, 82.71 tokens per second) 2.04.149.361 I slot print_timing: id 0 | task 230 | eval time = 145.74 ms / 2 tokens ( 145.74 ms per token, 6.86 tokens per second) 2.04.149.362 I slot print_timing: id 0 | task 230 | total time = 2056.08 ms / 160 tokens 2.04.149.363 I slot print_timing: id 0 | task 230 | graphs reused = 1 2.04.149.364 I slot print_timing: id 0 | task 230 | graph reallocs = 34 / 0 (same size) / (changed size) 2.04.149.400 I slot release: id 0 | task 230 | stop processing: n_tokens = 160, truncated = 0 2.04.149.825 I slot print_timing: id 1 | task 231 | prompt eval time = 1906.50 ms / 112 tokens ( 17.02 ms per token, 58.75 tokens per second) 2.04.149.828 I slot print_timing: id 1 | task 231 | eval time = 145.51 ms / 2 tokens ( 145.51 ms per token, 6.87 tokens per second) 2.04.149.829 I slot print_timing: id 1 | task 231 | total time = 2052.00 ms / 114 tokens 2.04.149.830 I slot print_timing: id 1 | task 231 | graphs reused = 1 2.04.149.831 I slot print_timing: id 1 | task 231 | graph reallocs = 34 / 0 (same size) / (changed size) 2.04.149.848 I slot release: id 1 | task 231 | stop processing: n_tokens = 114, truncated = 0 2.04.150.287 I slot print_timing: id 2 | task 232 | prompt eval time = 1902.79 ms / 153 tokens ( 12.44 ms per token, 80.41 tokens per second) 2.04.150.292 I slot print_timing: id 2 | task 232 | eval time = 145.35 ms / 2 tokens ( 145.35 ms per token, 6.88 tokens per second) 2.04.150.293 I slot print_timing: id 2 | task 232 | total time = 2048.14 ms / 155 tokens 2.04.150.294 I slot print_timing: id 2 | task 232 | graphs reused = 1 2.04.150.294 I slot print_timing: id 2 | task 232 | graph reallocs = 34 / 0 (same size) / (changed size) 2.04.150.316 I slot release: id 2 | task 232 | stop processing: n_tokens = 155, truncated = 0 2.04.150.673 I slot print_timing: id 3 | task 233 | prompt eval time = 1899.22 ms / 117 tokens ( 16.23 ms per token, 61.60 tokens per second) 2.04.150.678 I slot print_timing: id 3 | task 233 | eval time = 145.12 ms / 2 tokens ( 145.12 ms per token, 6.89 tokens per second) 2.04.150.679 I slot print_timing: id 3 | task 233 | total time = 2044.34 ms / 119 tokens 2.04.150.679 I slot print_timing: id 3 | task 233 | graphs reused = 1 2.04.150.680 I slot print_timing: id 3 | task 233 | graph reallocs = 34 / 0 (same size) / (changed size) 2.04.150.695 I slot release: id 3 | task 233 | stop processing: n_tokens = 119, truncated = 0 2.04.159.936 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.181 2.04.160.038 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 2.04.179.531 I slot launch_slot_: id 0 | task 237 | processing task, is_child = 0 2.04.179.614 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 2.04.194.881 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 2.04.214.201 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 2.04.230.999 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.254 2.04.239.626 I slot launch_slot_: id 1 | task 238 | processing task, is_child = 0 2.04.239.703 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.187 2.04.246.447 I slot launch_slot_: id 2 | task 239 | processing task, is_child = 0 2.04.246.490 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.244 2.04.246.639 I slot launch_slot_: id 3 | task 240 | processing task, is_child = 0 2.06.477.845 I slot print_timing: id 0 | task 237 | prompt eval time = 2089.39 ms / 124 tokens ( 16.85 ms per token, 59.35 tokens per second) 2.06.477.851 I slot print_timing: id 0 | task 237 | eval time = 141.80 ms / 2 tokens ( 141.80 ms per token, 7.05 tokens per second) 2.06.477.852 I slot print_timing: id 0 | task 237 | total time = 2231.18 ms / 126 tokens 2.06.477.853 I slot print_timing: id 0 | task 237 | graphs reused = 1 2.06.477.854 I slot print_timing: id 0 | task 237 | graph reallocs = 35 / 0 (same size) / (changed size) 2.06.477.884 I slot release: id 0 | task 237 | stop processing: n_tokens = 126, truncated = 0 2.06.478.292 I slot print_timing: id 1 | task 238 | prompt eval time = 2085.61 ms / 107 tokens ( 19.49 ms per token, 51.30 tokens per second) 2.06.478.296 I slot print_timing: id 1 | task 238 | eval time = 141.65 ms / 2 tokens ( 141.65 ms per token, 7.06 tokens per second) 2.06.478.297 I slot print_timing: id 1 | task 238 | total time = 2227.27 ms / 109 tokens 2.06.478.297 I slot print_timing: id 1 | task 238 | graphs reused = 1 2.06.478.298 I slot print_timing: id 1 | task 238 | graph reallocs = 35 / 0 (same size) / (changed size) 2.06.478.316 I slot release: id 1 | task 238 | stop processing: n_tokens = 109, truncated = 0 2.06.478.774 I slot print_timing: id 2 | task 239 | prompt eval time = 2082.49 ms / 116 tokens ( 17.95 ms per token, 55.70 tokens per second) 2.06.478.778 I slot print_timing: id 2 | task 239 | eval time = 141.40 ms / 2 tokens ( 141.40 ms per token, 7.07 tokens per second) 2.06.478.779 I slot print_timing: id 2 | task 239 | total time = 2223.89 ms / 118 tokens 2.06.478.780 I slot print_timing: id 2 | task 239 | graphs reused = 1 2.06.478.780 I slot print_timing: id 2 | task 239 | graph reallocs = 35 / 0 (same size) / (changed size) 2.06.478.800 I slot release: id 2 | task 239 | stop processing: n_tokens = 118, truncated = 0 2.06.479.233 I slot print_timing: id 3 | task 240 | prompt eval time = 2079.33 ms / 188 tokens ( 11.06 ms per token, 90.41 tokens per second) 2.06.479.236 I slot print_timing: id 3 | task 240 | eval time = 141.12 ms / 2 tokens ( 141.12 ms per token, 7.09 tokens per second) 2.06.479.237 I slot print_timing: id 3 | task 240 | total time = 2220.45 ms / 190 tokens 2.06.479.238 I slot print_timing: id 3 | task 240 | graphs reused = 1 2.06.479.239 I slot print_timing: id 3 | task 240 | graph reallocs = 35 / 0 (same size) / (changed size) 2.06.479.262 I slot release: id 3 | task 240 | stop processing: n_tokens = 190, truncated = 0 2.06.487.695 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.230 2.06.501.340 I slot launch_slot_: id 0 | task 244 | processing task, is_child = 0 2.06.514.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.727 MiB) 2.06.529.719 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 2.06.551.763 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.275 2.06.551.992 I slot launch_slot_: id 1 | task 245 | processing task, is_child = 0 2.06.552.116 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.246 2.06.552.324 I slot launch_slot_: id 2 | task 246 | processing task, is_child = 0 2.06.552.394 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.153 2.06.552.621 I slot launch_slot_: id 3 | task 247 | processing task, is_child = 0 2.08.301.205 I slot print_timing: id 0 | task 244 | prompt eval time = 1602.62 ms / 131 tokens ( 12.23 ms per token, 81.74 tokens per second) 2.08.301.212 I slot print_timing: id 0 | task 244 | eval time = 145.94 ms / 2 tokens ( 145.94 ms per token, 6.85 tokens per second) 2.08.301.213 I slot print_timing: id 0 | task 244 | total time = 1748.56 ms / 133 tokens 2.08.301.214 I slot print_timing: id 0 | task 244 | graphs reused = 1 2.08.301.216 I slot print_timing: id 0 | task 244 | graph reallocs = 35 / 0 (same size) / (changed size) 2.08.301.254 I slot release: id 0 | task 244 | stop processing: n_tokens = 133, truncated = 0 2.08.302.139 I slot print_timing: id 2 | task 246 | prompt eval time = 1596.34 ms / 129 tokens ( 12.37 ms per token, 80.81 tokens per second) 2.08.302.144 I slot print_timing: id 2 | task 246 | eval time = 145.37 ms / 2 tokens ( 145.37 ms per token, 6.88 tokens per second) 2.08.302.145 I slot print_timing: id 2 | task 246 | total time = 1741.71 ms / 131 tokens 2.08.302.146 I slot print_timing: id 2 | task 246 | graphs reused = 1 2.08.302.147 I slot print_timing: id 2 | task 246 | graph reallocs = 35 / 0 (same size) / (changed size) 2.08.302.170 I slot release: id 2 | task 246 | stop processing: n_tokens = 131, truncated = 0 2.08.302.513 I slot print_timing: id 3 | task 247 | prompt eval time = 1593.17 ms / 164 tokens ( 9.71 ms per token, 102.94 tokens per second) 2.08.302.518 I slot print_timing: id 3 | task 247 | eval time = 145.05 ms / 2 tokens ( 145.05 ms per token, 6.89 tokens per second) 2.08.302.519 I slot print_timing: id 3 | task 247 | total time = 1738.21 ms / 166 tokens 2.08.302.520 I slot print_timing: id 3 | task 247 | graphs reused = 1 2.08.302.521 I slot print_timing: id 3 | task 247 | graph reallocs = 35 / 0 (same size) / (changed size) 2.08.302.575 I slot release: id 3 | task 247 | stop processing: n_tokens = 166, truncated = 0 2.08.420.499 I slot print_timing: id 1 | task 245 | prompt eval time = 1599.31 ms / 135 tokens ( 11.85 ms per token, 84.41 tokens per second) 2.08.420.506 I slot print_timing: id 1 | task 245 | eval time = 264.47 ms / 3 tokens ( 132.23 ms per token, 7.56 tokens per second) 2.08.420.507 I slot print_timing: id 1 | task 245 | total time = 1863.78 ms / 138 tokens 2.08.420.509 I slot print_timing: id 1 | task 245 | graphs reused = 1 2.08.420.511 I slot print_timing: id 1 | task 245 | graph reallocs = 35 / 0 (same size) / (changed size) 2.08.420.546 I slot release: id 1 | task 245 | stop processing: n_tokens = 138, truncated = 0 2.08.420.571 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.218 2.08.420.648 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 2.08.437.419 I slot launch_slot_: id 0 | task 252 | processing task, is_child = 0 2.08.437.469 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 2.08.454.177 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 2.08.487.948 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.217 2.08.495.695 I slot launch_slot_: id 1 | task 254 | processing task, is_child = 0 2.08.495.833 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 2.08.503.754 I slot launch_slot_: id 2 | task 253 | processing task, is_child = 0 2.08.503.833 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.175 2.08.504.044 I slot launch_slot_: id 3 | task 255 | processing task, is_child = 0 2.10.700.684 I slot print_timing: id 0 | task 252 | prompt eval time = 2051.77 ms / 124 tokens ( 16.55 ms per token, 60.44 tokens per second) 2.10.700.691 I slot print_timing: id 0 | task 252 | eval time = 144.84 ms / 2 tokens ( 144.84 ms per token, 6.90 tokens per second) 2.10.700.692 I slot print_timing: id 0 | task 252 | total time = 2196.61 ms / 126 tokens 2.10.700.694 I slot print_timing: id 0 | task 252 | graphs reused = 1 2.10.700.695 I slot print_timing: id 0 | task 252 | graph reallocs = 36 / 0 (same size) / (changed size) 2.10.700.727 I slot release: id 0 | task 252 | stop processing: n_tokens = 126, truncated = 0 2.10.701.192 I slot print_timing: id 1 | task 254 | prompt eval time = 2048.02 ms / 138 tokens ( 14.84 ms per token, 67.38 tokens per second) 2.10.701.198 I slot print_timing: id 1 | task 254 | eval time = 144.62 ms / 2 tokens ( 144.62 ms per token, 6.91 tokens per second) 2.10.701.199 I slot print_timing: id 1 | task 254 | total time = 2192.64 ms / 140 tokens 2.10.701.200 I slot print_timing: id 1 | task 254 | graphs reused = 1 2.10.701.201 I slot print_timing: id 1 | task 254 | graph reallocs = 36 / 0 (same size) / (changed size) 2.10.701.230 I slot release: id 1 | task 254 | stop processing: n_tokens = 140, truncated = 0 2.10.701.710 I slot print_timing: id 2 | task 253 | prompt eval time = 2044.62 ms / 161 tokens ( 12.70 ms per token, 78.74 tokens per second) 2.10.701.715 I slot print_timing: id 2 | task 253 | eval time = 144.50 ms / 2 tokens ( 144.50 ms per token, 6.92 tokens per second) 2.10.701.716 I slot print_timing: id 2 | task 253 | total time = 2189.13 ms / 163 tokens 2.10.701.716 I slot print_timing: id 2 | task 253 | graphs reused = 1 2.10.701.717 I slot print_timing: id 2 | task 253 | graph reallocs = 36 / 0 (same size) / (changed size) 2.10.701.736 I slot release: id 2 | task 253 | stop processing: n_tokens = 163, truncated = 0 2.10.702.070 I slot print_timing: id 3 | task 255 | prompt eval time = 2041.34 ms / 146 tokens ( 13.98 ms per token, 71.52 tokens per second) 2.10.702.075 I slot print_timing: id 3 | task 255 | eval time = 144.26 ms / 2 tokens ( 144.26 ms per token, 6.93 tokens per second) 2.10.702.076 I slot print_timing: id 3 | task 255 | total time = 2185.61 ms / 148 tokens 2.10.702.077 I slot print_timing: id 3 | task 255 | graphs reused = 1 2.10.702.078 I slot print_timing: id 3 | task 255 | graph reallocs = 36 / 0 (same size) / (changed size) 2.10.702.092 I slot release: id 3 | task 255 | stop processing: n_tokens = 148, truncated = 0 2.10.711.507 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.230 2.10.726.194 I slot launch_slot_: id 0 | task 259 | processing task, is_child = 0 2.10.726.273 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.649 MiB) 2.10.746.578 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 2.10.767.543 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB) 2.10.785.248 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.207 2.10.785.494 I slot launch_slot_: id 1 | task 261 | processing task, is_child = 0 2.10.785.620 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.178 2.10.785.839 I slot launch_slot_: id 2 | task 260 | processing task, is_child = 0 2.10.785.904 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.196 2.10.786.103 I slot launch_slot_: id 3 | task 262 | processing task, is_child = 0 2.13.063.618 I slot print_timing: id 0 | task 259 | prompt eval time = 2131.01 ms / 124 tokens ( 17.19 ms per token, 58.19 tokens per second) 2.13.063.624 I slot print_timing: id 0 | task 259 | eval time = 146.48 ms / 2 tokens ( 146.48 ms per token, 6.83 tokens per second) 2.13.063.625 I slot print_timing: id 0 | task 259 | total time = 2277.49 ms / 126 tokens 2.13.063.626 I slot print_timing: id 0 | task 259 | graphs reused = 1 2.13.063.627 I slot print_timing: id 0 | task 259 | graph reallocs = 37 / 0 (same size) / (changed size) 2.13.063.654 I slot release: id 0 | task 259 | stop processing: n_tokens = 126, truncated = 0 2.13.064.316 I slot print_timing: id 2 | task 260 | prompt eval time = 2124.18 ms / 170 tokens ( 12.50 ms per token, 80.03 tokens per second) 2.13.064.320 I slot print_timing: id 2 | task 260 | eval time = 145.72 ms / 2 tokens ( 145.72 ms per token, 6.86 tokens per second) 2.13.064.321 I slot print_timing: id 2 | task 260 | total time = 2269.90 ms / 172 tokens 2.13.064.321 I slot print_timing: id 2 | task 260 | graphs reused = 1 2.13.064.322 I slot print_timing: id 2 | task 260 | graph reallocs = 37 / 0 (same size) / (changed size) 2.13.064.345 I slot release: id 2 | task 260 | stop processing: n_tokens = 172, truncated = 0 2.13.064.681 I slot print_timing: id 3 | task 262 | prompt eval time = 2120.92 ms / 185 tokens ( 11.46 ms per token, 87.23 tokens per second) 2.13.064.686 I slot print_timing: id 3 | task 262 | eval time = 145.34 ms / 2 tokens ( 145.34 ms per token, 6.88 tokens per second) 2.13.064.687 I slot print_timing: id 3 | task 262 | total time = 2266.26 ms / 187 tokens 2.13.064.687 I slot print_timing: id 3 | task 262 | graphs reused = 1 2.13.064.688 I slot print_timing: id 3 | task 262 | graph reallocs = 37 / 0 (same size) / (changed size) 2.13.064.709 I slot release: id 3 | task 262 | stop processing: n_tokens = 187, truncated = 0 2.13.182.208 I slot print_timing: id 1 | task 261 | prompt eval time = 2127.43 ms / 154 tokens ( 13.81 ms per token, 72.39 tokens per second) 2.13.182.214 I slot print_timing: id 1 | task 261 | eval time = 264.35 ms / 3 tokens ( 132.18 ms per token, 7.57 tokens per second) 2.13.182.215 I slot print_timing: id 1 | task 261 | total time = 2391.78 ms / 157 tokens 2.13.182.216 I slot print_timing: id 1 | task 261 | graphs reused = 1 2.13.182.217 I slot print_timing: id 1 | task 261 | graph reallocs = 37 / 0 (same size) / (changed size) 2.13.182.249 I slot release: id 1 | task 261 | stop processing: n_tokens = 157, truncated = 0 2.13.182.266 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.230 2.13.195.938 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 2.13.195.993 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 2.13.197.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 2.13.216.866 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 2.13.236.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 2.13.259.252 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.185 2.13.267.316 I slot launch_slot_: id 1 | task 268 | processing task, is_child = 0 2.13.267.403 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.169 2.13.267.562 I slot launch_slot_: id 2 | task 269 | processing task, is_child = 0 2.13.267.604 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.155 2.13.267.745 I slot launch_slot_: id 3 | task 270 | processing task, is_child = 0 2.15.312.085 I slot print_timing: id 0 | task 267 | prompt eval time = 1896.69 ms / 107 tokens ( 17.73 ms per token, 56.41 tokens per second) 2.15.312.091 I slot print_timing: id 0 | task 267 | eval time = 147.63 ms / 2 tokens ( 147.63 ms per token, 6.77 tokens per second) 2.15.312.092 I slot print_timing: id 0 | task 267 | total time = 2044.32 ms / 109 tokens 2.15.312.093 I slot print_timing: id 0 | task 267 | graphs reused = 1 2.15.312.094 I slot print_timing: id 0 | task 267 | graph reallocs = 39 / 0 (same size) / (changed size) 2.15.312.120 I slot release: id 0 | task 267 | stop processing: n_tokens = 109, truncated = 0 2.15.312.534 I slot print_timing: id 1 | task 268 | prompt eval time = 1892.15 ms / 136 tokens ( 13.91 ms per token, 71.88 tokens per second) 2.15.312.538 I slot print_timing: id 1 | task 268 | eval time = 147.25 ms / 2 tokens ( 147.25 ms per token, 6.79 tokens per second) 2.15.312.538 I slot print_timing: id 1 | task 268 | total time = 2039.40 ms / 138 tokens 2.15.312.539 I slot print_timing: id 1 | task 268 | graphs reused = 1 2.15.312.540 I slot print_timing: id 1 | task 268 | graph reallocs = 39 / 0 (same size) / (changed size) 2.15.312.559 I slot release: id 1 | task 268 | stop processing: n_tokens = 138, truncated = 0 2.15.313.031 I slot print_timing: id 2 | task 269 | prompt eval time = 1888.77 ms / 129 tokens ( 14.64 ms per token, 68.30 tokens per second) 2.15.313.037 I slot print_timing: id 2 | task 269 | eval time = 147.04 ms / 2 tokens ( 147.04 ms per token, 6.80 tokens per second) 2.15.313.037 I slot print_timing: id 2 | task 269 | total time = 2035.81 ms / 131 tokens 2.15.313.039 I slot print_timing: id 2 | task 269 | graphs reused = 1 2.15.313.039 I slot print_timing: id 2 | task 269 | graph reallocs = 39 / 0 (same size) / (changed size) 2.15.313.059 I slot release: id 2 | task 269 | stop processing: n_tokens = 131, truncated = 0 2.15.313.403 I slot print_timing: id 3 | task 270 | prompt eval time = 1884.69 ms / 142 tokens ( 13.27 ms per token, 75.34 tokens per second) 2.15.313.406 I slot print_timing: id 3 | task 270 | eval time = 146.75 ms / 2 tokens ( 146.75 ms per token, 6.81 tokens per second) 2.15.313.407 I slot print_timing: id 3 | task 270 | total time = 2031.43 ms / 144 tokens 2.15.313.408 I slot print_timing: id 3 | task 270 | graphs reused = 1 2.15.313.409 I slot print_timing: id 3 | task 270 | graph reallocs = 39 / 0 (same size) / (changed size) 2.15.313.424 I slot release: id 3 | task 270 | stop processing: n_tokens = 144, truncated = 0 2.15.362.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 109, t_last = 135201690 2.15.377.505 I slot launch_slot_: id 0 | task 274 | processing task, is_child = 0 2.15.377.559 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 2.15.394.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.009 MiB) 2.15.430.372 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 135202129 2.15.430.643 I slot launch_slot_: id 1 | task 275 | processing task, is_child = 0 2.15.430.781 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 135202628 2.15.430.983 I slot launch_slot_: id 2 | task 276 | processing task, is_child = 0 2.15.431.046 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 144, t_last = 135202994 2.15.431.252 I slot launch_slot_: id 3 | task 277 | processing task, is_child = 0 2.18.612.769 I slot print_timing: id 0 | task 274 | prompt processing, n_tokens = 659, progress = 0.56, t = 3.18 s / 207.14 tokens per second 2.18.651.684 I slot print_timing: id 1 | task 275 | prompt processing, n_tokens = 667, progress = 0.56, t = 3.18 s / 209.84 tokens per second 2.18.692.520 I slot print_timing: id 2 | task 276 | prompt processing, n_tokens = 674, progress = 0.57, t = 3.18 s / 212.26 tokens per second 2.18.734.310 I slot print_timing: id 3 | task 277 | prompt processing, n_tokens = 48, progress = 0.04, t = 3.17 s / 15.13 tokens per second 2.21.814.497 I slot print_timing: id 0 | task 274 | prompt processing, n_tokens = 1074, progress = 0.91, t = 6.38 s / 168.25 tokens per second 2.21.885.253 I slot print_timing: id 1 | task 275 | prompt processing, n_tokens = 1074, progress = 0.91, t = 6.38 s / 168.33 tokens per second 2.21.943.372 I slot print_timing: id 2 | task 276 | prompt processing, n_tokens = 1074, progress = 0.90, t = 6.38 s / 168.42 tokens per second 2.22.001.608 I slot print_timing: id 3 | task 277 | prompt processing, n_tokens = 647, progress = 0.56, t = 6.37 s / 101.50 tokens per second 2.23.848.825 I slot print_timing: id 0 | task 274 | prompt processing, n_tokens = 1171, progress = 1.00, t = 8.42 s / 139.11 tokens per second 2.23.941.592 I slot print_timing: id 1 | task 275 | prompt processing, n_tokens = 1179, progress = 1.00, t = 8.41 s / 140.11 tokens per second 2.24.000.429 I slot print_timing: id 2 | task 276 | prompt processing, n_tokens = 1186, progress = 1.00, t = 8.41 s / 141.00 tokens per second 2.24.057.955 I slot print_timing: id 3 | task 277 | prompt processing, n_tokens = 1074, progress = 0.92, t = 8.41 s / 127.73 tokens per second 2.24.890.994 I slot print_timing: id 3 | task 277 | prompt processing, n_tokens = 1159, progress = 1.00, t = 9.45 s / 122.67 tokens per second 2.38.786.218 I slot print_timing: id 0 | task 274 | prompt eval time = 9458.15 ms / 1175 tokens ( 8.05 ms per token, 124.23 tokens per second) 2.38.786.224 I slot print_timing: id 0 | task 274 | eval time = 13896.80 ms / 85 tokens ( 165.44 ms per token, 6.04 tokens per second) 2.38.786.225 I slot print_timing: id 0 | task 274 | total time = 23354.94 ms / 1260 tokens 2.38.786.227 I slot print_timing: id 0 | task 274 | graphs reused = 84 2.38.786.228 I slot print_timing: id 0 | task 274 | graph reallocs = 44 / 0 (same size) / (changed size) 2.38.786.301 I slot release: id 0 | task 274 | stop processing: n_tokens = 1260, truncated = 0 2.39.011.416 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.870 2.39.011.559 I slot launch_slot_: id 0 | task 367 | processing task, is_child = 0 2.42.106.508 I slot print_timing: id 1 | task 275 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.81 t/s 2.42.106.896 I slot print_timing: id 2 | task 276 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.81 t/s 2.42.267.550 I slot print_timing: id 3 | task 277 | n_gen = 100, tg = 5.84 t/s, tg_3s = 5.90 t/s 2.45.195.582 I slot print_timing: id 1 | task 275 | n_gen = 119, tg = 5.81 t/s, tg_3s = 6.15 t/s 2.45.195.863 I slot print_timing: id 2 | task 276 | n_gen = 119, tg = 5.81 t/s, tg_3s = 6.15 t/s 2.45.358.557 I slot print_timing: id 3 | task 277 | n_gen = 119, tg = 5.89 t/s, tg_3s = 6.15 t/s 2.48.278.828 I slot print_timing: id 1 | task 275 | n_gen = 138, tg = 5.86 t/s, tg_3s = 6.16 t/s 2.48.279.121 I slot print_timing: id 2 | task 276 | n_gen = 138, tg = 5.86 t/s, tg_3s = 6.16 t/s 2.48.443.307 I slot print_timing: id 3 | task 277 | n_gen = 138, tg = 5.93 t/s, tg_3s = 6.16 t/s 2.51.406.912 I slot print_timing: id 1 | task 275 | n_gen = 157, tg = 5.88 t/s, tg_3s = 6.07 t/s 2.51.407.197 I slot print_timing: id 2 | task 276 | n_gen = 157, tg = 5.88 t/s, tg_3s = 6.07 t/s 2.51.572.187 I slot print_timing: id 3 | task 277 | n_gen = 157, tg = 5.94 t/s, tg_3s = 6.07 t/s 2.54.535.175 I slot print_timing: id 1 | task 275 | n_gen = 176, tg = 5.90 t/s, tg_3s = 6.07 t/s 2.54.535.538 I slot print_timing: id 2 | task 276 | n_gen = 176, tg = 5.90 t/s, tg_3s = 6.07 t/s 2.54.700.891 I slot print_timing: id 3 | task 277 | n_gen = 176, tg = 5.96 t/s, tg_3s = 6.07 t/s 2.56.351.684 I slot print_timing: id 0 | task 367 | n_gen = 100, tg = 6.11 t/s, tg_3s = 6.17 t/s 2.56.842.090 I slot print_timing: id 3 | task 277 | prompt eval time = 9887.06 ms / 1163 tokens ( 8.50 ms per token, 117.63 tokens per second) 2.56.842.096 I slot print_timing: id 3 | task 277 | eval time = 31514.80 ms / 189 tokens ( 167.63 ms per token, 5.97 tokens per second) 2.56.842.097 I slot print_timing: id 3 | task 277 | total time = 41401.86 ms / 1352 tokens 2.56.842.098 I slot print_timing: id 3 | task 277 | graphs reused = 185 2.56.842.099 I slot print_timing: id 3 | task 277 | graph reallocs = 46 / 0 (same size) / (changed size) 2.56.842.184 I slot release: id 3 | task 277 | stop processing: n_tokens = 1352, truncated = 0 2.57.063.941 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.811 2.57.064.083 I slot launch_slot_: id 3 | task 473 | processing task, is_child = 0 2.57.706.524 I slot print_timing: id 1 | task 275 | n_gen = 192, tg = 5.82 t/s, tg_3s = 5.05 t/s 2.57.706.919 I slot print_timing: id 2 | task 276 | n_gen = 192, tg = 5.82 t/s, tg_3s = 5.05 t/s 2.59.492.274 I slot print_timing: id 0 | task 367 | n_gen = 114, tg = 5.84 t/s, tg_3s = 4.46 t/s 3.00.801.431 I slot print_timing: id 1 | task 275 | n_gen = 209, tg = 5.79 t/s, tg_3s = 5.49 t/s 3.00.801.790 I slot print_timing: id 2 | task 276 | n_gen = 209, tg = 5.79 t/s, tg_3s = 5.49 t/s 3.02.616.541 I slot print_timing: id 0 | task 367 | n_gen = 133, tg = 5.87 t/s, tg_3s = 6.08 t/s 3.03.936.324 I slot print_timing: id 1 | task 275 | n_gen = 228, tg = 5.81 t/s, tg_3s = 6.06 t/s 3.03.936.689 I slot print_timing: id 2 | task 276 | n_gen = 228, tg = 5.81 t/s, tg_3s = 6.06 t/s 3.05.765.122 I slot print_timing: id 0 | task 367 | n_gen = 152, tg = 5.89 t/s, tg_3s = 6.03 t/s 3.07.074.167 I slot print_timing: id 1 | task 275 | n_gen = 247, tg = 5.83 t/s, tg_3s = 6.06 t/s 3.07.074.527 I slot print_timing: id 2 | task 276 | n_gen = 247, tg = 5.83 t/s, tg_3s = 6.06 t/s 3.08.735.841 I slot print_timing: id 1 | task 275 | prompt eval time = 9456.15 ms / 1183 tokens ( 7.99 ms per token, 125.10 tokens per second) 3.08.735.847 I slot print_timing: id 1 | task 275 | eval time = 43845.63 ms / 257 tokens ( 171.27 ms per token, 5.84 tokens per second) 3.08.735.848 I slot print_timing: id 1 | task 275 | total time = 53301.78 ms / 1440 tokens 3.08.735.850 I slot print_timing: id 1 | task 275 | graphs reused = 248 3.08.735.850 I slot print_timing: id 1 | task 275 | graph reallocs = 46 / 0 (same size) / (changed size) 3.08.735.921 I slot release: id 1 | task 275 | stop processing: n_tokens = 1440, truncated = 0 3.09.002.237 I slot print_timing: id 0 | task 367 | n_gen = 171, tg = 5.89 t/s, tg_3s = 5.87 t/s 3.09.003.024 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.761 3.09.003.185 I slot launch_slot_: id 1 | task 541 | processing task, is_child = 0 3.10.318.592 I slot print_timing: id 2 | task 276 | n_gen = 260, tg = 5.70 t/s, tg_3s = 4.01 t/s 3.12.131.739 I slot print_timing: id 0 | task 367 | n_gen = 184, tg = 5.72 t/s, tg_3s = 4.15 t/s 3.13.459.876 I slot print_timing: id 2 | task 276 | n_gen = 279, tg = 5.72 t/s, tg_3s = 6.05 t/s 3.15.265.369 I slot print_timing: id 0 | task 367 | n_gen = 203, tg = 5.75 t/s, tg_3s = 6.06 t/s 3.15.597.913 I slot print_timing: id 3 | task 473 | n_gen = 100, tg = 5.68 t/s, tg_3s = 5.74 t/s 3.16.593.699 I slot print_timing: id 2 | task 276 | n_gen = 298, tg = 5.74 t/s, tg_3s = 6.06 t/s 3.18.402.454 I slot print_timing: id 0 | task 367 | n_gen = 222, tg = 5.78 t/s, tg_3s = 6.06 t/s 3.18.727.528 I slot print_timing: id 3 | task 473 | n_gen = 119, tg = 5.74 t/s, tg_3s = 6.07 t/s 3.19.711.961 I slot print_timing: id 2 | task 276 | n_gen = 317, tg = 5.76 t/s, tg_3s = 6.09 t/s 3.21.538.969 I slot print_timing: id 0 | task 367 | n_gen = 241, tg = 5.80 t/s, tg_3s = 6.06 t/s 3.21.870.444 I slot print_timing: id 3 | task 473 | n_gen = 138, tg = 5.78 t/s, tg_3s = 6.05 t/s 3.22.847.583 I slot print_timing: id 2 | task 276 | n_gen = 336, tg = 5.78 t/s, tg_3s = 6.06 t/s 3.24.669.114 I slot print_timing: id 0 | task 367 | n_gen = 260, tg = 5.82 t/s, tg_3s = 6.07 t/s 3.25.005.187 I slot print_timing: id 0 | task 367 | prompt eval time = 1130.92 ms / 112 tokens ( 10.10 ms per token, 99.03 tokens per second) 3.25.005.194 I slot print_timing: id 0 | task 367 | eval time = 44862.69 ms / 262 tokens ( 171.89 ms per token, 5.82 tokens per second) 3.25.005.195 I slot print_timing: id 0 | task 367 | total time = 45993.61 ms / 374 tokens 3.25.005.196 I slot print_timing: id 0 | task 367 | graphs reused = 335 3.25.005.197 I slot print_timing: id 0 | task 367 | graph reallocs = 49 / 0 (same size) / (changed size) 3.25.005.276 I slot release: id 0 | task 367 | stop processing: n_tokens = 1469, truncated = 0 3.25.006.499 I slot print_timing: id 3 | task 473 | n_gen = 157, tg = 5.81 t/s, tg_3s = 6.06 t/s 3.25.236.691 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.746 3.25.236.836 I slot launch_slot_: id 0 | task 634 | processing task, is_child = 0 3.25.940.908 I slot print_timing: id 2 | task 276 | n_gen = 351, tg = 5.73 t/s, tg_3s = 4.85 t/s 3.27.536.853 I slot print_timing: id 1 | task 541 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.81 t/s 3.28.031.155 I slot print_timing: id 3 | task 473 | n_gen = 170, tg = 5.66 t/s, tg_3s = 4.30 t/s 3.29.024.584 I slot print_timing: id 2 | task 276 | n_gen = 368, tg = 5.72 t/s, tg_3s = 5.51 t/s 3.30.675.716 I slot print_timing: id 1 | task 541 | n_gen = 119, tg = 5.80 t/s, tg_3s = 6.05 t/s 3.31.166.630 I slot print_timing: id 3 | task 473 | n_gen = 189, tg = 5.70 t/s, tg_3s = 6.06 t/s 3.32.161.940 I slot print_timing: id 2 | task 276 | n_gen = 387, tg = 5.74 t/s, tg_3s = 6.06 t/s 3.33.823.219 I slot print_timing: id 1 | task 541 | n_gen = 138, tg = 5.83 t/s, tg_3s = 6.04 t/s 3.34.318.957 I slot print_timing: id 3 | task 473 | n_gen = 208, tg = 5.73 t/s, tg_3s = 6.03 t/s 3.35.307.186 I slot print_timing: id 2 | task 276 | n_gen = 406, tg = 5.75 t/s, tg_3s = 6.04 t/s 3.35.470.737 I slot print_timing: id 3 | task 473 | prompt eval time = 1099.51 ms / 118 tokens ( 9.32 ms per token, 107.32 tokens per second) 3.35.470.743 I slot print_timing: id 3 | task 473 | eval time = 37307.13 ms / 215 tokens ( 174.33 ms per token, 5.74 tokens per second) 3.35.470.745 I slot print_timing: id 3 | task 473 | total time = 38406.63 ms / 333 tokens 3.35.470.745 I slot print_timing: id 3 | task 473 | graphs reused = 390 3.35.470.746 I slot print_timing: id 3 | task 473 | graph reallocs = 50 / 0 (same size) / (changed size) 3.35.470.826 I slot release: id 3 | task 473 | stop processing: n_tokens = 1428, truncated = 0 3.35.695.484 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.768 3.35.695.618 I slot launch_slot_: id 3 | task 693 | processing task, is_child = 0 3.36.990.153 I slot print_timing: id 1 | task 541 | n_gen = 152, tg = 5.66 t/s, tg_3s = 4.42 t/s 3.38.312.838 I slot print_timing: id 2 | task 276 | n_gen = 419, tg = 5.69 t/s, tg_3s = 4.33 t/s 3.40.112.966 I slot print_timing: id 1 | task 541 | n_gen = 171, tg = 5.71 t/s, tg_3s = 6.08 t/s 3.41.443.952 I slot print_timing: id 2 | task 276 | n_gen = 438, tg = 5.71 t/s, tg_3s = 6.07 t/s 3.43.250.149 I slot print_timing: id 1 | task 541 | n_gen = 190, tg = 5.74 t/s, tg_3s = 6.06 t/s 3.43.574.696 I slot print_timing: id 0 | task 634 | n_gen = 100, tg = 5.76 t/s, tg_3s = 5.82 t/s 3.44.566.088 I slot print_timing: id 2 | task 276 | n_gen = 457, tg = 5.72 t/s, tg_3s = 6.09 t/s 3.46.061.392 I slot print_timing: id 2 | task 276 | prompt eval time = 9453.59 ms / 1190 tokens ( 7.94 ms per token, 125.88 tokens per second) 3.46.061.400 I slot print_timing: id 2 | task 276 | eval time = 81170.42 ms / 466 tokens ( 174.56 ms per token, 5.73 tokens per second) 3.46.061.401 I slot print_timing: id 2 | task 276 | total time = 90624.01 ms / 1656 tokens 3.46.061.403 I slot print_timing: id 2 | task 276 | graphs reused = 445 3.46.061.404 I slot print_timing: id 2 | task 276 | graph reallocs = 50 / 0 (same size) / (changed size) 3.46.061.491 I slot release: id 2 | task 276 | stop processing: n_tokens = 1656, truncated = 0 3.46.332.872 I slot print_timing: id 1 | task 541 | n_gen = 208, tg = 5.75 t/s, tg_3s = 5.84 t/s 3.46.333.195 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.662 3.46.333.331 I slot launch_slot_: id 2 | task 753 | processing task, is_child = 0 3.46.786.859 I slot print_timing: id 0 | task 634 | n_gen = 117, tg = 5.69 t/s, tg_3s = 5.29 t/s 3.49.421.600 I slot print_timing: id 1 | task 541 | n_gen = 218, tg = 5.55 t/s, tg_3s = 3.24 t/s 3.49.917.841 I slot print_timing: id 0 | task 634 | n_gen = 129, tg = 5.44 t/s, tg_3s = 3.83 t/s 3.52.552.574 I slot print_timing: id 1 | task 541 | n_gen = 237, tg = 5.59 t/s, tg_3s = 6.07 t/s 3.53.039.606 I slot print_timing: id 0 | task 634 | n_gen = 148, tg = 5.52 t/s, tg_3s = 6.09 t/s 3.54.662.463 I slot print_timing: id 3 | task 693 | n_gen = 100, tg = 5.55 t/s, tg_3s = 5.61 t/s 3.55.635.937 I slot print_timing: id 1 | task 541 | n_gen = 256, tg = 5.63 t/s, tg_3s = 6.16 t/s 3.56.129.852 I slot print_timing: id 0 | task 634 | n_gen = 167, tg = 5.58 t/s, tg_3s = 6.15 t/s 3.57.771.351 I slot print_timing: id 1 | task 541 | prompt eval time = 1315.06 ms / 118 tokens ( 11.14 ms per token, 89.73 tokens per second) 3.57.771.358 I slot print_timing: id 1 | task 541 | eval time = 47453.09 ms / 269 tokens ( 177.06 ms per token, 5.65 tokens per second) 3.57.771.360 I slot print_timing: id 1 | task 541 | total time = 48768.14 ms / 387 tokens 3.57.771.361 I slot print_timing: id 1 | task 541 | graphs reused = 502 3.57.771.362 I slot print_timing: id 1 | task 541 | graph reallocs = 50 / 0 (same size) / (changed size) 3.57.771.452 I slot release: id 1 | task 541 | stop processing: n_tokens = 1482, truncated = 0 3.57.772.320 I slot print_timing: id 3 | task 693 | n_gen = 119, tg = 5.63 t/s, tg_3s = 6.11 t/s 3.58.037.240 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.740 3.58.037.391 I slot launch_slot_: id 1 | task 816 | processing task, is_child = 0 3.59.377.870 I slot print_timing: id 0 | task 634 | n_gen = 180, tg = 5.43 t/s, tg_3s = 4.00 t/s 4.00.857.627 I slot print_timing: id 0 | task 634 | prompt eval time = 1155.29 ms / 93 tokens ( 12.42 ms per token, 80.50 tokens per second) 4.00.857.633 I slot print_timing: id 0 | task 634 | eval time = 34465.47 ms / 189 tokens ( 183.33 ms per token, 5.45 tokens per second) 4.00.857.634 I slot print_timing: id 0 | task 634 | total time = 35620.77 ms / 282 tokens 4.00.857.634 I slot print_timing: id 0 | task 634 | graphs reused = 510 4.00.857.635 I slot print_timing: id 0 | task 634 | graph reallocs = 52 / 0 (same size) / (changed size) 4.00.857.706 I slot release: id 0 | task 634 | stop processing: n_tokens = 1377, truncated = 0 4.00.858.624 I slot print_timing: id 3 | task 693 | n_gen = 131, tg = 5.41 t/s, tg_3s = 3.89 t/s 4.01.079.683 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.796 4.01.079.845 I slot launch_slot_: id 0 | task 829 | processing task, is_child = 0 4.03.909.608 I slot print_timing: id 3 | task 693 | n_gen = 144, tg = 5.28 t/s, tg_3s = 4.26 t/s 4.06.541.579 I slot print_timing: id 2 | task 753 | n_gen = 100, tg = 5.42 t/s, tg_3s = 5.47 t/s 4.07.043.869 I slot print_timing: id 3 | task 693 | n_gen = 163, tg = 5.36 t/s, tg_3s = 6.06 t/s 4.09.698.340 I slot print_timing: id 2 | task 753 | n_gen = 119, tg = 5.50 t/s, tg_3s = 6.02 t/s 4.10.196.579 I slot print_timing: id 3 | task 693 | n_gen = 182, tg = 5.42 t/s, tg_3s = 6.03 t/s 4.12.848.872 I slot print_timing: id 2 | task 753 | n_gen = 138, tg = 5.57 t/s, tg_3s = 6.03 t/s 4.13.344.187 I slot print_timing: id 3 | task 693 | n_gen = 201, tg = 5.48 t/s, tg_3s = 6.04 t/s 4.15.982.723 I slot print_timing: id 2 | task 753 | n_gen = 157, tg = 5.63 t/s, tg_3s = 6.06 t/s 4.16.476.631 I slot print_timing: id 3 | task 693 | n_gen = 220, tg = 5.52 t/s, tg_3s = 6.07 t/s 4.16.639.475 I slot print_timing: id 1 | task 816 | n_gen = 100, tg = 5.74 t/s, tg_3s = 5.79 t/s 4.17.778.710 I slot print_timing: id 3 | task 693 | prompt eval time = 1125.66 ms / 120 tokens ( 9.38 ms per token, 106.60 tokens per second) 4.17.778.717 I slot print_timing: id 3 | task 693 | eval time = 40957.41 ms / 228 tokens ( 180.43 ms per token, 5.54 tokens per second) 4.17.778.718 I slot print_timing: id 3 | task 693 | total time = 42083.07 ms / 348 tokens 4.17.778.719 I slot print_timing: id 3 | task 693 | graphs reused = 604 4.17.778.720 I slot print_timing: id 3 | task 693 | graph reallocs = 53 / 0 (same size) / (changed size) 4.17.778.818 I slot release: id 3 | task 693 | stop processing: n_tokens = 1443, truncated = 0 4.18.006.812 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.760 4.18.006.956 I slot launch_slot_: id 3 | task 927 | processing task, is_child = 0 4.19.128.110 I slot print_timing: id 2 | task 753 | n_gen = 171, tg = 5.51 t/s, tg_3s = 4.45 t/s 4.19.465.208 I slot print_timing: id 0 | task 829 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.81 t/s 4.19.794.816 I slot print_timing: id 1 | task 816 | n_gen = 114, tg = 5.53 t/s, tg_3s = 4.44 t/s 4.22.247.997 I slot print_timing: id 2 | task 753 | n_gen = 190, tg = 5.56 t/s, tg_3s = 6.09 t/s 4.22.579.160 I slot print_timing: id 0 | task 829 | n_gen = 119, tg = 5.80 t/s, tg_3s = 6.10 t/s 4.22.909.643 I slot print_timing: id 1 | task 816 | n_gen = 133, tg = 5.61 t/s, tg_3s = 6.10 t/s 4.25.387.726 I slot print_timing: id 2 | task 753 | n_gen = 209, tg = 5.60 t/s, tg_3s = 6.05 t/s 4.25.713.806 I slot print_timing: id 0 | task 829 | n_gen = 138, tg = 5.84 t/s, tg_3s = 6.06 t/s 4.26.043.327 I slot print_timing: id 1 | task 816 | n_gen = 152, tg = 5.66 t/s, tg_3s = 6.06 t/s 4.28.523.623 I slot print_timing: id 2 | task 753 | n_gen = 228, tg = 5.64 t/s, tg_3s = 6.06 t/s 4.28.850.249 I slot print_timing: id 0 | task 829 | n_gen = 157, tg = 5.86 t/s, tg_3s = 6.06 t/s 4.29.174.633 I slot print_timing: id 1 | task 816 | n_gen = 171, tg = 5.71 t/s, tg_3s = 6.07 t/s 4.31.671.373 I slot print_timing: id 2 | task 753 | n_gen = 247, tg = 5.67 t/s, tg_3s = 6.04 t/s 4.32.001.213 I slot print_timing: id 0 | task 829 | n_gen = 176, tg = 5.88 t/s, tg_3s = 6.03 t/s 4.32.168.603 I slot print_timing: id 2 | task 753 | prompt eval time = 1928.43 ms / 176 tokens ( 10.96 ms per token, 91.27 tokens per second) 4.32.168.609 I slot print_timing: id 2 | task 753 | eval time = 43906.82 ms / 250 tokens ( 176.33 ms per token, 5.67 tokens per second) 4.32.168.610 I slot print_timing: id 2 | task 753 | total time = 45835.25 ms / 426 tokens 4.32.168.611 I slot print_timing: id 2 | task 753 | graphs reused = 682 4.32.168.611 I slot print_timing: id 2 | task 753 | graph reallocs = 53 / 0 (same size) / (changed size) 4.32.168.693 I slot release: id 2 | task 753 | stop processing: n_tokens = 1499, truncated = 0 4.32.434.692 I slot print_timing: id 1 | task 816 | n_gen = 190, tg = 5.72 t/s, tg_3s = 5.83 t/s 4.32.435.091 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.731 4.32.435.279 I slot launch_slot_: id 2 | task 1010 | processing task, is_child = 0 4.34.032.608 I slot print_timing: id 1 | task 816 | prompt eval time = 1341.15 ms / 105 tokens ( 12.77 ms per token, 78.29 tokens per second) 4.34.032.614 I slot print_timing: id 1 | task 816 | eval time = 34654.05 ms / 193 tokens ( 180.49 ms per token, 5.54 tokens per second) 4.34.032.616 I slot print_timing: id 1 | task 816 | total time = 35995.20 ms / 298 tokens 4.34.032.616 I slot print_timing: id 1 | task 816 | graphs reused = 682 4.34.032.617 I slot print_timing: id 1 | task 816 | graph reallocs = 53 / 0 (same size) / (changed size) 4.34.032.690 I slot release: id 1 | task 816 | stop processing: n_tokens = 1393, truncated = 0 4.34.298.652 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.787 4.34.298.804 I slot launch_slot_: id 1 | task 1015 | processing task, is_child = 0 4.35.056.619 I slot print_timing: id 0 | task 829 | n_gen = 183, tg = 5.55 t/s, tg_3s = 2.29 t/s 4.37.950.578 I slot print_timing: id 3 | task 927 | n_gen = 100, tg = 5.26 t/s, tg_3s = 5.31 t/s 4.38.112.105 I slot print_timing: id 0 | task 829 | n_gen = 198, tg = 5.49 t/s, tg_3s = 4.91 t/s 4.39.104.246 I slot print_timing: id 3 | task 927 | prompt eval time = 1121.77 ms / 80 tokens ( 14.02 ms per token, 71.32 tokens per second) 4.39.104.252 I slot print_timing: id 3 | task 927 | eval time = 19975.50 ms / 107 tokens ( 188.45 ms per token, 5.31 tokens per second) 4.39.104.253 I slot print_timing: id 3 | task 927 | total time = 21097.27 ms / 187 tokens 4.39.104.254 I slot print_timing: id 3 | task 927 | graphs reused = 701 4.39.104.255 I slot print_timing: id 3 | task 927 | graph reallocs = 57 / 0 (same size) / (changed size) 4.39.104.325 I slot release: id 3 | task 927 | stop processing: n_tokens = 1282, truncated = 0 4.39.332.319 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.855 4.39.332.457 I slot launch_slot_: id 3 | task 1039 | processing task, is_child = 0 4.41.269.423 I slot print_timing: id 0 | task 829 | n_gen = 212, tg = 5.41 t/s, tg_3s = 4.43 t/s 4.41.433.129 I slot print_timing: id 0 | task 829 | prompt eval time = 1166.64 ms / 80 tokens ( 14.58 ms per token, 68.57 tokens per second) 4.41.433.135 I slot print_timing: id 0 | task 829 | eval time = 39186.62 ms / 213 tokens ( 184.84 ms per token, 5.41 tokens per second) 4.41.433.136 I slot print_timing: id 0 | task 829 | total time = 40353.26 ms / 293 tokens 4.41.433.137 I slot print_timing: id 0 | task 829 | graphs reused = 706 4.41.433.138 I slot print_timing: id 0 | task 829 | graph reallocs = 57 / 0 (same size) / (changed size) 4.41.433.211 I slot release: id 0 | task 829 | stop processing: n_tokens = 1388, truncated = 0 4.41.656.748 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.790 4.41.656.948 I slot launch_slot_: id 0 | task 1049 | processing task, is_child = 0 4.53.335.184 I slot print_timing: id 2 | task 1010 | n_gen = 100, tg = 5.09 t/s, tg_3s = 5.14 t/s 4.53.983.319 I slot print_timing: id 1 | task 1015 | n_gen = 100, tg = 5.40 t/s, tg_3s = 5.46 t/s 4.56.448.710 I slot print_timing: id 2 | task 1010 | n_gen = 118, tg = 5.18 t/s, tg_3s = 5.78 t/s 4.57.104.913 I slot print_timing: id 1 | task 1015 | n_gen = 118, tg = 5.46 t/s, tg_3s = 5.77 t/s 4.57.920.976 I slot print_timing: id 3 | task 1039 | n_gen = 100, tg = 5.66 t/s, tg_3s = 5.72 t/s 4.59.403.688 I slot print_timing: id 0 | task 1049 | n_gen = 100, tg = 5.96 t/s, tg_3s = 6.02 t/s 4.59.570.541 I slot print_timing: id 2 | task 1010 | n_gen = 137, tg = 5.29 t/s, tg_3s = 6.09 t/s 5.00.249.276 I slot print_timing: id 1 | task 1015 | n_gen = 137, tg = 5.53 t/s, tg_3s = 6.04 t/s 5.00.982.547 I slot print_timing: id 3 | task 1039 | n_gen = 118, tg = 5.70 t/s, tg_3s = 5.88 t/s 5.01.523.984 I slot print_timing: id 1 | task 1015 | prompt eval time = 1367.60 ms / 100 tokens ( 13.68 ms per token, 73.12 tokens per second) 5.01.523.991 I slot print_timing: id 1 | task 1015 | eval time = 25857.56 ms / 144 tokens ( 180.82 ms per token, 5.53 tokens per second) 5.01.523.992 I slot print_timing: id 1 | task 1015 | total time = 27225.16 ms / 244 tokens 5.01.523.994 I slot print_timing: id 1 | task 1015 | graphs reused = 816 5.01.523.994 I slot print_timing: id 1 | task 1015 | graph reallocs = 59 / 0 (same size) / (changed size) 5.01.524.086 I slot release: id 1 | task 1015 | stop processing: n_tokens = 1339, truncated = 0 5.01.785.458 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.819 5.01.785.642 I slot launch_slot_: id 1 | task 1164 | processing task, is_child = 0 5.02.550.379 I slot print_timing: id 0 | task 1049 | n_gen = 114, tg = 5.72 t/s, tg_3s = 4.45 t/s 5.03.107.152 I slot print_timing: id 2 | task 1010 | n_gen = 151, tg = 5.13 t/s, tg_3s = 3.96 t/s 5.04.108.800 I slot print_timing: id 3 | task 1039 | n_gen = 130, tg = 5.45 t/s, tg_3s = 3.84 t/s 5.05.597.012 I slot print_timing: id 0 | task 1049 | n_gen = 130, tg = 5.66 t/s, tg_3s = 5.25 t/s 5.06.249.787 I slot print_timing: id 2 | task 1010 | n_gen = 170, tg = 5.22 t/s, tg_3s = 6.05 t/s 5.07.239.592 I slot print_timing: id 3 | task 1039 | n_gen = 149, tg = 5.52 t/s, tg_3s = 6.07 t/s 5.08.731.747 I slot print_timing: id 0 | task 1049 | n_gen = 149, tg = 5.71 t/s, tg_3s = 6.06 t/s 5.09.394.360 I slot print_timing: id 2 | task 1010 | n_gen = 189, tg = 5.29 t/s, tg_3s = 6.04 t/s 5.10.403.065 I slot print_timing: id 3 | task 1039 | n_gen = 168, tg = 5.57 t/s, tg_3s = 6.01 t/s 5.11.818.241 I slot print_timing: id 0 | task 1049 | n_gen = 167, tg = 5.72 t/s, tg_3s = 5.83 t/s 5.12.482.613 I slot print_timing: id 2 | task 1010 | n_gen = 207, tg = 5.33 t/s, tg_3s = 5.83 t/s 5.13.472.749 I slot print_timing: id 3 | task 1039 | n_gen = 186, tg = 5.60 t/s, tg_3s = 5.86 t/s 5.14.939.540 I slot print_timing: id 0 | task 1049 | n_gen = 186, tg = 5.76 t/s, tg_3s = 6.09 t/s 5.15.599.698 I slot print_timing: id 2 | task 1010 | n_gen = 226, tg = 5.39 t/s, tg_3s = 6.10 t/s 5.16.648.720 I slot print_timing: id 3 | task 1039 | n_gen = 205, tg = 5.63 t/s, tg_3s = 5.98 t/s 5.16.830.219 I slot print_timing: id 0 | task 1049 | prompt eval time = 1148.81 ms / 65 tokens ( 17.67 ms per token, 56.58 tokens per second) 5.16.830.225 I slot print_timing: id 0 | task 1049 | eval time = 34024.43 ms / 197 tokens ( 173.59 ms per token, 5.76 tokens per second) 5.16.830.226 I slot print_timing: id 0 | task 1049 | total time = 35173.24 ms / 262 tokens 5.16.830.228 I slot print_timing: id 0 | task 1049 | graphs reused = 897 5.16.830.229 I slot print_timing: id 0 | task 1049 | graph reallocs = 61 / 0 (same size) / (changed size) 5.16.830.329 I slot release: id 0 | task 1049 | stop processing: n_tokens = 1357, truncated = 0 5.17.086.279 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.808 5.17.086.470 I slot launch_slot_: id 0 | task 1250 | processing task, is_child = 0 5.18.627.850 I slot print_timing: id 2 | task 1010 | n_gen = 238, tg = 5.29 t/s, tg_3s = 3.96 t/s 5.19.780.235 I slot print_timing: id 3 | task 1039 | n_gen = 218, tg = 5.52 t/s, tg_3s = 4.15 t/s 5.20.619.539 I slot print_timing: id 1 | task 1164 | n_gen = 100, tg = 5.65 t/s, tg_3s = 5.71 t/s 5.21.759.765 I slot print_timing: id 2 | task 1010 | n_gen = 257, tg = 5.35 t/s, tg_3s = 6.07 t/s 5.22.902.533 I slot print_timing: id 3 | task 1039 | n_gen = 237, tg = 5.56 t/s, tg_3s = 6.09 t/s 5.23.713.078 I slot print_timing: id 1 | task 1164 | n_gen = 119, tg = 5.73 t/s, tg_3s = 6.14 t/s 5.24.849.656 I slot print_timing: id 2 | task 1010 | n_gen = 276, tg = 5.39 t/s, tg_3s = 6.15 t/s 5.25.990.117 I slot print_timing: id 3 | task 1039 | n_gen = 256, tg = 5.60 t/s, tg_3s = 6.15 t/s 5.26.319.022 I slot print_timing: id 2 | task 1010 | prompt eval time = 1432.48 ms / 74 tokens ( 19.36 ms per token, 51.66 tokens per second) 5.26.319.028 I slot print_timing: id 2 | task 1010 | eval time = 52451.24 ms / 285 tokens ( 184.69 ms per token, 5.41 tokens per second) 5.26.319.030 I slot print_timing: id 2 | task 1010 | total time = 53883.72 ms / 359 tokens 5.26.319.032 I slot print_timing: id 2 | task 1010 | graphs reused = 946 5.26.319.033 I slot print_timing: id 2 | task 1010 | graph reallocs = 62 / 0 (same size) / (changed size) 5.26.319.105 I slot release: id 2 | task 1010 | stop processing: n_tokens = 1454, truncated = 0 5.26.577.462 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.754 5.26.577.613 I slot launch_slot_: id 2 | task 1303 | processing task, is_child = 0 5.27.393.111 I slot print_timing: id 1 | task 1164 | n_gen = 137, tg = 5.60 t/s, tg_3s = 4.89 t/s 5.29.149.933 I slot print_timing: id 3 | task 1039 | n_gen = 268, tg = 5.48 t/s, tg_3s = 3.80 t/s 5.30.451.468 I slot print_timing: id 1 | task 1164 | n_gen = 153, tg = 5.56 t/s, tg_3s = 5.23 t/s 5.32.234.099 I slot print_timing: id 3 | task 1039 | n_gen = 287, tg = 5.52 t/s, tg_3s = 6.16 t/s 5.33.369.946 I slot print_timing: id 3 | task 1039 | prompt eval time = 1112.69 ms / 127 tokens ( 8.76 ms per token, 114.14 tokens per second) 5.33.369.952 I slot print_timing: id 3 | task 1039 | eval time = 52924.78 ms / 294 tokens ( 180.63 ms per token, 5.54 tokens per second) 5.33.369.953 I slot print_timing: id 3 | task 1039 | total time = 54037.47 ms / 421 tokens 5.33.369.954 I slot print_timing: id 3 | task 1039 | graphs reused = 978 5.33.369.955 I slot print_timing: id 3 | task 1039 | graph reallocs = 62 / 0 (same size) / (changed size) 5.33.370.034 I slot release: id 3 | task 1039 | stop processing: n_tokens = 1516, truncated = 0 5.33.590.010 I slot print_timing: id 1 | task 1164 | n_gen = 172, tg = 5.61 t/s, tg_3s = 6.05 t/s 5.33.590.353 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.723 5.33.590.526 I slot launch_slot_: id 3 | task 1340 | processing task, is_child = 0 5.36.471.112 I slot print_timing: id 0 | task 1250 | n_gen = 100, tg = 5.45 t/s, tg_3s = 5.50 t/s 5.36.632.983 I slot print_timing: id 1 | task 1164 | n_gen = 186, tg = 5.52 t/s, tg_3s = 4.60 t/s 5.39.567.093 I slot print_timing: id 0 | task 1250 | n_gen = 119, tg = 5.55 t/s, tg_3s = 6.14 t/s 5.39.730.232 I slot print_timing: id 1 | task 1164 | n_gen = 205, tg = 5.57 t/s, tg_3s = 6.13 t/s 5.40.377.034 I slot print_timing: id 0 | task 1250 | prompt eval time = 1208.88 ms / 76 tokens ( 15.91 ms per token, 62.87 tokens per second) 5.40.377.040 I slot print_timing: id 0 | task 1250 | eval time = 22081.66 ms / 124 tokens ( 179.53 ms per token, 5.57 tokens per second) 5.40.377.041 I slot print_timing: id 0 | task 1250 | total time = 23290.54 ms / 200 tokens 5.40.377.042 I slot print_timing: id 0 | task 1250 | graphs reused = 1012 5.40.377.043 I slot print_timing: id 0 | task 1250 | graph reallocs = 62 / 0 (same size) / (changed size) 5.40.377.120 I slot release: id 0 | task 1250 | stop processing: n_tokens = 1295, truncated = 0 5.40.597.233 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.846 5.40.597.380 I slot launch_slot_: id 0 | task 1379 | processing task, is_child = 0 5.42.889.901 I slot print_timing: id 1 | task 1164 | n_gen = 219, tg = 5.48 t/s, tg_3s = 4.43 t/s 5.45.921.028 I slot print_timing: id 1 | task 1164 | n_gen = 237, tg = 5.51 t/s, tg_3s = 5.94 t/s 5.45.921.326 I slot print_timing: id 2 | task 1303 | n_gen = 100, tg = 5.53 t/s, tg_3s = 5.58 t/s 5.49.012.868 I slot print_timing: id 1 | task 1164 | n_gen = 256, tg = 5.55 t/s, tg_3s = 6.15 t/s 5.49.013.162 I slot print_timing: id 2 | task 1303 | n_gen = 119, tg = 5.62 t/s, tg_3s = 6.15 t/s 5.51.770.569 I slot print_timing: id 3 | task 1340 | n_gen = 100, tg = 5.79 t/s, tg_3s = 5.85 t/s 5.52.094.657 I slot print_timing: id 1 | task 1164 | n_gen = 275, tg = 5.59 t/s, tg_3s = 6.17 t/s 5.52.094.980 I slot print_timing: id 2 | task 1303 | n_gen = 138, tg = 5.69 t/s, tg_3s = 6.17 t/s 5.52.582.698 I slot print_timing: id 2 | task 1303 | prompt eval time = 1427.19 ms / 60 tokens ( 23.79 ms per token, 42.04 tokens per second) 5.52.582.705 I slot print_timing: id 2 | task 1303 | eval time = 24577.88 ms / 141 tokens ( 175.56 ms per token, 5.70 tokens per second) 5.52.582.706 I slot print_timing: id 2 | task 1303 | total time = 26005.07 ms / 201 tokens 5.52.582.707 I slot print_timing: id 2 | task 1303 | graphs reused = 1078 5.52.582.707 I slot print_timing: id 2 | task 1303 | graph reallocs = 63 / 0 (same size) / (changed size) 5.52.582.777 I slot release: id 2 | task 1303 | stop processing: n_tokens = 1296, truncated = 0 5.52.841.143 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.846 5.52.841.301 I slot launch_slot_: id 2 | task 1449 | processing task, is_child = 0 5.54.925.656 I slot print_timing: id 3 | task 1340 | n_gen = 112, tg = 5.48 t/s, tg_3s = 3.80 t/s 5.55.252.136 I slot print_timing: id 1 | task 1164 | n_gen = 287, tg = 5.48 t/s, tg_3s = 3.80 t/s 5.58.005.481 I slot print_timing: id 3 | task 1340 | n_gen = 131, tg = 5.57 t/s, tg_3s = 6.17 t/s 5.58.330.683 I slot print_timing: id 1 | task 1164 | n_gen = 306, tg = 5.52 t/s, tg_3s = 6.17 t/s 5.59.140.917 I slot print_timing: id 0 | task 1379 | n_gen = 100, tg = 5.69 t/s, tg_3s = 5.75 t/s 5.59.626.772 I slot print_timing: id 1 | task 1164 | prompt eval time = 1321.17 ms / 117 tokens ( 11.29 ms per token, 88.56 tokens per second) 5.59.626.780 I slot print_timing: id 1 | task 1164 | eval time = 56519.94 ms / 314 tokens ( 180.57 ms per token, 5.54 tokens per second) 5.59.626.782 I slot print_timing: id 1 | task 1164 | total time = 57841.11 ms / 431 tokens 5.59.626.783 I slot print_timing: id 1 | task 1164 | graphs reused = 1110 5.59.626.784 I slot print_timing: id 1 | task 1164 | graph reallocs = 63 / 0 (same size) / (changed size) 5.59.626.870 I slot release: id 1 | task 1164 | stop processing: n_tokens = 1526, truncated = 0 5.59.890.743 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.718 5.59.890.895 I slot launch_slot_: id 1 | task 1486 | processing task, is_child = 0 6.01.211.435 I slot print_timing: id 3 | task 1340 | n_gen = 144, tg = 5.39 t/s, tg_3s = 4.05 t/s 6.02.204.459 I slot print_timing: id 0 | task 1379 | n_gen = 112, tg = 5.43 t/s, tg_3s = 3.92 t/s 6.04.352.728 I slot print_timing: id 3 | task 1340 | n_gen = 163, tg = 5.46 t/s, tg_3s = 6.05 t/s 6.05.345.231 I slot print_timing: id 0 | task 1379 | n_gen = 131, tg = 5.51 t/s, tg_3s = 6.05 t/s 6.06.650.633 I slot print_timing: id 0 | task 1379 | prompt eval time = 1147.57 ms / 73 tokens ( 15.72 ms per token, 63.61 tokens per second) 6.06.650.639 I slot print_timing: id 0 | task 1379 | eval time = 24905.66 ms / 139 tokens ( 180.48 ms per token, 5.54 tokens per second) 6.06.650.641 I slot print_timing: id 0 | task 1379 | total time = 26053.23 ms / 212 tokens 6.06.650.642 I slot print_timing: id 0 | task 1379 | graphs reused = 1142 6.06.650.642 I slot print_timing: id 0 | task 1379 | graph reallocs = 65 / 0 (same size) / (changed size) 6.06.650.713 I slot release: id 0 | task 1379 | stop processing: n_tokens = 1307, truncated = 0 6.06.879.858 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.839 6.06.880.050 I slot launch_slot_: id 0 | task 1523 | processing task, is_child = 0 6.07.599.040 I slot print_timing: id 3 | task 1340 | n_gen = 179, tg = 5.41 t/s, tg_3s = 4.93 t/s 6.10.669.052 I slot print_timing: id 3 | task 1340 | n_gen = 196, tg = 5.42 t/s, tg_3s = 5.54 t/s 6.12.489.882 I slot print_timing: id 2 | task 1449 | n_gen = 100, tg = 5.43 t/s, tg_3s = 5.49 t/s 6.12.821.240 I slot print_timing: id 3 | task 1340 | prompt eval time = 1092.86 ms / 80 tokens ( 13.66 ms per token, 73.20 tokens per second) 6.12.821.246 I slot print_timing: id 3 | task 1340 | eval time = 38137.83 ms / 209 tokens ( 183.35 ms per token, 5.45 tokens per second) 6.12.821.247 I slot print_timing: id 3 | task 1340 | total time = 39230.69 ms / 289 tokens 6.12.821.248 I slot print_timing: id 3 | task 1340 | graphs reused = 1171 6.12.821.249 I slot print_timing: id 3 | task 1340 | graph reallocs = 66 / 0 (same size) / (changed size) 6.12.821.319 I slot release: id 3 | task 1340 | stop processing: n_tokens = 1384, truncated = 0 6.13.045.907 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.792 6.13.046.038 I slot launch_slot_: id 3 | task 1556 | processing task, is_child = 0 6.15.614.787 I slot print_timing: id 2 | task 1449 | n_gen = 114, tg = 5.29 t/s, tg_3s = 4.48 t/s 6.18.743.986 I slot print_timing: id 2 | task 1449 | n_gen = 133, tg = 5.39 t/s, tg_3s = 6.07 t/s 6.19.237.557 I slot print_timing: id 1 | task 1486 | n_gen = 100, tg = 5.49 t/s, tg_3s = 5.55 t/s 6.21.889.700 I slot print_timing: id 2 | task 1449 | n_gen = 152, tg = 5.47 t/s, tg_3s = 6.04 t/s 6.22.376.922 I slot print_timing: id 1 | task 1486 | n_gen = 119, tg = 5.57 t/s, tg_3s = 6.05 t/s 6.25.007.779 I slot print_timing: id 2 | task 1449 | n_gen = 171, tg = 5.53 t/s, tg_3s = 6.09 t/s 6.25.174.076 I slot print_timing: id 0 | task 1523 | n_gen = 100, tg = 5.78 t/s, tg_3s = 5.84 t/s 6.25.503.698 I slot print_timing: id 1 | task 1486 | n_gen = 138, tg = 5.64 t/s, tg_3s = 6.08 t/s 6.28.130.531 I slot print_timing: id 2 | task 1449 | n_gen = 190, tg = 5.58 t/s, tg_3s = 6.08 t/s 6.28.295.862 I slot print_timing: id 0 | task 1523 | n_gen = 119, tg = 5.83 t/s, tg_3s = 6.09 t/s 6.28.628.927 I slot print_timing: id 1 | task 1486 | n_gen = 157, tg = 5.69 t/s, tg_3s = 6.08 t/s 6.30.439.577 I slot print_timing: id 3 | task 1556 | n_gen = 100, tg = 6.07 t/s, tg_3s = 6.13 t/s 6.31.257.423 I slot print_timing: id 2 | task 1449 | n_gen = 209, tg = 5.62 t/s, tg_3s = 6.08 t/s 6.31.425.106 I slot print_timing: id 0 | task 1523 | n_gen = 138, tg = 5.86 t/s, tg_3s = 6.07 t/s 6.31.757.113 I slot print_timing: id 1 | task 1486 | n_gen = 176, tg = 5.73 t/s, tg_3s = 6.07 t/s 6.33.576.651 I slot print_timing: id 3 | task 1556 | n_gen = 119, tg = 6.07 t/s, tg_3s = 6.06 t/s 6.34.398.030 I slot print_timing: id 2 | task 1449 | n_gen = 228, tg = 5.66 t/s, tg_3s = 6.05 t/s 6.34.560.687 I slot print_timing: id 0 | task 1523 | n_gen = 157, tg = 5.88 t/s, tg_3s = 6.06 t/s 6.34.886.396 I slot print_timing: id 1 | task 1486 | n_gen = 195, tg = 5.76 t/s, tg_3s = 6.07 t/s 6.36.704.466 I slot print_timing: id 0 | task 1523 | prompt eval time = 1158.40 ms / 75 tokens ( 15.45 ms per token, 64.74 tokens per second) 6.36.704.472 I slot print_timing: id 0 | task 1523 | eval time = 28665.99 ms / 170 tokens ( 169.62 ms per token, 5.90 tokens per second) 6.36.704.473 I slot print_timing: id 0 | task 1523 | total time = 29824.39 ms / 245 tokens 6.36.704.474 I slot print_timing: id 0 | task 1523 | graphs reused = 1306 6.36.704.475 I slot print_timing: id 0 | task 1523 | graph reallocs = 67 / 0 (same size) / (changed size) 6.36.704.563 I slot release: id 0 | task 1523 | stop processing: n_tokens = 1340, truncated = 0 6.36.705.604 I slot print_timing: id 3 | task 1556 | n_gen = 138, tg = 6.07 t/s, tg_3s = 6.07 t/s 6.36.930.779 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.818 6.36.930.943 I slot launch_slot_: id 0 | task 1697 | processing task, is_child = 0 6.37.661.275 I slot print_timing: id 2 | task 1449 | n_gen = 244, tg = 5.60 t/s, tg_3s = 4.90 t/s 6.38.099.573 I slot print_timing: id 1 | task 1486 | n_gen = 209, tg = 5.64 t/s, tg_3s = 4.36 t/s 6.39.745.855 I slot print_timing: id 3 | task 1556 | n_gen = 151, tg = 5.86 t/s, tg_3s = 4.28 t/s 6.40.742.518 I slot print_timing: id 2 | task 1449 | n_gen = 261, tg = 5.59 t/s, tg_3s = 5.52 t/s 6.41.237.739 I slot print_timing: id 1 | task 1486 | n_gen = 228, tg = 5.67 t/s, tg_3s = 6.05 t/s 6.42.231.034 I slot print_timing: id 1 | task 1486 | prompt eval time = 1319.93 ms / 69 tokens ( 19.13 ms per token, 52.28 tokens per second) 6.42.231.042 I slot print_timing: id 1 | task 1486 | eval time = 41020.18 ms / 234 tokens ( 176.05 ms per token, 5.68 tokens per second) 6.42.231.043 I slot print_timing: id 1 | task 1486 | total time = 42340.11 ms / 303 tokens 6.42.231.045 I slot print_timing: id 1 | task 1486 | graphs reused = 1331 6.42.231.048 I slot print_timing: id 1 | task 1486 | graph reallocs = 68 / 0 (same size) / (changed size) 6.42.231.141 I slot release: id 1 | task 1486 | stop processing: n_tokens = 1398, truncated = 0 6.42.490.546 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.784 6.42.490.682 I slot launch_slot_: id 1 | task 1726 | processing task, is_child = 0 6.43.262.697 I slot print_timing: id 3 | task 1556 | n_gen = 168, tg = 5.73 t/s, tg_3s = 4.83 t/s 6.43.816.509 I slot print_timing: id 2 | task 1449 | n_gen = 273, tg = 5.49 t/s, tg_3s = 3.90 t/s 6.46.310.497 I slot print_timing: id 3 | task 1556 | n_gen = 184, tg = 5.69 t/s, tg_3s = 5.25 t/s 6.46.965.189 I slot print_timing: id 2 | task 1449 | n_gen = 292, tg = 5.52 t/s, tg_3s = 6.03 t/s 6.49.440.380 I slot print_timing: id 3 | task 1556 | n_gen = 203, tg = 5.72 t/s, tg_3s = 6.07 t/s 6.50.102.330 I slot print_timing: id 2 | task 1449 | n_gen = 311, tg = 5.55 t/s, tg_3s = 6.06 t/s 6.50.444.975 I slot print_timing: id 3 | task 1556 | prompt eval time = 1090.80 ms / 65 tokens ( 16.78 ms per token, 59.59 tokens per second) 6.50.444.984 I slot print_timing: id 3 | task 1556 | eval time = 36308.12 ms / 209 tokens ( 174.56 ms per token, 5.73 tokens per second) 6.50.444.985 I slot print_timing: id 3 | task 1556 | total time = 37398.92 ms / 274 tokens 6.50.444.986 I slot print_timing: id 3 | task 1556 | graphs reused = 1370 6.50.444.988 I slot print_timing: id 3 | task 1556 | graph reallocs = 70 / 0 (same size) / (changed size) 6.50.445.086 I slot release: id 3 | task 1556 | stop processing: n_tokens = 1369, truncated = 0 6.50.688.195 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.801 6.50.688.358 I slot launch_slot_: id 3 | task 1770 | processing task, is_child = 0 6.53.102.703 I slot print_timing: id 2 | task 1449 | n_gen = 324, tg = 5.49 t/s, tg_3s = 4.33 t/s 6.55.215.814 I slot print_timing: id 2 | task 1449 | prompt eval time = 1428.80 ms / 108 tokens ( 13.23 ms per token, 75.59 tokens per second) 6.55.215.821 I slot print_timing: id 2 | task 1449 | eval time = 60945.69 ms / 337 tokens ( 181.39 ms per token, 5.51 tokens per second) 6.55.215.822 I slot print_timing: id 2 | task 1449 | total time = 62374.49 ms / 445 tokens 6.55.215.823 I slot print_timing: id 2 | task 1449 | graphs reused = 1389 6.55.215.824 I slot print_timing: id 2 | task 1449 | graph reallocs = 71 / 0 (same size) / (changed size) 6.55.215.905 I slot release: id 2 | task 1449 | stop processing: n_tokens = 1540, truncated = 0 6.55.473.821 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.712 6.55.473.976 I slot launch_slot_: id 2 | task 1795 | processing task, is_child = 0 6.57.557.633 I slot print_timing: id 0 | task 1697 | n_gen = 100, tg = 5.09 t/s, tg_3s = 5.14 t/s 7.00.645.452 I slot print_timing: id 0 | task 1697 | n_gen = 119, tg = 5.23 t/s, tg_3s = 6.15 t/s 7.02.112.975 I slot print_timing: id 1 | task 1726 | n_gen = 100, tg = 5.41 t/s, tg_3s = 5.47 t/s 7.03.735.077 I slot print_timing: id 0 | task 1697 | n_gen = 138, tg = 5.34 t/s, tg_3s = 6.15 t/s 7.05.192.519 I slot print_timing: id 1 | task 1726 | n_gen = 119, tg = 5.52 t/s, tg_3s = 6.17 t/s 7.06.810.868 I slot print_timing: id 0 | task 1697 | n_gen = 157, tg = 5.43 t/s, tg_3s = 6.18 t/s 7.08.293.976 I slot print_timing: id 1 | task 1726 | n_gen = 138, tg = 5.60 t/s, tg_3s = 6.13 t/s 7.09.110.735 I slot print_timing: id 3 | task 1770 | n_gen = 100, tg = 5.72 t/s, tg_3s = 5.78 t/s 7.09.924.734 I slot print_timing: id 0 | task 1697 | n_gen = 176, tg = 5.50 t/s, tg_3s = 6.10 t/s 7.11.393.537 I slot print_timing: id 1 | task 1726 | n_gen = 157, tg = 5.66 t/s, tg_3s = 6.13 t/s 7.12.211.064 I slot print_timing: id 3 | task 1770 | n_gen = 119, tg = 5.78 t/s, tg_3s = 6.13 t/s 7.13.023.261 I slot print_timing: id 0 | task 1697 | n_gen = 195, tg = 5.55 t/s, tg_3s = 6.13 t/s 7.13.023.827 I slot print_timing: id 2 | task 1795 | n_gen = 100, tg = 6.14 t/s, tg_3s = 6.20 t/s 7.14.489.555 I slot print_timing: id 1 | task 1726 | n_gen = 176, tg = 5.71 t/s, tg_3s = 6.14 t/s 7.15.304.586 I slot print_timing: id 3 | task 1770 | n_gen = 138, tg = 5.83 t/s, tg_3s = 6.14 t/s 7.16.126.506 I slot print_timing: id 0 | task 1697 | n_gen = 214, tg = 5.60 t/s, tg_3s = 6.12 t/s 7.16.127.339 I slot print_timing: id 2 | task 1795 | n_gen = 119, tg = 6.14 t/s, tg_3s = 6.12 t/s 7.17.547.659 I slot print_timing: id 1 | task 1726 | n_gen = 194, tg = 5.72 t/s, tg_3s = 5.89 t/s 7.18.364.022 I slot print_timing: id 3 | task 1770 | n_gen = 156, tg = 5.83 t/s, tg_3s = 5.88 t/s 7.19.178.113 I slot print_timing: id 0 | task 1697 | n_gen = 232, tg = 5.62 t/s, tg_3s = 5.90 t/s 7.19.178.773 I slot print_timing: id 2 | task 1795 | n_gen = 137, tg = 6.11 t/s, tg_3s = 5.90 t/s 7.20.650.401 I slot print_timing: id 1 | task 1726 | n_gen = 213, tg = 5.76 t/s, tg_3s = 6.12 t/s 7.21.463.111 I slot print_timing: id 3 | task 1770 | n_gen = 175, tg = 5.87 t/s, tg_3s = 6.13 t/s 7.22.274.809 I slot print_timing: id 0 | task 1697 | n_gen = 251, tg = 5.66 t/s, tg_3s = 6.14 t/s 7.22.275.558 I slot print_timing: id 2 | task 1795 | n_gen = 156, tg = 6.11 t/s, tg_3s = 6.14 t/s 7.23.742.662 I slot print_timing: id 1 | task 1726 | n_gen = 232, tg = 5.79 t/s, tg_3s = 6.14 t/s 7.24.588.439 I slot print_timing: id 3 | task 1770 | n_gen = 194, tg = 5.89 t/s, tg_3s = 6.08 t/s 7.25.306.762 I slot print_timing: id 0 | task 1697 | n_gen = 269, tg = 5.68 t/s, tg_3s = 5.94 t/s 7.25.307.589 I slot print_timing: id 2 | task 1795 | n_gen = 174, tg = 6.09 t/s, tg_3s = 5.94 t/s 7.26.478.827 I slot print_timing: id 2 | task 1795 | prompt eval time = 1430.61 ms / 72 tokens ( 19.87 ms per token, 50.33 tokens per second) 7.26.478.833 I slot print_timing: id 2 | task 1795 | eval time = 29574.22 ms / 181 tokens ( 164.30 ms per token, 6.09 tokens per second) 7.26.478.834 I slot print_timing: id 2 | task 1795 | total time = 31004.83 ms / 253 tokens 7.26.478.835 I slot print_timing: id 2 | task 1795 | graphs reused = 1568 7.26.478.843 I slot print_timing: id 2 | task 1795 | graph reallocs = 71 / 0 (same size) / (changed size) 7.26.478.921 I slot release: id 2 | task 1795 | stop processing: n_tokens = 1348, truncated = 0 7.26.746.270 I slot print_timing: id 1 | task 1726 | n_gen = 249, tg = 5.78 t/s, tg_3s = 5.66 t/s 7.26.746.721 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.813 7.26.746.905 I slot launch_slot_: id 2 | task 1979 | processing task, is_child = 0 7.28.200.718 I slot print_timing: id 3 | task 1770 | n_gen = 208, tg = 5.69 t/s, tg_3s = 3.88 t/s 7.28.368.870 I slot print_timing: id 0 | task 1697 | n_gen = 280, tg = 5.55 t/s, tg_3s = 3.59 t/s 7.29.865.480 I slot print_timing: id 1 | task 1726 | n_gen = 261, tg = 5.65 t/s, tg_3s = 3.85 t/s 7.31.350.569 I slot print_timing: id 3 | task 1770 | n_gen = 227, tg = 5.71 t/s, tg_3s = 6.03 t/s 7.31.515.241 I slot print_timing: id 0 | task 1697 | n_gen = 299, tg = 5.58 t/s, tg_3s = 6.04 t/s 7.33.003.402 I slot print_timing: id 1 | task 1726 | n_gen = 280, tg = 5.67 t/s, tg_3s = 6.05 t/s 7.34.471.087 I slot print_timing: id 3 | task 1770 | n_gen = 246, tg = 5.74 t/s, tg_3s = 6.09 t/s 7.34.632.519 I slot print_timing: id 0 | task 1697 | n_gen = 318, tg = 5.61 t/s, tg_3s = 6.10 t/s 7.36.121.428 I slot print_timing: id 1 | task 1726 | n_gen = 299, tg = 5.70 t/s, tg_3s = 6.09 t/s 7.37.494.684 I slot print_timing: id 3 | task 1770 | n_gen = 264, tg = 5.76 t/s, tg_3s = 5.95 t/s 7.37.672.089 I slot print_timing: id 0 | task 1697 | n_gen = 336, tg = 5.62 t/s, tg_3s = 5.92 t/s 7.39.218.969 I slot print_timing: id 1 | task 1726 | n_gen = 317, tg = 5.70 t/s, tg_3s = 5.81 t/s 7.40.547.431 I slot print_timing: id 3 | task 1770 | n_gen = 282, tg = 5.76 t/s, tg_3s = 5.90 t/s 7.40.712.860 I slot print_timing: id 0 | task 1697 | n_gen = 354, tg = 5.64 t/s, tg_3s = 5.92 t/s 7.42.352.516 I slot print_timing: id 1 | task 1726 | n_gen = 336, tg = 5.72 t/s, tg_3s = 6.06 t/s 7.43.674.602 I slot print_timing: id 3 | task 1770 | n_gen = 301, tg = 5.78 t/s, tg_3s = 6.08 t/s 7.43.840.855 I slot print_timing: id 0 | task 1697 | n_gen = 373, tg = 5.66 t/s, tg_3s = 6.07 t/s 7.44.670.744 I slot print_timing: id 2 | task 1979 | n_gen = 100, tg = 6.01 t/s, tg_3s = 6.07 t/s 7.45.503.745 I slot print_timing: id 1 | task 1726 | n_gen = 355, tg = 5.74 t/s, tg_3s = 6.03 t/s 7.46.162.157 I slot print_timing: id 1 | task 1726 | prompt eval time = 1325.48 ms / 116 tokens ( 11.43 ms per token, 87.52 tokens per second) 7.46.162.163 I slot print_timing: id 1 | task 1726 | eval time = 62345.97 ms / 359 tokens ( 174.15 ms per token, 5.74 tokens per second) 7.46.162.165 I slot print_timing: id 1 | task 1726 | total time = 63671.45 ms / 475 tokens 7.46.162.171 I slot print_timing: id 1 | task 1726 | graphs reused = 1674 7.46.162.172 I slot print_timing: id 1 | task 1726 | graph reallocs = 72 / 0 (same size) / (changed size) 7.46.162.268 I slot release: id 1 | task 1726 | stop processing: n_tokens = 1570, truncated = 0 7.46.448.656 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.698 7.46.448.831 I slot launch_slot_: id 1 | task 2091 | processing task, is_child = 0 7.47.290.346 I slot print_timing: id 0 | task 1697 | n_gen = 389, tg = 5.61 t/s, tg_3s = 4.64 t/s 7.47.291.218 I slot print_timing: id 3 | task 1770 | n_gen = 318, tg = 5.71 t/s, tg_3s = 4.70 t/s 7.47.879.069 I slot print_timing: id 2 | task 1979 | prompt eval time = 1453.47 ms / 66 tokens ( 22.02 ms per token, 45.41 tokens per second) 7.47.879.075 I slot print_timing: id 2 | task 1979 | eval time = 19678.67 ms / 112 tokens ( 177.29 ms per token, 5.64 tokens per second) 7.47.879.077 I slot print_timing: id 2 | task 1979 | total time = 21132.14 ms / 178 tokens 7.47.879.078 I slot print_timing: id 2 | task 1979 | graphs reused = 1674 7.47.879.079 I slot print_timing: id 2 | task 1979 | graph reallocs = 74 / 0 (same size) / (changed size) 7.47.879.168 I slot release: id 2 | task 1979 | stop processing: n_tokens = 1273, truncated = 0 7.48.147.059 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.861 7.48.147.214 I slot launch_slot_: id 2 | task 2095 | processing task, is_child = 0 7.50.451.565 I slot print_timing: id 0 | task 1697 | n_gen = 398, tg = 5.49 t/s, tg_3s = 2.85 t/s 7.50.452.489 I slot print_timing: id 3 | task 1770 | n_gen = 327, tg = 5.56 t/s, tg_3s = 2.85 t/s 7.53.275.634 I slot print_timing: id 3 | task 1770 | prompt eval time = 1109.37 ms / 131 tokens ( 8.47 ms per token, 118.08 tokens per second) 7.53.275.640 I slot print_timing: id 3 | task 1770 | eval time = 61477.89 ms / 344 tokens ( 179.24 ms per token, 5.58 tokens per second) 7.53.275.641 I slot print_timing: id 3 | task 1770 | total time = 62587.26 ms / 475 tokens 7.53.275.642 I slot print_timing: id 3 | task 1770 | graphs reused = 1695 7.53.275.643 I slot print_timing: id 3 | task 1770 | graph reallocs = 75 / 0 (same size) / (changed size) 7.53.275.716 I slot release: id 3 | task 1770 | stop processing: n_tokens = 1570, truncated = 0 7.53.506.915 I slot print_timing: id 0 | task 1697 | n_gen = 416, tg = 5.50 t/s, tg_3s = 5.89 t/s 7.53.507.572 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.698 7.53.507.704 I slot launch_slot_: id 3 | task 2121 | processing task, is_child = 0 7.56.584.985 I slot print_timing: id 0 | task 1697 | n_gen = 430, tg = 5.47 t/s, tg_3s = 4.55 t/s 7.59.704.986 I slot print_timing: id 0 | task 1697 | n_gen = 449, tg = 5.49 t/s, tg_3s = 6.09 t/s 8.02.838.233 I slot print_timing: id 0 | task 1697 | n_gen = 468, tg = 5.51 t/s, tg_3s = 6.06 t/s 8.04.964.768 I slot print_timing: id 0 | task 1697 | prompt eval time = 1168.27 ms / 110 tokens ( 10.62 ms per token, 94.16 tokens per second) 8.04.964.775 I slot print_timing: id 0 | task 1697 | eval time = 86865.54 ms / 480 tokens ( 181.35 ms per token, 5.51 tokens per second) 8.04.964.776 I slot print_timing: id 0 | task 1697 | total time = 88033.80 ms / 590 tokens 8.04.964.778 I slot print_timing: id 0 | task 1697 | graphs reused = 1756 8.04.964.779 I slot print_timing: id 0 | task 1697 | graph reallocs = 75 / 0 (same size) / (changed size) 8.04.964.861 I slot release: id 0 | task 1697 | stop processing: n_tokens = 1685, truncated = 0 8.05.197.160 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.650 8.05.197.310 I slot launch_slot_: id 0 | task 2187 | processing task, is_child = 0 8.07.363.013 I slot print_timing: id 1 | task 2091 | n_gen = 100, tg = 5.08 t/s, tg_3s = 5.13 t/s 8.07.852.155 I slot print_timing: id 2 | task 2095 | n_gen = 100, tg = 5.43 t/s, tg_3s = 5.49 t/s 8.10.497.749 I slot print_timing: id 1 | task 2091 | n_gen = 119, tg = 5.22 t/s, tg_3s = 6.06 t/s 8.10.979.066 I slot print_timing: id 1 | task 2091 | prompt eval time = 1429.87 ms / 73 tokens ( 19.59 ms per token, 51.05 tokens per second) 8.10.979.072 I slot print_timing: id 1 | task 2091 | eval time = 23100.34 ms / 122 tokens ( 190.91 ms per token, 5.24 tokens per second) 8.10.979.074 I slot print_timing: id 1 | task 2091 | total time = 24530.21 ms / 195 tokens 8.10.979.075 I slot print_timing: id 1 | task 2091 | graphs reused = 1783 8.10.979.075 I slot print_timing: id 1 | task 2091 | graph reallocs = 77 / 0 (same size) / (changed size) 8.10.979.162 I slot release: id 1 | task 2091 | stop processing: n_tokens = 1290, truncated = 0 8.10.979.522 I slot print_timing: id 2 | task 2095 | n_gen = 119, tg = 5.53 t/s, tg_3s = 6.08 t/s 8.11.237.403 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.850 8.11.237.548 I slot launch_slot_: id 1 | task 2219 | processing task, is_child = 0 8.13.065.643 I slot print_timing: id 3 | task 2121 | n_gen = 100, tg = 5.36 t/s, tg_3s = 5.42 t/s 8.14.056.057 I slot print_timing: id 2 | task 2095 | n_gen = 131, tg = 5.32 t/s, tg_3s = 3.90 t/s 8.16.177.546 I slot print_timing: id 3 | task 2121 | n_gen = 119, tg = 5.47 t/s, tg_3s = 6.11 t/s 8.17.166.232 I slot print_timing: id 2 | task 2095 | n_gen = 150, tg = 5.41 t/s, tg_3s = 6.11 t/s 8.19.304.953 I slot print_timing: id 3 | task 2121 | n_gen = 138, tg = 5.55 t/s, tg_3s = 6.08 t/s 8.20.291.558 I slot print_timing: id 2 | task 2095 | n_gen = 169, tg = 5.48 t/s, tg_3s = 6.08 t/s 8.22.418.848 I slot print_timing: id 3 | task 2121 | n_gen = 157, tg = 5.61 t/s, tg_3s = 6.10 t/s 8.23.390.565 I slot print_timing: id 2 | task 2095 | n_gen = 188, tg = 5.54 t/s, tg_3s = 6.13 t/s 8.23.715.357 I slot print_timing: id 0 | task 2187 | n_gen = 100, tg = 5.71 t/s, tg_3s = 5.77 t/s 8.25.502.414 I slot print_timing: id 3 | task 2121 | n_gen = 176, tg = 5.66 t/s, tg_3s = 6.16 t/s 8.26.475.187 I slot print_timing: id 2 | task 2095 | n_gen = 207, tg = 5.59 t/s, tg_3s = 6.16 t/s 8.26.800.941 I slot print_timing: id 0 | task 2187 | n_gen = 119, tg = 5.78 t/s, tg_3s = 6.16 t/s 8.28.590.266 I slot print_timing: id 3 | task 2121 | n_gen = 195, tg = 5.71 t/s, tg_3s = 6.15 t/s 8.28.754.477 I slot print_timing: id 1 | task 2219 | n_gen = 100, tg = 6.11 t/s, tg_3s = 6.18 t/s 8.29.612.691 I slot print_timing: id 2 | task 2095 | n_gen = 226, tg = 5.63 t/s, tg_3s = 6.06 t/s 8.29.969.811 I slot print_timing: id 0 | task 2187 | n_gen = 138, tg = 5.81 t/s, tg_3s = 6.00 t/s 8.31.664.133 I slot print_timing: id 3 | task 2121 | n_gen = 213, tg = 5.72 t/s, tg_3s = 5.86 t/s 8.31.823.771 I slot print_timing: id 1 | task 2219 | n_gen = 118, tg = 6.07 t/s, tg_3s = 5.86 t/s 8.32.634.421 I slot print_timing: id 2 | task 2095 | n_gen = 244, tg = 5.65 t/s, tg_3s = 5.96 t/s 8.33.118.811 I slot print_timing: id 0 | task 2187 | n_gen = 157, tg = 5.83 t/s, tg_3s = 6.03 t/s 8.34.741.390 I slot print_timing: id 3 | task 2121 | n_gen = 232, tg = 5.75 t/s, tg_3s = 6.17 t/s 8.34.901.360 I slot print_timing: id 1 | task 2219 | n_gen = 137, tg = 6.09 t/s, tg_3s = 6.17 t/s 8.35.712.461 I slot print_timing: id 2 | task 2095 | n_gen = 263, tg = 5.68 t/s, tg_3s = 6.17 t/s 8.36.198.510 I slot print_timing: id 0 | task 2187 | n_gen = 176, tg = 5.87 t/s, tg_3s = 6.17 t/s 8.37.901.434 I slot print_timing: id 3 | task 2121 | n_gen = 251, tg = 5.77 t/s, tg_3s = 6.01 t/s 8.38.068.979 I slot print_timing: id 1 | task 2219 | n_gen = 156, tg = 6.08 t/s, tg_3s = 6.00 t/s 8.38.069.536 I slot print_timing: id 3 | task 2121 | prompt eval time = 1094.50 ms / 91 tokens ( 12.03 ms per token, 83.14 tokens per second) 8.38.069.541 I slot print_timing: id 3 | task 2121 | eval time = 43467.32 ms / 252 tokens ( 173.18 ms per token, 5.77 tokens per second) 8.38.069.542 I slot print_timing: id 3 | task 2121 | total time = 44561.82 ms / 343 tokens 8.38.069.543 I slot print_timing: id 3 | task 2121 | graphs reused = 1936 8.38.069.543 I slot print_timing: id 3 | task 2121 | graph reallocs = 80 / 0 (same size) / (changed size) 8.38.069.619 I slot release: id 3 | task 2121 | stop processing: n_tokens = 1438, truncated = 0 8.38.296.481 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.762 8.38.296.615 I slot launch_slot_: id 3 | task 2378 | processing task, is_child = 0 8.38.969.874 I slot print_timing: id 2 | task 2095 | n_gen = 279, tg = 5.63 t/s, tg_3s = 4.91 t/s 8.39.408.449 I slot print_timing: id 0 | task 2187 | n_gen = 190, tg = 5.72 t/s, tg_3s = 4.36 t/s 8.40.731.675 I slot print_timing: id 0 | task 2187 | prompt eval time = 1181.58 ms / 103 tokens ( 11.47 ms per token, 87.17 tokens per second) 8.40.731.682 I slot print_timing: id 0 | task 2187 | eval time = 34352.77 ms / 198 tokens ( 174.38 ms per token, 5.73 tokens per second) 8.40.731.682 I slot print_timing: id 0 | task 2187 | total time = 35534.34 ms / 301 tokens 8.40.731.683 I slot print_timing: id 0 | task 2187 | graphs reused = 1943 8.40.731.684 I slot print_timing: id 0 | task 2187 | graph reallocs = 80 / 0 (same size) / (changed size) 8.40.731.758 I slot release: id 0 | task 2187 | stop processing: n_tokens = 1395, truncated = 0 8.40.951.737 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.786 8.40.951.896 I slot launch_slot_: id 0 | task 2390 | processing task, is_child = 0 8.41.664.724 I slot print_timing: id 1 | task 2219 | n_gen = 169, tg = 5.77 t/s, tg_3s = 3.62 t/s 8.42.094.705 I slot print_timing: id 2 | task 2095 | n_gen = 291, tg = 5.53 t/s, tg_3s = 3.84 t/s 8.43.884.987 I slot print_timing: id 2 | task 2095 | prompt eval time = 1476.38 ms / 85 tokens ( 17.37 ms per token, 57.57 tokens per second) 8.43.884.993 I slot print_timing: id 2 | task 2095 | eval time = 54261.37 ms / 302 tokens ( 180.27 ms per token, 5.55 tokens per second) 8.43.884.995 I slot print_timing: id 2 | task 2095 | total time = 55737.75 ms / 387 tokens 8.43.884.995 I slot print_timing: id 2 | task 2095 | graphs reused = 1954 8.43.884.996 I slot print_timing: id 2 | task 2095 | graph reallocs = 81 / 0 (same size) / (changed size) 8.43.885.063 I slot release: id 2 | task 2095 | stop processing: n_tokens = 1482, truncated = 0 8.44.144.504 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.740 8.44.144.652 I slot launch_slot_: id 2 | task 2405 | processing task, is_child = 0 8.44.966.553 I slot print_timing: id 1 | task 2219 | n_gen = 183, tg = 5.62 t/s, tg_3s = 4.24 t/s 8.46.721.440 I slot print_timing: id 1 | task 2219 | prompt eval time = 1323.29 ms / 75 tokens ( 17.64 ms per token, 56.68 tokens per second) 8.46.721.447 I slot print_timing: id 1 | task 2219 | eval time = 34160.58 ms / 191 tokens ( 179.79 ms per token, 5.56 tokens per second) 8.46.721.448 I slot print_timing: id 1 | task 2219 | total time = 35483.87 ms / 266 tokens 8.46.721.449 I slot print_timing: id 1 | task 2219 | graphs reused = 1960 8.46.721.450 I slot print_timing: id 1 | task 2219 | graph reallocs = 81 / 0 (same size) / (changed size) 8.46.721.524 I slot release: id 1 | task 2219 | stop processing: n_tokens = 1360, truncated = 0 8.46.979.126 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.806 8.46.979.314 I slot launch_slot_: id 1 | task 2416 | processing task, is_child = 0 8.58.732.800 I slot print_timing: id 3 | task 2378 | n_gen = 100, tg = 5.12 t/s, tg_3s = 5.18 t/s 9.00.546.121 I slot print_timing: id 0 | task 2390 | n_gen = 100, tg = 5.37 t/s, tg_3s = 5.42 t/s 9.01.862.906 I slot print_timing: id 3 | task 2378 | n_gen = 119, tg = 5.26 t/s, tg_3s = 6.07 t/s 9.02.851.380 I slot print_timing: id 2 | task 2405 | n_gen = 100, tg = 5.73 t/s, tg_3s = 5.79 t/s 9.03.692.268 I slot print_timing: id 0 | task 2390 | n_gen = 119, tg = 5.46 t/s, tg_3s = 6.04 t/s 9.04.521.856 I slot print_timing: id 1 | task 2416 | n_gen = 100, tg = 6.10 t/s, tg_3s = 6.16 t/s 9.05.023.250 I slot print_timing: id 3 | task 2378 | n_gen = 138, tg = 5.35 t/s, tg_3s = 6.01 t/s 9.06.005.772 I slot print_timing: id 2 | task 2405 | n_gen = 119, tg = 5.78 t/s, tg_3s = 6.02 t/s 9.06.817.281 I slot print_timing: id 0 | task 2390 | n_gen = 138, tg = 5.54 t/s, tg_3s = 6.08 t/s 9.07.650.683 I slot print_timing: id 1 | task 2416 | n_gen = 119, tg = 6.10 t/s, tg_3s = 6.07 t/s 9.08.146.403 I slot print_timing: id 3 | task 2378 | n_gen = 157, tg = 5.43 t/s, tg_3s = 6.08 t/s 9.09.139.646 I slot print_timing: id 2 | task 2405 | n_gen = 138, tg = 5.81 t/s, tg_3s = 6.06 t/s 9.09.961.490 I slot print_timing: id 0 | task 2390 | n_gen = 157, tg = 5.60 t/s, tg_3s = 6.04 t/s 9.10.775.099 I slot print_timing: id 1 | task 2416 | n_gen = 138, tg = 6.09 t/s, tg_3s = 6.08 t/s 9.11.272.512 I slot print_timing: id 3 | task 2378 | n_gen = 176, tg = 5.49 t/s, tg_3s = 6.08 t/s 9.12.276.707 I slot print_timing: id 2 | task 2405 | n_gen = 157, tg = 5.84 t/s, tg_3s = 6.06 t/s 9.13.108.448 I slot print_timing: id 0 | task 2390 | n_gen = 176, tg = 5.64 t/s, tg_3s = 6.04 t/s 9.13.936.081 I slot print_timing: id 1 | task 2416 | n_gen = 157, tg = 6.08 t/s, tg_3s = 6.01 t/s 9.14.426.196 I slot print_timing: id 3 | task 2378 | n_gen = 195, tg = 5.54 t/s, tg_3s = 6.02 t/s 9.15.409.724 I slot print_timing: id 2 | task 2405 | n_gen = 176, tg = 5.87 t/s, tg_3s = 6.06 t/s 9.16.073.943 I slot print_timing: id 3 | task 2378 | prompt eval time = 1113.20 ms / 92 tokens ( 12.10 ms per token, 82.64 tokens per second) 9.16.073.949 I slot print_timing: id 3 | task 2378 | eval time = 36664.11 ms / 205 tokens ( 179.73 ms per token, 5.56 tokens per second) 9.16.073.951 I slot print_timing: id 3 | task 2378 | total time = 37777.31 ms / 297 tokens 9.16.073.953 I slot print_timing: id 3 | task 2378 | graphs reused = 2126 9.16.073.954 I slot print_timing: id 3 | task 2378 | graph reallocs = 85 / 0 (same size) / (changed size) 9.16.074.066 I slot release: id 3 | task 2378 | stop processing: n_tokens = 1391, truncated = 0 9.16.303.077 I slot print_timing: id 0 | task 2390 | n_gen = 195, tg = 5.67 t/s, tg_3s = 5.95 t/s 9.16.303.705 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.788 9.16.303.837 I slot launch_slot_: id 3 | task 2589 | processing task, is_child = 0 9.16.959.932 I slot print_timing: id 1 | task 2416 | n_gen = 172, tg = 5.96 t/s, tg_3s = 4.96 t/s 9.18.556.661 I slot print_timing: id 2 | task 2405 | n_gen = 190, tg = 5.73 t/s, tg_3s = 4.45 t/s 9.19.373.904 I slot print_timing: id 0 | task 2390 | n_gen = 209, tg = 5.58 t/s, tg_3s = 4.56 t/s 9.20.034.612 I slot print_timing: id 1 | task 2416 | n_gen = 189, tg = 5.92 t/s, tg_3s = 5.53 t/s 9.21.695.191 I slot print_timing: id 2 | task 2405 | n_gen = 209, tg = 5.76 t/s, tg_3s = 6.05 t/s 9.22.529.333 I slot print_timing: id 0 | task 2390 | n_gen = 228, tg = 5.61 t/s, tg_3s = 6.02 t/s 9.23.183.003 I slot print_timing: id 1 | task 2416 | n_gen = 208, tg = 5.93 t/s, tg_3s = 6.03 t/s 9.24.177.954 I slot print_timing: id 1 | task 2416 | prompt eval time = 1312.51 ms / 96 tokens ( 13.67 ms per token, 73.14 tokens per second) 9.24.177.961 I slot print_timing: id 1 | task 2416 | eval time = 35886.11 ms / 214 tokens ( 168.48 ms per token, 5.94 tokens per second) 9.24.177.963 I slot print_timing: id 1 | task 2416 | total time = 37198.62 ms / 310 tokens 9.24.177.964 I slot print_timing: id 1 | task 2416 | graphs reused = 2166 9.24.177.970 I slot print_timing: id 1 | task 2416 | graph reallocs = 85 / 0 (same size) / (changed size) 9.24.178.068 I slot release: id 1 | task 2416 | stop processing: n_tokens = 1405, truncated = 0 9.24.445.933 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.780 9.24.446.083 I slot launch_slot_: id 1 | task 2634 | processing task, is_child = 0 9.25.215.875 I slot print_timing: id 2 | task 2405 | n_gen = 226, tg = 5.68 t/s, tg_3s = 4.83 t/s 9.25.776.047 I slot print_timing: id 0 | task 2390 | n_gen = 241, tg = 5.49 t/s, tg_3s = 4.00 t/s 9.28.235.063 I slot print_timing: id 2 | task 2405 | n_gen = 242, tg = 5.65 t/s, tg_3s = 5.30 t/s 9.28.895.263 I slot print_timing: id 0 | task 2390 | n_gen = 260, tg = 5.53 t/s, tg_3s = 6.09 t/s 9.31.351.607 I slot print_timing: id 2 | task 2405 | n_gen = 261, tg = 5.68 t/s, tg_3s = 6.10 t/s 9.32.015.048 I slot print_timing: id 0 | task 2390 | n_gen = 279, tg = 5.57 t/s, tg_3s = 6.09 t/s 9.34.497.523 I slot print_timing: id 2 | task 2405 | n_gen = 280, tg = 5.70 t/s, tg_3s = 6.04 t/s 9.34.823.704 I slot print_timing: id 3 | task 2589 | n_gen = 100, tg = 5.68 t/s, tg_3s = 5.74 t/s 9.35.150.453 I slot print_timing: id 0 | task 2390 | n_gen = 298, tg = 5.60 t/s, tg_3s = 6.06 t/s 9.37.639.724 I slot print_timing: id 2 | task 2405 | prompt eval time = 1431.98 ms / 110 tokens ( 13.02 ms per token, 76.82 tokens per second) 9.37.639.730 I slot print_timing: id 2 | task 2405 | eval time = 52063.07 ms / 299 tokens ( 174.71 ms per token, 5.72 tokens per second) 9.37.639.731 I slot print_timing: id 2 | task 2405 | total time = 53495.05 ms / 409 tokens 9.37.639.732 I slot print_timing: id 2 | task 2405 | graphs reused = 2236 9.37.639.733 I slot print_timing: id 2 | task 2405 | graph reallocs = 88 / 0 (same size) / (changed size) 9.37.639.831 I slot release: id 2 | task 2405 | stop processing: n_tokens = 1504, truncated = 0 9.37.907.552 I slot print_timing: id 3 | task 2589 | n_gen = 118, tg = 5.71 t/s, tg_3s = 5.84 t/s 9.37.907.567 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.729 9.37.907.717 I slot launch_slot_: id 2 | task 2710 | processing task, is_child = 0 9.38.754.338 I slot print_timing: id 0 | task 2390 | prompt eval time = 1142.22 ms / 133 tokens ( 8.59 ms per token, 116.44 tokens per second) 9.38.754.344 I slot print_timing: id 0 | task 2390 | eval time = 56660.20 ms / 315 tokens ( 180.45 ms per token, 5.54 tokens per second) 9.38.754.345 I slot print_timing: id 0 | task 2390 | total time = 57802.42 ms / 448 tokens 9.38.754.347 I slot print_timing: id 0 | task 2390 | graphs reused = 2236 9.38.754.348 I slot print_timing: id 0 | task 2390 | graph reallocs = 88 / 0 (same size) / (changed size) 9.38.754.427 I slot release: id 0 | task 2390 | stop processing: n_tokens = 1543, truncated = 0 9.39.315.394 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.710 9.39.315.582 I slot launch_slot_: id 0 | task 2713 | processing task, is_child = 0 9.40.982.270 I slot print_timing: id 3 | task 2589 | n_gen = 125, tg = 5.26 t/s, tg_3s = 2.28 t/s 9.44.091.980 I slot print_timing: id 1 | task 2634 | n_gen = 100, tg = 5.41 t/s, tg_3s = 5.46 t/s 9.44.092.709 I slot print_timing: id 3 | task 2589 | n_gen = 144, tg = 5.36 t/s, tg_3s = 6.11 t/s 9.47.219.647 I slot print_timing: id 1 | task 2634 | n_gen = 119, tg = 5.50 t/s, tg_3s = 6.07 t/s 9.47.220.209 I slot print_timing: id 3 | task 2589 | n_gen = 163, tg = 5.43 t/s, tg_3s = 6.08 t/s 9.50.361.991 I slot print_timing: id 1 | task 2634 | n_gen = 138, tg = 5.57 t/s, tg_3s = 6.05 t/s 9.50.362.777 I slot print_timing: id 3 | task 2589 | n_gen = 182, tg = 5.49 t/s, tg_3s = 6.05 t/s 9.53.465.541 I slot print_timing: id 1 | task 2634 | n_gen = 157, tg = 5.63 t/s, tg_3s = 6.12 t/s 9.53.466.251 I slot print_timing: id 3 | task 2589 | n_gen = 201, tg = 5.55 t/s, tg_3s = 6.12 t/s 9.56.388.669 I slot print_timing: id 2 | task 2710 | n_gen = 100, tg = 5.80 t/s, tg_3s = 5.86 t/s 9.56.551.868 I slot print_timing: id 1 | task 2634 | n_gen = 176, tg = 5.69 t/s, tg_3s = 6.16 t/s 9.56.552.506 I slot print_timing: id 3 | task 2589 | n_gen = 220, tg = 5.59 t/s, tg_3s = 6.16 t/s 9.56.713.926 I slot print_timing: id 0 | task 2713 | n_gen = 100, tg = 6.10 t/s, tg_3s = 6.16 t/s 9.57.203.130 I slot print_timing: id 0 | task 2713 | prompt eval time = 1163.63 ms / 79 tokens ( 14.73 ms per token, 67.89 tokens per second) 9.57.203.139 I slot print_timing: id 0 | task 2713 | eval time = 16723.89 ms / 103 tokens ( 163.96 ms per token, 6.10 tokens per second) 9.57.203.140 I slot print_timing: id 0 | task 2713 | total time = 17887.52 ms / 182 tokens 9.57.203.141 I slot print_timing: id 0 | task 2713 | graphs reused = 2336 9.57.203.142 I slot print_timing: id 0 | task 2713 | graph reallocs = 91 / 0 (same size) / (changed size) 9.57.203.234 I slot release: id 0 | task 2713 | stop processing: n_tokens = 1277, truncated = 0 9.57.423.293 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.858 9.57.423.489 I slot launch_slot_: id 0 | task 2819 | processing task, is_child = 0 9.59.530.195 I slot print_timing: id 2 | task 2710 | n_gen = 114, tg = 5.59 t/s, tg_3s = 4.46 t/s 9.59.690.553 I slot print_timing: id 1 | task 2634 | n_gen = 190, tg = 5.57 t/s, tg_3s = 4.46 t/s 9.59.691.182 I slot print_timing: id 3 | task 2589 | n_gen = 234, tg = 5.51 t/s, tg_3s = 4.46 t/s 10.02.625.817 I slot print_timing: id 2 | task 2710 | n_gen = 133, tg = 5.66 t/s, tg_3s = 6.14 t/s 10.02.784.973 I slot print_timing: id 1 | task 2634 | n_gen = 209, tg = 5.62 t/s, tg_3s = 6.14 t/s 10.02.785.610 I slot print_timing: id 3 | task 2589 | n_gen = 253, tg = 5.55 t/s, tg_3s = 6.14 t/s 10.03.439.638 I slot print_timing: id 3 | task 2589 | prompt eval time = 1103.22 ms / 106 tokens ( 10.41 ms per token, 96.08 tokens per second) 10.03.439.645 I slot print_timing: id 3 | task 2589 | eval time = 46032.56 ms / 257 tokens ( 179.81 ms per token, 5.56 tokens per second) 10.03.439.646 I slot print_timing: id 3 | task 2589 | total time = 47135.78 ms / 363 tokens 10.03.439.648 I slot print_timing: id 3 | task 2589 | graphs reused = 2366 10.03.439.649 I slot print_timing: id 3 | task 2589 | graph reallocs = 92 / 0 (same size) / (changed size) 10.03.439.725 I slot release: id 3 | task 2589 | stop processing: n_tokens = 1458, truncated = 0 10.03.659.491 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.752 10.03.659.633 I slot launch_slot_: id 3 | task 2853 | processing task, is_child = 0 10.05.714.718 I slot print_timing: id 2 | task 2710 | n_gen = 147, tg = 5.53 t/s, tg_3s = 4.53 t/s 10.05.876.978 I slot print_timing: id 1 | task 2634 | n_gen = 223, tg = 5.54 t/s, tg_3s = 4.53 t/s 10.08.817.340 I slot print_timing: id 2 | task 2710 | n_gen = 166, tg = 5.59 t/s, tg_3s = 6.12 t/s 10.08.978.536 I slot print_timing: id 1 | task 2634 | n_gen = 242, tg = 5.58 t/s, tg_3s = 6.13 t/s 10.08.978.891 I slot print_timing: id 2 | task 2710 | prompt eval time = 1407.31 ms / 75 tokens ( 18.76 ms per token, 53.29 tokens per second) 10.08.978.894 I slot print_timing: id 2 | task 2710 | eval time = 29663.86 ms / 167 tokens ( 178.70 ms per token, 5.60 tokens per second) 10.08.978.901 I slot print_timing: id 2 | task 2710 | total time = 31071.16 ms / 242 tokens 10.08.978.904 I slot print_timing: id 2 | task 2710 | graphs reused = 2391 10.08.978.905 I slot print_timing: id 2 | task 2710 | graph reallocs = 92 / 0 (same size) / (changed size) 10.08.978.977 I slot release: id 2 | task 2710 | stop processing: n_tokens = 1337, truncated = 0 10.09.241.592 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.820 10.09.241.731 I slot launch_slot_: id 2 | task 2883 | processing task, is_child = 0 10.12.136.244 I slot print_timing: id 1 | task 2634 | n_gen = 254, tg = 5.46 t/s, tg_3s = 3.80 t/s 10.13.921.286 I slot print_timing: id 1 | task 2634 | prompt eval time = 1330.62 ms / 117 tokens ( 11.37 ms per token, 87.93 tokens per second) 10.13.921.293 I slot print_timing: id 1 | task 2634 | eval time = 48144.56 ms / 265 tokens ( 182.37 ms per token, 5.48 tokens per second) 10.13.921.294 I slot print_timing: id 1 | task 2634 | total time = 49475.18 ms / 382 tokens 10.13.921.295 I slot print_timing: id 1 | task 2634 | graphs reused = 2410 10.13.921.296 I slot print_timing: id 1 | task 2634 | graph reallocs = 92 / 0 (same size) / (changed size) 10.13.921.397 I slot release: id 1 | task 2634 | stop processing: n_tokens = 1477, truncated = 0 10.14.180.854 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.742 10.14.181.050 I slot launch_slot_: id 1 | task 2907 | processing task, is_child = 0 10.17.744.535 I slot print_timing: id 0 | task 2819 | n_gen = 100, tg = 5.16 t/s, tg_3s = 5.21 t/s 10.20.824.949 I slot print_timing: id 0 | task 2819 | n_gen = 119, tg = 5.30 t/s, tg_3s = 6.17 t/s 10.23.109.558 I slot print_timing: id 3 | task 2853 | n_gen = 100, tg = 5.39 t/s, tg_3s = 5.44 t/s 10.23.921.471 I slot print_timing: id 0 | task 2819 | n_gen = 138, tg = 5.40 t/s, tg_3s = 6.14 t/s 10.26.206.080 I slot print_timing: id 3 | task 2853 | n_gen = 119, tg = 5.50 t/s, tg_3s = 6.14 t/s 10.27.026.201 I slot print_timing: id 0 | task 2819 | n_gen = 157, tg = 5.48 t/s, tg_3s = 6.12 t/s 10.27.853.738 I slot print_timing: id 2 | task 2883 | n_gen = 100, tg = 5.76 t/s, tg_3s = 5.82 t/s 10.29.342.262 I slot print_timing: id 3 | task 2853 | n_gen = 138, tg = 5.57 t/s, tg_3s = 6.06 t/s 10.30.156.390 I slot print_timing: id 0 | task 2819 | n_gen = 176, tg = 5.54 t/s, tg_3s = 6.07 t/s 10.30.157.334 I slot print_timing: id 3 | task 2853 | prompt eval time = 1076.64 ms / 81 tokens ( 13.29 ms per token, 75.23 tokens per second) 10.30.157.341 I slot print_timing: id 3 | task 2853 | eval time = 25421.05 ms / 143 tokens ( 179.02 ms per token, 5.59 tokens per second) 10.30.157.342 I slot print_timing: id 3 | task 2853 | total time = 26497.69 ms / 224 tokens 10.30.157.343 I slot print_timing: id 3 | task 2853 | graphs reused = 2498 10.30.157.344 I slot print_timing: id 3 | task 2853 | graph reallocs = 95 / 0 (same size) / (changed size) 10.30.157.414 I slot release: id 3 | task 2853 | stop processing: n_tokens = 1319, truncated = 0 10.30.378.009 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.831 10.30.378.183 I slot launch_slot_: id 3 | task 3001 | processing task, is_child = 0 10.31.035.892 I slot print_timing: id 2 | task 2883 | n_gen = 116, tg = 5.65 t/s, tg_3s = 5.03 t/s 10.32.483.610 I slot print_timing: id 1 | task 2907 | n_gen = 100, tg = 5.82 t/s, tg_3s = 5.88 t/s 10.33.307.221 I slot print_timing: id 0 | task 2819 | n_gen = 190, tg = 5.44 t/s, tg_3s = 4.44 t/s 10.34.124.396 I slot print_timing: id 2 | task 2883 | n_gen = 133, tg = 5.63 t/s, tg_3s = 5.50 t/s 10.35.606.358 I slot print_timing: id 1 | task 2907 | n_gen = 119, tg = 5.86 t/s, tg_3s = 6.08 t/s 10.36.428.693 I slot print_timing: id 0 | task 2819 | n_gen = 209, tg = 5.49 t/s, tg_3s = 6.09 t/s 10.37.255.969 I slot print_timing: id 2 | task 2883 | n_gen = 152, tg = 5.68 t/s, tg_3s = 6.07 t/s 10.38.722.655 I slot print_timing: id 1 | task 2907 | n_gen = 138, tg = 5.89 t/s, tg_3s = 6.10 t/s 10.39.550.424 I slot print_timing: id 0 | task 2819 | n_gen = 228, tg = 5.54 t/s, tg_3s = 6.09 t/s 10.40.377.584 I slot print_timing: id 2 | task 2883 | n_gen = 171, tg = 5.72 t/s, tg_3s = 6.09 t/s 10.40.870.861 I slot print_timing: id 0 | task 2819 | prompt eval time = 1122.59 ms / 77 tokens ( 14.58 ms per token, 68.59 tokens per second) 10.40.870.867 I slot print_timing: id 0 | task 2819 | eval time = 42324.76 ms / 236 tokens ( 180.11 ms per token, 5.55 tokens per second) 10.40.870.868 I slot print_timing: id 0 | task 2819 | total time = 43447.35 ms / 313 tokens 10.40.870.869 I slot print_timing: id 0 | task 2819 | graphs reused = 2553 10.40.870.870 I slot print_timing: id 0 | task 2819 | graph reallocs = 96 / 0 (same size) / (changed size) 10.40.870.941 I slot release: id 0 | task 2819 | stop processing: n_tokens = 1408, truncated = 0 10.41.099.470 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.778 10.41.099.625 I slot launch_slot_: id 0 | task 3062 | processing task, is_child = 0 10.41.801.785 I slot print_timing: id 1 | task 2907 | n_gen = 153, tg = 5.77 t/s, tg_3s = 4.87 t/s 10.43.389.571 I slot print_timing: id 2 | task 2883 | n_gen = 184, tg = 5.59 t/s, tg_3s = 4.32 t/s 10.44.903.653 I slot print_timing: id 1 | task 2907 | n_gen = 170, tg = 5.74 t/s, tg_3s = 5.48 t/s 10.46.548.156 I slot print_timing: id 2 | task 2883 | n_gen = 203, tg = 5.63 t/s, tg_3s = 6.02 t/s 10.47.041.468 I slot print_timing: id 1 | task 2907 | prompt eval time = 1290.81 ms / 101 tokens ( 12.78 ms per token, 78.25 tokens per second) 10.47.041.475 I slot print_timing: id 1 | task 2907 | eval time = 31569.58 ms / 183 tokens ( 173.46 ms per token, 5.77 tokens per second) 10.47.041.477 I slot print_timing: id 1 | task 2907 | total time = 32860.39 ms / 284 tokens 10.47.041.478 I slot print_timing: id 1 | task 2907 | graphs reused = 2582 10.47.041.484 I slot print_timing: id 1 | task 2907 | graph reallocs = 97 / 0 (same size) / (changed size) 10.47.041.570 I slot release: id 1 | task 2907 | stop processing: n_tokens = 1379, truncated = 0 10.47.308.328 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.795 10.47.308.526 I slot launch_slot_: id 1 | task 3095 | processing task, is_child = 0 10.49.122.575 I slot print_timing: id 2 | task 2883 | prompt eval time = 1430.23 ms / 84 tokens ( 17.03 ms per token, 58.73 tokens per second) 10.49.122.582 I slot print_timing: id 2 | task 2883 | eval time = 38450.59 ms / 212 tokens ( 182.23 ms per token, 5.49 tokens per second) 10.49.122.586 I slot print_timing: id 2 | task 2883 | total time = 39880.82 ms / 296 tokens 10.49.122.589 I slot print_timing: id 2 | task 2883 | graphs reused = 2584 10.49.122.590 I slot print_timing: id 2 | task 2883 | graph reallocs = 99 / 0 (same size) / (changed size) 10.49.122.664 I slot release: id 2 | task 2883 | stop processing: n_tokens = 1391, truncated = 0 10.49.389.892 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.788 10.49.390.025 I slot launch_slot_: id 2 | task 3102 | processing task, is_child = 0 10.50.983.305 I slot print_timing: id 3 | task 3001 | n_gen = 100, tg = 5.08 t/s, tg_3s = 5.13 t/s 10.54.120.664 I slot print_timing: id 3 | task 3001 | n_gen = 119, tg = 5.21 t/s, tg_3s = 6.06 t/s 10.57.242.565 I slot print_timing: id 3 | task 3001 | n_gen = 138, tg = 5.32 t/s, tg_3s = 6.09 t/s 11.00.402.207 I slot print_timing: id 3 | task 3001 | n_gen = 157, tg = 5.39 t/s, tg_3s = 6.01 t/s 11.00.920.967 I slot print_timing: id 0 | task 3062 | n_gen = 100, tg = 5.30 t/s, tg_3s = 5.35 t/s 11.03.450.957 I slot print_timing: id 3 | task 3001 | n_gen = 175, tg = 5.44 t/s, tg_3s = 5.90 t/s 11.03.950.009 I slot print_timing: id 0 | task 3062 | n_gen = 118, tg = 5.39 t/s, tg_3s = 5.94 t/s 11.06.258.899 I slot print_timing: id 1 | task 3095 | n_gen = 100, tg = 5.61 t/s, tg_3s = 5.67 t/s 11.06.420.344 I slot print_timing: id 1 | task 3095 | prompt eval time = 1317.57 ms / 65 tokens ( 20.27 ms per token, 49.33 tokens per second) 11.06.420.350 I slot print_timing: id 1 | task 3095 | eval time = 17794.23 ms / 101 tokens ( 177.94 ms per token, 5.62 tokens per second) 11.06.420.351 I slot print_timing: id 1 | task 3095 | total time = 19111.79 ms / 166 tokens 11.06.420.352 I slot print_timing: id 1 | task 3095 | graphs reused = 2676 11.06.420.353 I slot print_timing: id 1 | task 3095 | graph reallocs = 100 / 0 (same size) / (changed size) 11.06.420.423 I slot release: id 1 | task 3095 | stop processing: n_tokens = 1261, truncated = 0 11.06.681.702 I slot print_timing: id 3 | task 3001 | n_gen = 194, tg = 5.48 t/s, tg_3s = 5.88 t/s 11.06.681.719 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.869 11.06.681.898 I slot launch_slot_: id 1 | task 3200 | processing task, is_child = 0 11.07.435.663 I slot print_timing: id 0 | task 3062 | n_gen = 135, tg = 5.32 t/s, tg_3s = 4.88 t/s 11.08.333.639 I slot print_timing: id 2 | task 3102 | n_gen = 100, tg = 5.65 t/s, tg_3s = 5.71 t/s 11.09.833.171 I slot print_timing: id 3 | task 3001 | n_gen = 207, tg = 5.37 t/s, tg_3s = 4.13 t/s 11.10.499.292 I slot print_timing: id 0 | task 3062 | n_gen = 151, tg = 5.31 t/s, tg_3s = 5.22 t/s 11.11.338.225 I slot print_timing: id 2 | task 3102 | n_gen = 118, tg = 5.70 t/s, tg_3s = 5.99 t/s 11.12.860.832 I slot print_timing: id 3 | task 3001 | n_gen = 225, tg = 5.41 t/s, tg_3s = 5.95 t/s 11.13.521.003 I slot print_timing: id 0 | task 3062 | n_gen = 169, tg = 5.37 t/s, tg_3s = 5.96 t/s 11.14.339.565 I slot print_timing: id 2 | task 3102 | n_gen = 136, tg = 5.74 t/s, tg_3s = 6.00 t/s 11.15.984.315 I slot print_timing: id 3 | task 3001 | n_gen = 244, tg = 5.46 t/s, tg_3s = 6.08 t/s 11.16.522.822 I slot print_timing: id 0 | task 3062 | n_gen = 187, tg = 5.43 t/s, tg_3s = 6.00 t/s 11.17.410.357 I slot print_timing: id 2 | task 3102 | n_gen = 154, tg = 5.75 t/s, tg_3s = 5.86 t/s 11.19.050.340 I slot print_timing: id 3 | task 3001 | n_gen = 262, tg = 5.49 t/s, tg_3s = 5.87 t/s 11.19.542.310 I slot print_timing: id 0 | task 3062 | n_gen = 205, tg = 5.47 t/s, tg_3s = 5.96 t/s 11.20.540.217 I slot print_timing: id 2 | task 3102 | n_gen = 173, tg = 5.79 t/s, tg_3s = 6.07 t/s 11.22.163.345 I slot print_timing: id 3 | task 3001 | n_gen = 281, tg = 5.53 t/s, tg_3s = 6.10 t/s 11.22.648.570 I slot print_timing: id 0 | task 3062 | n_gen = 224, tg = 5.52 t/s, tg_3s = 6.12 t/s 11.23.624.837 I slot print_timing: id 2 | task 3102 | n_gen = 192, tg = 5.82 t/s, tg_3s = 6.16 t/s 11.24.433.262 I slot print_timing: id 1 | task 3200 | n_gen = 100, tg = 6.02 t/s, tg_3s = 6.08 t/s 11.24.598.023 I slot print_timing: id 0 | task 3062 | prompt eval time = 1138.11 ms / 90 tokens ( 12.65 ms per token, 79.08 tokens per second) 11.24.598.030 I slot print_timing: id 0 | task 3062 | eval time = 42360.27 ms / 236 tokens ( 180.26 ms per token, 5.55 tokens per second) 11.24.598.031 I slot print_timing: id 0 | task 3062 | total time = 43498.38 ms / 326 tokens 11.24.598.032 I slot print_timing: id 0 | task 3062 | graphs reused = 2775 11.24.598.033 I slot print_timing: id 0 | task 3062 | graph reallocs = 102 / 0 (same size) / (changed size) 11.24.598.113 I slot release: id 0 | task 3062 | stop processing: n_tokens = 1421, truncated = 0 11.24.817.767 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.771 11.24.817.921 I slot launch_slot_: id 0 | task 3304 | processing task, is_child = 0 11.25.502.894 I slot print_timing: id 3 | task 3001 | n_gen = 298, tg = 5.50 t/s, tg_3s = 5.09 t/s 11.26.760.880 I slot print_timing: id 2 | task 3102 | n_gen = 206, tg = 5.70 t/s, tg_3s = 4.46 t/s 11.27.083.952 I slot print_timing: id 2 | task 3102 | prompt eval time = 1426.03 ms / 85 tokens ( 16.78 ms per token, 59.61 tokens per second) 11.27.083.959 I slot print_timing: id 2 | task 3102 | eval time = 36267.88 ms / 208 tokens ( 175.21 ms per token, 5.71 tokens per second) 11.27.083.960 I slot print_timing: id 2 | task 3102 | total time = 37693.90 ms / 293 tokens 11.27.083.961 I slot print_timing: id 2 | task 3102 | graphs reused = 2782 11.27.083.962 I slot print_timing: id 2 | task 3102 | graph reallocs = 103 / 0 (same size) / (changed size) 11.27.084.039 I slot release: id 2 | task 3102 | stop processing: n_tokens = 1388, truncated = 0 11.27.342.284 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.790 11.27.342.428 I slot launch_slot_: id 2 | task 3315 | processing task, is_child = 0 11.28.162.924 I slot print_timing: id 1 | task 3200 | n_gen = 113, tg = 5.55 t/s, tg_3s = 3.49 t/s 11.28.782.969 I slot print_timing: id 3 | task 3001 | n_gen = 309, tg = 5.38 t/s, tg_3s = 3.35 t/s 11.31.223.383 I slot print_timing: id 1 | task 3200 | n_gen = 129, tg = 5.51 t/s, tg_3s = 5.23 t/s 11.31.874.223 I slot print_timing: id 3 | task 3001 | n_gen = 328, tg = 5.41 t/s, tg_3s = 6.15 t/s 11.34.316.345 I slot print_timing: id 1 | task 3200 | n_gen = 148, tg = 5.58 t/s, tg_3s = 6.14 t/s 11.34.970.063 I slot print_timing: id 3 | task 3001 | n_gen = 347, tg = 5.45 t/s, tg_3s = 6.14 t/s 11.37.416.193 I slot print_timing: id 1 | task 3200 | n_gen = 167, tg = 5.64 t/s, tg_3s = 6.13 t/s 11.38.071.293 I slot print_timing: id 3 | task 3001 | n_gen = 366, tg = 5.48 t/s, tg_3s = 6.13 t/s 11.40.516.135 I slot print_timing: id 1 | task 3200 | n_gen = 186, tg = 5.69 t/s, tg_3s = 6.13 t/s 11.41.168.164 I slot print_timing: id 3 | task 3001 | n_gen = 385, tg = 5.51 t/s, tg_3s = 6.14 t/s 11.43.277.285 I slot print_timing: id 0 | task 3304 | n_gen = 100, tg = 5.71 t/s, tg_3s = 5.77 t/s 11.43.602.261 I slot print_timing: id 1 | task 3200 | n_gen = 205, tg = 5.73 t/s, tg_3s = 6.16 t/s 11.44.253.479 I slot print_timing: id 3 | task 3001 | n_gen = 404, tg = 5.54 t/s, tg_3s = 6.16 t/s 11.44.906.327 I slot print_timing: id 2 | task 3315 | n_gen = 100, tg = 6.14 t/s, tg_3s = 6.20 t/s 11.45.403.999 I slot print_timing: id 1 | task 3200 | prompt eval time = 1313.37 ms / 77 tokens ( 17.06 ms per token, 58.63 tokens per second) 11.45.404.006 I slot print_timing: id 1 | task 3200 | eval time = 37408.71 ms / 216 tokens ( 173.99 ms per token, 5.75 tokens per second) 11.45.404.007 I slot print_timing: id 1 | task 3200 | total time = 38722.08 ms / 293 tokens 11.45.404.008 I slot print_timing: id 1 | task 3200 | graphs reused = 2882 11.45.404.008 I slot print_timing: id 1 | task 3200 | graph reallocs = 104 / 0 (same size) / (changed size) 11.45.404.100 I slot release: id 1 | task 3200 | stop processing: n_tokens = 1388, truncated = 0 11.45.664.288 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.790 11.45.664.445 I slot launch_slot_: id 1 | task 3421 | processing task, is_child = 0 11.46.460.184 I slot print_timing: id 0 | task 3304 | n_gen = 115, tg = 5.56 t/s, tg_3s = 4.71 t/s 11.47.384.543 I slot print_timing: id 3 | task 3001 | n_gen = 416, tg = 5.47 t/s, tg_3s = 3.83 t/s 11.48.035.721 I slot print_timing: id 2 | task 3315 | n_gen = 112, tg = 5.77 t/s, tg_3s = 3.83 t/s 11.49.496.640 I slot print_timing: id 0 | task 3304 | n_gen = 131, tg = 5.52 t/s, tg_3s = 5.27 t/s 11.50.468.897 I slot print_timing: id 3 | task 3001 | n_gen = 435, tg = 5.49 t/s, tg_3s = 6.16 t/s 11.50.957.734 I slot print_timing: id 2 | task 3315 | prompt eval time = 1440.23 ms / 97 tokens ( 14.85 ms per token, 67.35 tokens per second) 11.50.957.741 I slot print_timing: id 2 | task 3315 | eval time = 22175.06 ms / 130 tokens ( 171.90 ms per token, 5.82 tokens per second) 11.50.957.742 I slot print_timing: id 2 | task 3315 | total time = 23615.29 ms / 227 tokens 11.50.957.743 I slot print_timing: id 2 | task 3315 | graphs reused = 2905 11.50.957.743 I slot print_timing: id 2 | task 3315 | graph reallocs = 106 / 0 (same size) / (changed size) 11.50.957.835 I slot release: id 2 | task 3315 | stop processing: n_tokens = 1322, truncated = 0 11.51.214.820 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.829 11.51.215.014 I slot launch_slot_: id 2 | task 3449 | processing task, is_child = 0 11.52.644.329 I slot print_timing: id 0 | task 3304 | n_gen = 143, tg = 5.32 t/s, tg_3s = 3.81 t/s 11.53.621.183 I slot print_timing: id 3 | task 3001 | n_gen = 447, tg = 5.43 t/s, tg_3s = 3.81 t/s 11.55.751.997 I slot print_timing: id 0 | task 3304 | n_gen = 162, tg = 5.40 t/s, tg_3s = 6.11 t/s 11.56.734.314 I slot print_timing: id 3 | task 3001 | n_gen = 466, tg = 5.45 t/s, tg_3s = 6.10 t/s 11.58.871.852 I slot print_timing: id 0 | task 3304 | n_gen = 181, tg = 5.47 t/s, tg_3s = 6.09 t/s 11.59.868.824 I slot print_timing: id 3 | task 3001 | n_gen = 485, tg = 5.48 t/s, tg_3s = 6.06 t/s 12.01.996.366 I slot print_timing: id 0 | task 3304 | n_gen = 200, tg = 5.52 t/s, tg_3s = 6.08 t/s 12.02.996.996 I slot print_timing: id 3 | task 3001 | n_gen = 504, tg = 5.50 t/s, tg_3s = 6.07 t/s 12.04.490.803 I slot print_timing: id 1 | task 3421 | n_gen = 100, tg = 5.68 t/s, tg_3s = 5.73 t/s 12.05.146.965 I slot print_timing: id 0 | task 3304 | n_gen = 219, tg = 5.56 t/s, tg_3s = 6.03 t/s 12.06.127.841 I slot print_timing: id 3 | task 3001 | n_gen = 523, tg = 5.52 t/s, tg_3s = 6.07 t/s 12.06.616.789 I slot print_timing: id 0 | task 3304 | prompt eval time = 1121.83 ms / 69 tokens ( 16.26 ms per token, 61.51 tokens per second) 12.06.616.796 I slot print_timing: id 0 | task 3304 | eval time = 40677.02 ms / 228 tokens ( 179.19 ms per token, 5.58 tokens per second) 12.06.616.801 I slot print_timing: id 0 | task 3304 | total time = 41798.85 ms / 297 tokens 12.06.616.803 I slot print_timing: id 0 | task 3304 | graphs reused = 2989 12.06.616.805 I slot print_timing: id 0 | task 3304 | graph reallocs = 106 / 0 (same size) / (changed size) 12.06.616.889 I slot release: id 0 | task 3304 | stop processing: n_tokens = 1392, truncated = 0 12.06.843.910 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.787 12.06.844.112 I slot launch_slot_: id 0 | task 3538 | processing task, is_child = 0 12.07.574.752 I slot print_timing: id 1 | task 3421 | n_gen = 115, tg = 5.55 t/s, tg_3s = 4.86 t/s 12.09.180.550 I slot print_timing: id 3 | task 3001 | n_gen = 536, tg = 5.48 t/s, tg_3s = 4.26 t/s 12.09.832.988 I slot print_timing: id 2 | task 3449 | n_gen = 100, tg = 5.76 t/s, tg_3s = 5.82 t/s 12.10.653.801 I slot print_timing: id 1 | task 3421 | n_gen = 132, tg = 5.55 t/s, tg_3s = 5.52 t/s 12.11.653.003 I slot print_timing: id 1 | task 3421 | prompt eval time = 1387.35 ms / 83 tokens ( 16.72 ms per token, 59.83 tokens per second) 12.11.653.009 I slot print_timing: id 1 | task 3421 | eval time = 24601.19 ms / 138 tokens ( 179.57 ms per token, 5.57 tokens per second) 12.11.653.010 I slot print_timing: id 1 | task 3421 | total time = 25988.54 ms / 221 tokens 12.11.653.011 I slot print_timing: id 1 | task 3421 | graphs reused = 3011 12.11.653.012 I slot print_timing: id 1 | task 3421 | graph reallocs = 107 / 0 (same size) / (changed size) 12.11.653.084 I slot release: id 1 | task 3421 | stop processing: n_tokens = 1316, truncated = 0 12.11.918.207 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.833 12.11.918.359 I slot launch_slot_: id 1 | task 3564 | processing task, is_child = 0 12.12.681.167 I slot print_timing: id 3 | task 3001 | n_gen = 553, tg = 5.45 t/s, tg_3s = 4.86 t/s 12.13.234.798 I slot print_timing: id 2 | task 3449 | n_gen = 114, tg = 5.49 t/s, tg_3s = 4.12 t/s 12.15.715.484 I slot print_timing: id 3 | task 3001 | n_gen = 569, tg = 5.45 t/s, tg_3s = 5.27 t/s 12.16.378.237 I slot print_timing: id 2 | task 3449 | n_gen = 133, tg = 5.56 t/s, tg_3s = 6.04 t/s 12.18.847.684 I slot print_timing: id 3 | task 3001 | n_gen = 588, tg = 5.47 t/s, tg_3s = 6.07 t/s 12.19.510.392 I slot print_timing: id 2 | task 3449 | n_gen = 152, tg = 5.62 t/s, tg_3s = 6.07 t/s 12.21.992.315 I slot print_timing: id 3 | task 3001 | n_gen = 607, tg = 5.48 t/s, tg_3s = 6.04 t/s 12.22.646.780 I slot print_timing: id 2 | task 3449 | n_gen = 171, tg = 5.67 t/s, tg_3s = 6.06 t/s 12.24.805.665 I slot print_timing: id 2 | task 3449 | prompt eval time = 1430.26 ms / 74 tokens ( 19.33 ms per token, 51.74 tokens per second) 12.24.805.672 I slot print_timing: id 2 | task 3449 | eval time = 32160.37 ms / 184 tokens ( 175.74 ms per token, 5.69 tokens per second) 12.24.805.673 I slot print_timing: id 2 | task 3449 | total time = 33590.63 ms / 258 tokens 12.24.805.675 I slot print_timing: id 2 | task 3449 | graphs reused = 3079 12.24.805.675 I slot print_timing: id 2 | task 3449 | graph reallocs = 110 / 0 (same size) / (changed size) 12.24.805.750 I slot release: id 2 | task 3449 | stop processing: n_tokens = 1353, truncated = 0 12.25.074.621 I slot print_timing: id 3 | task 3001 | n_gen = 625, tg = 5.49 t/s, tg_3s = 5.84 t/s 12.25.074.638 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.888 (> 0.100 thold), f_keep = 0.810 12.25.074.824 I slot launch_slot_: id 2 | task 3638 | processing task, is_child = 0 12.26.693.017 I slot print_timing: id 0 | task 3538 | n_gen = 100, tg = 5.30 t/s, tg_3s = 5.35 t/s 12.28.186.281 I slot print_timing: id 3 | task 3001 | n_gen = 637, tg = 5.45 t/s, tg_3s = 3.86 t/s 12.29.833.878 I slot print_timing: id 0 | task 3538 | n_gen = 119, tg = 5.41 t/s, tg_3s = 6.05 t/s 12.30.816.302 I slot print_timing: id 1 | task 3564 | n_gen = 100, tg = 5.63 t/s, tg_3s = 5.69 t/s 12.31.314.425 I slot print_timing: id 3 | task 3001 | n_gen = 656, tg = 5.47 t/s, tg_3s = 6.07 t/s 12.32.976.020 I slot print_timing: id 0 | task 3538 | n_gen = 138, tg = 5.49 t/s, tg_3s = 6.05 t/s 12.33.963.555 I slot print_timing: id 1 | task 3564 | n_gen = 119, tg = 5.69 t/s, tg_3s = 6.04 t/s 12.34.452.015 I slot print_timing: id 3 | task 3001 | n_gen = 675, tg = 5.48 t/s, tg_3s = 6.06 t/s 12.36.108.763 I slot print_timing: id 0 | task 3538 | n_gen = 157, tg = 5.55 t/s, tg_3s = 6.06 t/s 12.37.103.027 I slot print_timing: id 1 | task 3564 | n_gen = 138, tg = 5.74 t/s, tg_3s = 6.05 t/s 12.37.599.988 I slot print_timing: id 3 | task 3001 | n_gen = 694, tg = 5.50 t/s, tg_3s = 6.04 t/s 12.39.235.529 I slot print_timing: id 0 | task 3538 | n_gen = 176, tg = 5.61 t/s, tg_3s = 6.08 t/s 12.40.232.649 I slot print_timing: id 1 | task 3564 | n_gen = 157, tg = 5.78 t/s, tg_3s = 6.07 t/s 12.40.730.078 I slot print_timing: id 3 | task 3001 | n_gen = 713, tg = 5.51 t/s, tg_3s = 6.07 t/s 12.42.374.089 I slot print_timing: id 0 | task 3538 | n_gen = 195, tg = 5.65 t/s, tg_3s = 6.05 t/s 12.42.865.921 I slot print_timing: id 2 | task 3638 | n_gen = 100, tg = 6.06 t/s, tg_3s = 6.12 t/s 12.43.361.991 I slot print_timing: id 1 | task 3564 | n_gen = 176, tg = 5.81 t/s, tg_3s = 6.07 t/s 12.43.865.008 I slot print_timing: id 3 | task 3001 | n_gen = 732, tg = 5.52 t/s, tg_3s = 6.06 t/s 12.45.023.799 I slot print_timing: id 1 | task 3564 | prompt eval time = 1316.10 ms / 91 tokens ( 14.46 ms per token, 69.14 tokens per second) 12.45.023.806 I slot print_timing: id 1 | task 3564 | eval time = 31789.31 ms / 186 tokens ( 171.83 ms per token, 5.82 tokens per second) 12.45.023.808 I slot print_timing: id 1 | task 3564 | total time = 33105.42 ms / 277 tokens 12.45.023.810 I slot print_timing: id 1 | task 3564 | graphs reused = 3190 12.45.023.811 I slot print_timing: id 1 | task 3564 | graph reallocs = 110 / 0 (same size) / (changed size) 12.45.023.902 I slot release: id 1 | task 3564 | stop processing: n_tokens = 1372, truncated = 0 12.45.293.217 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.799 12.45.293.357 I slot launch_slot_: id 1 | task 3754 | processing task, is_child = 0 12.46.050.626 I slot print_timing: id 0 | task 3538 | n_gen = 213, tg = 5.57 t/s, tg_3s = 4.90 t/s 12.46.050.921 I slot print_timing: id 2 | task 3638 | n_gen = 115, tg = 5.84 t/s, tg_3s = 4.71 t/s 12.46.938.552 I slot print_timing: id 3 | task 3001 | n_gen = 744, tg = 5.49 t/s, tg_3s = 3.90 t/s 12.49.088.943 I slot print_timing: id 0 | task 3538 | n_gen = 229, tg = 5.55 t/s, tg_3s = 5.27 t/s 12.49.089.626 I slot print_timing: id 2 | task 3638 | n_gen = 131, tg = 5.76 t/s, tg_3s = 5.27 t/s 12.50.085.495 I slot print_timing: id 3 | task 3001 | n_gen = 763, tg = 5.50 t/s, tg_3s = 6.04 t/s 12.52.106.067 I slot print_timing: id 0 | task 3538 | n_gen = 247, tg = 5.58 t/s, tg_3s = 5.97 t/s 12.52.106.829 I slot print_timing: id 2 | task 3638 | n_gen = 149, tg = 5.79 t/s, tg_3s = 5.97 t/s 12.53.104.562 I slot print_timing: id 3 | task 3001 | n_gen = 781, tg = 5.51 t/s, tg_3s = 5.96 t/s 12.55.246.152 I slot print_timing: id 0 | task 3538 | n_gen = 266, tg = 5.61 t/s, tg_3s = 6.05 t/s 12.55.246.707 I slot print_timing: id 2 | task 3638 | n_gen = 168, tg = 5.82 t/s, tg_3s = 6.05 t/s 12.56.244.366 I slot print_timing: id 3 | task 3001 | n_gen = 800, tg = 5.52 t/s, tg_3s = 6.05 t/s 12.57.074.431 I slot print_timing: id 0 | task 3538 | prompt eval time = 1169.80 ms / 129 tokens ( 9.07 ms per token, 110.28 tokens per second) 12.57.074.437 I slot print_timing: id 0 | task 3538 | eval time = 49060.49 ms / 277 tokens ( 177.76 ms per token, 5.63 tokens per second) 12.57.074.438 I slot print_timing: id 0 | task 3538 | total time = 50230.30 ms / 406 tokens 12.57.074.439 I slot print_timing: id 0 | task 3538 | graphs reused = 3252 12.57.074.440 I slot print_timing: id 0 | task 3538 | graph reallocs = 112 / 0 (same size) / (changed size) 12.57.074.528 I slot release: id 0 | task 3538 | stop processing: n_tokens = 1501, truncated = 0 12.57.305.486 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.730 12.57.305.645 I slot launch_slot_: id 0 | task 3821 | processing task, is_child = 0 12.58.455.981 I slot print_timing: id 2 | task 3638 | n_gen = 182, tg = 5.67 t/s, tg_3s = 4.36 t/s 12.59.282.783 I slot print_timing: id 3 | task 3001 | n_gen = 813, tg = 5.49 t/s, tg_3s = 4.28 t/s 13.01.275.696 I slot print_timing: id 3 | task 3001 | prompt eval time = 1108.17 ms / 101 tokens ( 10.97 ms per token, 91.14 tokens per second) 13.01.275.702 I slot print_timing: id 3 | task 3001 | eval time = 149789.32 ms / 825 tokens ( 181.78 ms per token, 5.50 tokens per second) 13.01.275.710 I slot print_timing: id 3 | task 3001 | total time = 150897.49 ms / 926 tokens 13.01.275.713 I slot print_timing: id 3 | task 3001 | graphs reused = 3269 13.01.275.714 I slot print_timing: id 3 | task 3001 | graph reallocs = 113 / 0 (same size) / (changed size) 13.01.275.807 I slot release: id 3 | task 3001 | stop processing: n_tokens = 2021, truncated = 0 13.01.503.430 I slot print_timing: id 2 | task 3638 | n_gen = 200, tg = 5.69 t/s, tg_3s = 5.91 t/s 13.01.503.446 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.542 13.01.503.622 I slot launch_slot_: id 3 | task 3842 | processing task, is_child = 0 13.04.645.849 I slot print_timing: id 2 | task 3638 | n_gen = 214, tg = 5.59 t/s, tg_3s = 4.46 t/s 13.04.811.043 I slot print_timing: id 1 | task 3754 | n_gen = 100, tg = 5.44 t/s, tg_3s = 5.49 t/s 13.07.770.746 I slot print_timing: id 2 | task 3638 | n_gen = 233, tg = 5.63 t/s, tg_3s = 6.08 t/s 13.07.937.615 I slot print_timing: id 1 | task 3754 | n_gen = 119, tg = 5.53 t/s, tg_3s = 6.08 t/s 13.10.912.484 I slot print_timing: id 2 | task 3638 | n_gen = 252, tg = 5.66 t/s, tg_3s = 6.05 t/s 13.11.074.083 I slot print_timing: id 1 | task 3754 | n_gen = 138, tg = 5.60 t/s, tg_3s = 6.06 t/s 13.14.044.197 I slot print_timing: id 2 | task 3638 | n_gen = 271, tg = 5.68 t/s, tg_3s = 6.07 t/s 13.14.210.843 I slot print_timing: id 1 | task 3754 | n_gen = 157, tg = 5.65 t/s, tg_3s = 6.06 t/s 13.15.189.580 I slot print_timing: id 1 | task 3754 | prompt eval time = 1313.75 ms / 91 tokens ( 14.44 ms per token, 69.27 tokens per second) 13.15.189.587 I slot print_timing: id 1 | task 3754 | eval time = 28582.45 ms / 163 tokens ( 176.43 ms per token, 5.67 tokens per second) 13.15.189.588 I slot print_timing: id 1 | task 3754 | total time = 29896.20 ms / 254 tokens 13.15.189.589 I slot print_timing: id 1 | task 3754 | graphs reused = 3344 13.15.189.589 I slot print_timing: id 1 | task 3754 | graph reallocs = 113 / 0 (same size) / (changed size) 13.15.189.671 I slot release: id 1 | task 3754 | stop processing: n_tokens = 1349, truncated = 0 13.15.451.470 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.812 13.15.451.617 I slot launch_slot_: id 1 | task 3922 | processing task, is_child = 0 13.16.767.897 I slot print_timing: id 0 | task 3821 | n_gen = 100, tg = 5.41 t/s, tg_3s = 5.46 t/s 13.16.937.086 I slot print_timing: id 3 | task 3842 | prompt eval time = 1153.96 ms / 61 tokens ( 18.92 ms per token, 52.86 tokens per second) 13.16.937.092 I slot print_timing: id 3 | task 3842 | eval time = 14279.48 ms / 81 tokens ( 178.49 ms per token, 5.60 tokens per second) 13.16.937.093 I slot print_timing: id 3 | task 3842 | total time = 15433.44 ms / 142 tokens 13.16.937.094 I slot print_timing: id 3 | task 3842 | graphs reused = 3344 13.16.937.095 I slot print_timing: id 3 | task 3842 | graph reallocs = 115 / 0 (same size) / (changed size) 13.16.937.170 I slot release: id 3 | task 3842 | stop processing: n_tokens = 1236, truncated = 0 13.17.165.849 I slot print_timing: id 2 | task 3638 | n_gen = 283, tg = 5.57 t/s, tg_3s = 3.84 t/s 13.17.165.862 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.887 13.17.165.987 I slot launch_slot_: id 3 | task 3927 | processing task, is_child = 0 13.19.905.078 I slot print_timing: id 0 | task 3821 | n_gen = 114, tg = 5.27 t/s, tg_3s = 4.46 t/s 13.20.232.659 I slot print_timing: id 2 | task 3638 | n_gen = 297, tg = 5.51 t/s, tg_3s = 4.57 t/s 13.22.884.275 I slot print_timing: id 2 | task 3638 | prompt eval time = 1453.50 ms / 138 tokens ( 10.53 ms per token, 94.94 tokens per second) 13.22.884.281 I slot print_timing: id 2 | task 3638 | eval time = 56355.93 ms / 313 tokens ( 180.63 ms per token, 5.54 tokens per second) 13.22.884.282 I slot print_timing: id 2 | task 3638 | total time = 57809.43 ms / 451 tokens 13.22.884.288 I slot print_timing: id 2 | task 3638 | graphs reused = 3370 13.22.884.291 I slot print_timing: id 2 | task 3638 | graph reallocs = 116 / 0 (same size) / (changed size) 13.22.884.371 I slot release: id 2 | task 3638 | stop processing: n_tokens = 1546, truncated = 0 13.23.143.211 I slot print_timing: id 0 | task 3821 | n_gen = 133, tg = 5.35 t/s, tg_3s = 5.87 t/s 13.23.143.946 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.709 13.23.144.088 I slot launch_slot_: id 2 | task 3959 | processing task, is_child = 0 13.26.242.945 I slot print_timing: id 0 | task 3821 | n_gen = 145, tg = 5.18 t/s, tg_3s = 3.87 t/s 13.29.363.769 I slot print_timing: id 0 | task 3821 | n_gen = 164, tg = 5.27 t/s, tg_3s = 6.09 t/s 13.32.487.730 I slot print_timing: id 0 | task 3821 | n_gen = 183, tg = 5.35 t/s, tg_3s = 6.08 t/s 13.35.126.768 I slot print_timing: id 1 | task 3922 | n_gen = 100, tg = 5.39 t/s, tg_3s = 5.45 t/s 13.35.614.032 I slot print_timing: id 0 | task 3821 | n_gen = 202, tg = 5.41 t/s, tg_3s = 6.08 t/s 13.35.778.611 I slot print_timing: id 3 | task 3927 | n_gen = 100, tg = 5.65 t/s, tg_3s = 5.71 t/s 13.38.254.966 I slot print_timing: id 1 | task 3922 | n_gen = 119, tg = 5.49 t/s, tg_3s = 6.07 t/s 13.38.749.552 I slot print_timing: id 0 | task 3821 | n_gen = 221, tg = 5.46 t/s, tg_3s = 6.06 t/s 13.38.916.005 I slot print_timing: id 3 | task 3927 | n_gen = 119, tg = 5.71 t/s, tg_3s = 6.06 t/s 13.40.875.562 I slot print_timing: id 2 | task 3959 | n_gen = 100, tg = 6.08 t/s, tg_3s = 6.14 t/s 13.41.372.977 I slot print_timing: id 1 | task 3922 | n_gen = 138, tg = 5.57 t/s, tg_3s = 6.09 t/s 13.41.871.568 I slot print_timing: id 0 | task 3821 | n_gen = 240, tg = 5.50 t/s, tg_3s = 6.09 t/s 13.42.039.067 I slot print_timing: id 3 | task 3927 | n_gen = 138, tg = 5.76 t/s, tg_3s = 6.08 t/s 13.44.001.351 I slot print_timing: id 2 | task 3959 | n_gen = 119, tg = 6.08 t/s, tg_3s = 6.08 t/s 13.44.490.764 I slot print_timing: id 1 | task 3922 | n_gen = 157, tg = 5.63 t/s, tg_3s = 6.09 t/s 13.44.985.495 I slot print_timing: id 0 | task 3821 | n_gen = 259, tg = 5.54 t/s, tg_3s = 6.10 t/s 13.45.152.268 I slot print_timing: id 3 | task 3927 | n_gen = 157, tg = 5.80 t/s, tg_3s = 6.10 t/s 13.46.977.539 I slot print_timing: id 1 | task 3922 | prompt eval time = 1316.89 ms / 83 tokens ( 15.87 ms per token, 63.03 tokens per second) 13.46.977.549 I slot print_timing: id 1 | task 3922 | eval time = 30209.01 ms / 172 tokens ( 176.66 ms per token, 5.66 tokens per second) 13.46.977.554 I slot print_timing: id 1 | task 3922 | total time = 31525.90 ms / 255 tokens 13.46.977.556 I slot print_timing: id 1 | task 3922 | graphs reused = 3504 13.46.977.557 I slot print_timing: id 1 | task 3922 | graph reallocs = 117 / 0 (same size) / (changed size) 13.46.977.657 I slot release: id 1 | task 3922 | stop processing: n_tokens = 1350, truncated = 0 13.47.242.437 I slot print_timing: id 2 | task 3959 | n_gen = 138, tg = 6.05 t/s, tg_3s = 5.86 t/s 13.47.242.752 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.812 13.47.242.892 I slot launch_slot_: id 1 | task 4099 | processing task, is_child = 0 13.47.995.129 I slot print_timing: id 0 | task 3821 | n_gen = 273, tg = 5.49 t/s, tg_3s = 4.65 t/s 13.48.545.540 I slot print_timing: id 3 | task 3927 | n_gen = 171, tg = 5.61 t/s, tg_3s = 4.13 t/s 13.50.397.082 I slot print_timing: id 2 | task 3959 | n_gen = 151, tg = 5.81 t/s, tg_3s = 4.12 t/s 13.51.058.788 I slot print_timing: id 0 | task 3821 | n_gen = 289, tg = 5.47 t/s, tg_3s = 5.22 t/s 13.51.550.735 I slot print_timing: id 3 | task 3927 | n_gen = 189, tg = 5.65 t/s, tg_3s = 5.99 t/s 13.53.530.399 I slot print_timing: id 2 | task 3959 | n_gen = 170, tg = 5.84 t/s, tg_3s = 6.06 t/s 13.54.187.185 I slot print_timing: id 0 | task 3821 | n_gen = 308, tg = 5.51 t/s, tg_3s = 6.07 t/s 13.54.685.972 I slot print_timing: id 3 | task 3927 | n_gen = 208, tg = 5.68 t/s, tg_3s = 6.06 t/s 13.56.649.261 I slot print_timing: id 2 | task 3959 | n_gen = 189, tg = 5.86 t/s, tg_3s = 6.09 t/s 13.57.312.545 I slot print_timing: id 0 | task 3821 | n_gen = 327, tg = 5.54 t/s, tg_3s = 6.08 t/s 13.57.807.334 I slot print_timing: id 3 | task 3927 | n_gen = 227, tg = 5.72 t/s, tg_3s = 6.09 t/s 13.59.799.832 I slot print_timing: id 2 | task 3959 | n_gen = 208, tg = 5.88 t/s, tg_3s = 6.03 t/s 13.59.800.128 I slot print_timing: id 3 | task 3927 | prompt eval time = 1101.70 ms / 103 tokens ( 10.70 ms per token, 93.49 tokens per second) 13.59.800.132 I slot print_timing: id 3 | task 3927 | eval time = 41532.43 ms / 239 tokens ( 174.51 ms per token, 5.73 tokens per second) 13.59.800.133 I slot print_timing: id 3 | task 3927 | total time = 42634.13 ms / 342 tokens 13.59.800.138 I slot print_timing: id 3 | task 3927 | graphs reused = 3570 13.59.800.141 I slot print_timing: id 3 | task 3927 | graph reallocs = 120 / 0 (same size) / (changed size) 13.59.800.236 I slot release: id 3 | task 3927 | stop processing: n_tokens = 1437, truncated = 0 14.00.021.919 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.763 14.00.022.075 I slot launch_slot_: id 3 | task 4171 | processing task, is_child = 0 14.00.663.473 I slot print_timing: id 0 | task 3821 | n_gen = 344, tg = 5.51 t/s, tg_3s = 5.07 t/s 14.02.951.009 I slot print_timing: id 2 | task 3959 | n_gen = 222, tg = 5.76 t/s, tg_3s = 4.44 t/s 14.03.767.692 I slot print_timing: id 0 | task 3821 | n_gen = 361, tg = 5.51 t/s, tg_3s = 5.48 t/s 14.05.743.770 I slot print_timing: id 1 | task 4099 | n_gen = 100, tg = 5.76 t/s, tg_3s = 5.81 t/s 14.06.077.076 I slot print_timing: id 2 | task 3959 | n_gen = 241, tg = 5.78 t/s, tg_3s = 6.08 t/s 14.06.902.480 I slot print_timing: id 0 | task 3821 | n_gen = 380, tg = 5.54 t/s, tg_3s = 6.06 t/s 14.08.875.867 I slot print_timing: id 1 | task 4099 | n_gen = 119, tg = 5.80 t/s, tg_3s = 6.07 t/s 14.09.208.471 I slot print_timing: id 2 | task 3959 | n_gen = 260, tg = 5.80 t/s, tg_3s = 6.07 t/s 14.10.030.627 I slot print_timing: id 0 | task 3821 | n_gen = 399, tg = 5.56 t/s, tg_3s = 6.07 t/s 14.12.007.704 I slot print_timing: id 1 | task 4099 | n_gen = 138, tg = 5.84 t/s, tg_3s = 6.07 t/s 14.12.334.708 I slot print_timing: id 2 | task 3959 | n_gen = 279, tg = 5.82 t/s, tg_3s = 6.08 t/s 14.13.153.252 I slot print_timing: id 0 | task 3821 | n_gen = 418, tg = 5.58 t/s, tg_3s = 6.08 t/s 14.13.153.563 I slot print_timing: id 1 | task 4099 | prompt eval time = 1302.06 ms / 106 tokens ( 12.28 ms per token, 81.41 tokens per second) 14.13.153.567 I slot print_timing: id 1 | task 4099 | eval time = 24608.60 ms / 145 tokens ( 170.89 ms per token, 5.85 tokens per second) 14.13.153.568 I slot print_timing: id 1 | task 4099 | total time = 25910.66 ms / 251 tokens 14.13.153.569 I slot print_timing: id 1 | task 4099 | graphs reused = 3642 14.13.153.570 I slot print_timing: id 1 | task 4099 | graph reallocs = 120 / 0 (same size) / (changed size) 14.13.153.646 I slot release: id 1 | task 4099 | stop processing: n_tokens = 1346, truncated = 0 14.13.420.298 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.814 14.13.420.440 I slot launch_slot_: id 1 | task 4248 | processing task, is_child = 0 14.15.409.145 I slot print_timing: id 2 | task 3959 | n_gen = 291, tg = 5.71 t/s, tg_3s = 3.90 t/s 14.16.226.794 I slot print_timing: id 0 | task 3821 | n_gen = 430, tg = 5.52 t/s, tg_3s = 3.90 t/s 14.18.368.503 I slot print_timing: id 2 | task 3959 | prompt eval time = 1441.13 ms / 83 tokens ( 17.36 ms per token, 57.59 tokens per second) 14.18.368.509 I slot print_timing: id 2 | task 3959 | eval time = 53783.27 ms / 309 tokens ( 174.62 ms per token, 5.73 tokens per second) 14.18.368.510 I slot print_timing: id 2 | task 3959 | total time = 55224.39 ms / 392 tokens 14.18.368.512 I slot print_timing: id 2 | task 3959 | graphs reused = 3663 14.18.368.513 I slot print_timing: id 2 | task 3959 | graph reallocs = 124 / 0 (same size) / (changed size) 14.18.368.586 I slot release: id 2 | task 3959 | stop processing: n_tokens = 1487, truncated = 0 14.18.638.220 I slot print_timing: id 3 | task 4171 | n_gen = 100, tg = 5.65 t/s, tg_3s = 5.71 t/s 14.18.638.234 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.737 14.18.638.379 I slot launch_slot_: id 2 | task 4274 | processing task, is_child = 0 14.19.469.080 I slot print_timing: id 0 | task 3821 | n_gen = 445, tg = 5.48 t/s, tg_3s = 4.63 t/s 14.21.731.948 I slot print_timing: id 3 | task 4171 | n_gen = 112, tg = 5.38 t/s, tg_3s = 3.88 t/s 14.22.541.489 I slot print_timing: id 0 | task 3821 | n_gen = 461, tg = 5.47 t/s, tg_3s = 5.21 t/s 14.24.817.866 I slot print_timing: id 3 | task 4171 | n_gen = 131, tg = 5.49 t/s, tg_3s = 6.16 t/s 14.25.635.224 I slot print_timing: id 0 | task 3821 | n_gen = 480, tg = 5.49 t/s, tg_3s = 6.14 t/s 14.27.901.452 I slot print_timing: id 3 | task 4171 | n_gen = 150, tg = 5.56 t/s, tg_3s = 6.16 t/s 14.28.716.759 I slot print_timing: id 0 | task 3821 | n_gen = 499, tg = 5.52 t/s, tg_3s = 6.17 t/s 14.31.005.218 I slot print_timing: id 3 | task 4171 | n_gen = 169, tg = 5.62 t/s, tg_3s = 6.12 t/s 14.31.820.554 I slot print_timing: id 0 | task 3821 | n_gen = 518, tg = 5.54 t/s, tg_3s = 6.12 t/s 14.32.147.688 I slot print_timing: id 1 | task 4248 | n_gen = 100, tg = 5.69 t/s, tg_3s = 5.75 t/s 14.34.094.240 I slot print_timing: id 3 | task 4171 | n_gen = 188, tg = 5.67 t/s, tg_3s = 6.15 t/s 14.34.908.494 I slot print_timing: id 0 | task 3821 | n_gen = 537, tg = 5.56 t/s, tg_3s = 6.15 t/s 14.35.234.663 I slot print_timing: id 1 | task 4248 | n_gen = 119, tg = 5.76 t/s, tg_3s = 6.15 t/s 14.36.209.529 I slot print_timing: id 2 | task 4274 | n_gen = 100, tg = 6.14 t/s, tg_3s = 6.20 t/s 14.37.190.108 I slot print_timing: id 3 | task 4171 | n_gen = 207, tg = 5.71 t/s, tg_3s = 6.14 t/s 14.38.007.256 I slot print_timing: id 0 | task 3821 | n_gen = 556, tg = 5.57 t/s, tg_3s = 6.13 t/s 14.38.334.287 I slot print_timing: id 1 | task 4248 | n_gen = 138, tg = 5.81 t/s, tg_3s = 6.13 t/s 14.39.315.490 I slot print_timing: id 2 | task 4274 | n_gen = 119, tg = 6.14 t/s, tg_3s = 6.12 t/s 14.40.294.335 I slot print_timing: id 3 | task 4171 | n_gen = 226, tg = 5.74 t/s, tg_3s = 6.12 t/s 14.41.107.490 I slot print_timing: id 0 | task 3821 | n_gen = 575, tg = 5.59 t/s, tg_3s = 6.13 t/s 14.41.108.067 I slot print_timing: id 2 | task 4274 | prompt eval time = 1445.27 ms / 79 tokens ( 18.29 ms per token, 54.66 tokens per second) 14.41.108.071 I slot print_timing: id 2 | task 4274 | eval time = 21024.40 ms / 130 tokens ( 162.98 ms per token, 6.14 tokens per second) 14.41.108.072 I slot print_timing: id 2 | task 4274 | total time = 22469.67 ms / 209 tokens 14.41.108.072 I slot print_timing: id 2 | task 4274 | graphs reused = 3791 14.41.108.073 I slot print_timing: id 2 | task 4274 | graph reallocs = 124 / 0 (same size) / (changed size) 14.41.108.152 I slot release: id 2 | task 4274 | stop processing: n_tokens = 1304, truncated = 0 14.41.367.317 I slot print_timing: id 1 | task 4248 | n_gen = 156, tg = 5.82 t/s, tg_3s = 5.93 t/s 14.41.367.617 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.840 14.41.367.761 I slot launch_slot_: id 2 | task 4407 | processing task, is_child = 0 14.43.311.689 I slot print_timing: id 3 | task 4171 | n_gen = 237, tg = 5.59 t/s, tg_3s = 3.65 t/s 14.44.124.530 I slot print_timing: id 0 | task 3821 | n_gen = 586, tg = 5.54 t/s, tg_3s = 3.65 t/s 14.44.451.066 I slot print_timing: id 1 | task 4248 | n_gen = 168, tg = 5.62 t/s, tg_3s = 3.89 t/s 14.46.416.464 I slot print_timing: id 3 | task 4171 | n_gen = 256, tg = 5.63 t/s, tg_3s = 6.12 t/s 14.47.241.976 I slot print_timing: id 0 | task 3821 | n_gen = 605, tg = 5.55 t/s, tg_3s = 6.09 t/s 14.47.566.854 I slot print_timing: id 1 | task 4248 | n_gen = 187, tg = 5.67 t/s, tg_3s = 6.10 t/s 14.49.351.228 I slot print_timing: id 3 | task 4171 | prompt eval time = 1096.07 ms / 103 tokens ( 10.64 ms per token, 93.97 tokens per second) 14.49.351.235 I slot print_timing: id 3 | task 4171 | eval time = 48233.06 ms / 274 tokens ( 176.68 ms per token, 5.66 tokens per second) 14.49.351.236 I slot print_timing: id 3 | task 4171 | total time = 49329.13 ms / 377 tokens 14.49.351.236 I slot print_timing: id 3 | task 4171 | graphs reused = 3829 14.49.351.237 I slot print_timing: id 3 | task 4171 | graph reallocs = 125 / 0 (same size) / (changed size) 14.49.351.316 I slot release: id 3 | task 4171 | stop processing: n_tokens = 1472, truncated = 0 14.49.571.775 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.745 14.49.571.924 I slot launch_slot_: id 3 | task 4451 | processing task, is_child = 0 14.50.649.165 I slot print_timing: id 0 | task 3821 | n_gen = 621, tg = 5.53 t/s, tg_3s = 4.70 t/s 14.50.649.453 I slot print_timing: id 1 | task 4248 | n_gen = 201, tg = 5.57 t/s, tg_3s = 4.54 t/s 14.53.746.470 I slot print_timing: id 0 | task 3821 | n_gen = 640, tg = 5.54 t/s, tg_3s = 6.13 t/s 14.53.746.849 I slot print_timing: id 1 | task 4248 | n_gen = 220, tg = 5.61 t/s, tg_3s = 6.13 t/s 14.55.211.462 I slot print_timing: id 1 | task 4248 | prompt eval time = 1323.54 ms / 87 tokens ( 15.21 ms per token, 65.73 tokens per second) 14.55.211.469 I slot print_timing: id 1 | task 4248 | eval time = 40467.46 ms / 229 tokens ( 177.49 ms per token, 5.63 tokens per second) 14.55.211.470 I slot print_timing: id 1 | task 4248 | total time = 41791.00 ms / 316 tokens 14.55.211.474 I slot print_timing: id 1 | task 4248 | graphs reused = 3856 14.55.211.475 I slot print_timing: id 1 | task 4248 | graph reallocs = 125 / 0 (same size) / (changed size) 14.55.211.561 I slot release: id 1 | task 4248 | stop processing: n_tokens = 1411, truncated = 0 14.55.475.163 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.949 (> 0.100 thold), f_keep = 0.777 14.55.475.317 I slot launch_slot_: id 1 | task 4483 | processing task, is_child = 0 14.56.791.215 I slot print_timing: id 0 | task 3821 | n_gen = 652, tg = 5.50 t/s, tg_3s = 3.94 t/s 14.59.915.833 I slot print_timing: id 0 | task 3821 | n_gen = 671, tg = 5.52 t/s, tg_3s = 6.08 t/s 15.00.910.974 I slot print_timing: id 2 | task 4407 | n_gen = 100, tg = 5.47 t/s, tg_3s = 5.53 t/s 15.03.062.553 I slot print_timing: id 0 | task 3821 | n_gen = 690, tg = 5.53 t/s, tg_3s = 6.04 t/s 15.04.043.965 I slot print_timing: id 2 | task 4407 | n_gen = 119, tg = 5.56 t/s, tg_3s = 6.06 t/s 15.06.221.267 I slot print_timing: id 0 | task 3821 | n_gen = 709, tg = 5.54 t/s, tg_3s = 6.02 t/s 15.07.045.834 I slot print_timing: id 2 | task 4407 | n_gen = 137, tg = 5.61 t/s, tg_3s = 6.00 t/s 15.08.027.514 I slot print_timing: id 3 | task 4451 | prompt eval time = 1078.40 ms / 68 tokens ( 15.86 ms per token, 63.06 tokens per second) 15.08.027.522 I slot print_timing: id 3 | task 4451 | eval time = 17377.17 ms / 100 tokens ( 175.53 ms per token, 5.70 tokens per second) 15.08.027.528 I slot print_timing: id 3 | task 4451 | total time = 18455.57 ms / 168 tokens 15.08.027.529 I slot print_timing: id 3 | task 4451 | graphs reused = 3923 15.08.027.529 I slot print_timing: id 3 | task 4451 | graph reallocs = 129 / 0 (same size) / (changed size) 15.08.027.603 I slot release: id 3 | task 4451 | stop processing: n_tokens = 1263, truncated = 0 15.08.256.971 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.868 15.08.257.105 I slot launch_slot_: id 3 | task 4555 | processing task, is_child = 0 15.09.368.600 I slot print_timing: id 0 | task 3821 | n_gen = 723, tg = 5.52 t/s, tg_3s = 4.45 t/s 15.10.206.571 I slot print_timing: id 2 | task 4407 | n_gen = 151, tg = 5.48 t/s, tg_3s = 4.43 t/s 15.10.535.745 I slot print_timing: id 2 | task 4407 | prompt eval time = 1447.96 ms / 149 tokens ( 9.72 ms per token, 102.90 tokens per second) 15.10.535.753 I slot print_timing: id 2 | task 4407 | eval time = 27719.99 ms / 153 tokens ( 182.37 ms per token, 5.48 tokens per second) 15.10.535.755 I slot print_timing: id 2 | task 4407 | total time = 29167.94 ms / 302 tokens 15.10.535.756 I slot print_timing: id 2 | task 4407 | graphs reused = 3929 15.10.535.758 I slot print_timing: id 2 | task 4407 | graph reallocs = 129 / 0 (same size) / (changed size) 15.10.535.874 I slot release: id 2 | task 4407 | stop processing: n_tokens = 1397, truncated = 0 15.10.799.428 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.785 15.10.799.607 I slot launch_slot_: id 2 | task 4566 | processing task, is_child = 0 15.12.401.818 I slot print_timing: id 0 | task 3821 | n_gen = 734, tg = 5.47 t/s, tg_3s = 3.63 t/s 15.15.213.592 I slot print_timing: id 1 | task 4483 | n_gen = 100, tg = 5.37 t/s, tg_3s = 5.43 t/s 15.15.537.957 I slot print_timing: id 0 | task 3821 | n_gen = 753, tg = 5.49 t/s, tg_3s = 6.06 t/s 15.17.019.033 I slot print_timing: id 1 | task 4483 | prompt eval time = 1316.52 ms / 59 tokens ( 22.31 ms per token, 44.82 tokens per second) 15.17.019.039 I slot print_timing: id 1 | task 4483 | eval time = 20227.17 ms / 111 tokens ( 183.88 ms per token, 5.44 tokens per second) 15.17.019.040 I slot print_timing: id 1 | task 4483 | total time = 21543.69 ms / 170 tokens 15.17.019.046 I slot print_timing: id 1 | task 4483 | graphs reused = 3957 15.17.019.048 I slot print_timing: id 1 | task 4483 | graph reallocs = 129 / 0 (same size) / (changed size) 15.17.019.120 I slot release: id 1 | task 4483 | stop processing: n_tokens = 1265, truncated = 0 15.17.289.864 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.866 15.17.290.005 I slot launch_slot_: id 1 | task 4599 | processing task, is_child = 0 15.18.617.394 I slot print_timing: id 0 | task 3821 | n_gen = 765, tg = 5.45 t/s, tg_3s = 3.90 t/s 15.21.744.076 I slot print_timing: id 0 | task 3821 | n_gen = 784, tg = 5.46 t/s, tg_3s = 6.08 t/s 15.24.880.667 I slot print_timing: id 0 | task 3821 | n_gen = 803, tg = 5.48 t/s, tg_3s = 6.06 t/s 15.28.008.080 I slot print_timing: id 0 | task 3821 | n_gen = 822, tg = 5.49 t/s, tg_3s = 6.08 t/s 15.28.008.913 I slot print_timing: id 3 | task 4555 | n_gen = 100, tg = 5.31 t/s, tg_3s = 5.37 t/s 15.29.661.883 I slot print_timing: id 2 | task 4566 | n_gen = 100, tg = 5.68 t/s, tg_3s = 5.74 t/s 15.31.148.037 I slot print_timing: id 0 | task 3821 | n_gen = 841, tg = 5.50 t/s, tg_3s = 6.05 t/s 15.31.148.876 I slot print_timing: id 3 | task 4555 | n_gen = 119, tg = 5.42 t/s, tg_3s = 6.05 t/s 15.32.789.591 I slot print_timing: id 2 | task 4566 | n_gen = 119, tg = 5.74 t/s, tg_3s = 6.07 t/s 15.33.949.405 I slot print_timing: id 3 | task 4555 | prompt eval time = 1112.79 ms / 93 tokens ( 11.97 ms per token, 83.57 tokens per second) 15.33.949.411 I slot print_timing: id 3 | task 4555 | eval time = 24579.49 ms / 136 tokens ( 182.07 ms per token, 5.49 tokens per second) 15.33.949.412 I slot print_timing: id 3 | task 4555 | total time = 25692.28 ms / 229 tokens 15.33.949.412 I slot print_timing: id 3 | task 4555 | graphs reused = 4048 15.33.949.413 I slot print_timing: id 3 | task 4555 | graph reallocs = 134 / 0 (same size) / (changed size) 15.33.949.484 I slot release: id 3 | task 4555 | stop processing: n_tokens = 1324, truncated = 0 15.34.175.653 I slot print_timing: id 0 | task 3821 | n_gen = 859, tg = 5.51 t/s, tg_3s = 5.95 t/s 15.34.176.279 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.828 15.34.176.420 I slot launch_slot_: id 3 | task 4696 | processing task, is_child = 0 15.35.769.480 I slot print_timing: id 1 | task 4599 | n_gen = 100, tg = 5.77 t/s, tg_3s = 5.83 t/s 15.35.933.001 I slot print_timing: id 2 | task 4566 | n_gen = 133, tg = 5.57 t/s, tg_3s = 4.45 t/s 15.37.244.540 I slot print_timing: id 0 | task 3821 | n_gen = 873, tg = 5.49 t/s, tg_3s = 4.56 t/s 15.38.568.275 I slot print_timing: id 2 | task 4566 | prompt eval time = 1435.13 ms / 75 tokens ( 19.14 ms per token, 52.26 tokens per second) 15.38.568.281 I slot print_timing: id 2 | task 4566 | eval time = 26333.52 ms / 149 tokens ( 177.93 ms per token, 5.62 tokens per second) 15.38.568.282 I slot print_timing: id 2 | task 4566 | total time = 27768.65 ms / 224 tokens 15.38.568.283 I slot print_timing: id 2 | task 4566 | graphs reused = 4067 15.38.568.284 I slot print_timing: id 2 | task 4566 | graph reallocs = 134 / 0 (same size) / (changed size) 15.38.568.357 I slot release: id 2 | task 4566 | stop processing: n_tokens = 1319, truncated = 0 15.38.836.718 I slot print_timing: id 1 | task 4599 | n_gen = 118, tg = 5.79 t/s, tg_3s = 5.87 t/s 15.38.837.023 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.831 15.38.837.155 I slot launch_slot_: id 2 | task 4720 | processing task, is_child = 0 15.40.304.523 I slot print_timing: id 0 | task 3821 | n_gen = 884, tg = 5.46 t/s, tg_3s = 3.59 t/s 15.41.966.154 I slot print_timing: id 1 | task 4599 | n_gen = 130, tg = 5.53 t/s, tg_3s = 3.83 t/s 15.43.447.736 I slot print_timing: id 0 | task 3821 | n_gen = 903, tg = 5.47 t/s, tg_3s = 6.04 t/s 15.45.087.239 I slot print_timing: id 1 | task 4599 | n_gen = 149, tg = 5.59 t/s, tg_3s = 6.09 t/s 15.46.575.470 I slot print_timing: id 0 | task 3821 | n_gen = 922, tg = 5.48 t/s, tg_3s = 6.07 t/s 15.48.228.402 I slot print_timing: id 1 | task 4599 | n_gen = 168, tg = 5.64 t/s, tg_3s = 6.05 t/s 15.49.384.334 I slot print_timing: id 0 | task 3821 | prompt eval time = 1149.57 ms / 107 tokens ( 10.74 ms per token, 93.08 tokens per second) 15.49.384.345 I slot print_timing: id 0 | task 3821 | eval time = 170929.10 ms / 939 tokens ( 182.23 ms per token, 5.49 tokens per second) 15.49.384.347 I slot print_timing: id 0 | task 3821 | total time = 172078.67 ms / 1046 tokens 15.49.384.349 I slot print_timing: id 0 | task 3821 | graphs reused = 4121 15.49.384.350 I slot print_timing: id 0 | task 3821 | graph reallocs = 134 / 0 (same size) / (changed size) 15.49.384.431 I slot release: id 0 | task 3821 | stop processing: n_tokens = 2141, truncated = 0 15.49.613.574 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.512 15.49.613.733 I slot launch_slot_: id 0 | task 4779 | processing task, is_child = 0 15.51.243.150 I slot print_timing: id 1 | task 4599 | n_gen = 180, tg = 5.49 t/s, tg_3s = 3.98 t/s 15.53.843.296 I slot print_timing: id 3 | task 4696 | n_gen = 100, tg = 5.33 t/s, tg_3s = 5.39 t/s 15.54.329.098 I slot print_timing: id 1 | task 4599 | n_gen = 199, tg = 5.54 t/s, tg_3s = 6.16 t/s 15.56.938.819 I slot print_timing: id 3 | task 4696 | n_gen = 119, tg = 5.45 t/s, tg_3s = 6.14 t/s 15.57.429.374 I slot print_timing: id 1 | task 4599 | n_gen = 218, tg = 5.59 t/s, tg_3s = 6.13 t/s 15.57.592.130 I slot print_timing: id 2 | task 4720 | n_gen = 100, tg = 5.73 t/s, tg_3s = 5.78 t/s 16.00.045.860 I slot print_timing: id 3 | task 4696 | n_gen = 138, tg = 5.53 t/s, tg_3s = 6.12 t/s 16.00.532.965 I slot print_timing: id 1 | task 4599 | n_gen = 237, tg = 5.63 t/s, tg_3s = 6.12 t/s 16.00.697.077 I slot print_timing: id 2 | task 4720 | n_gen = 119, tg = 5.79 t/s, tg_3s = 6.12 t/s 16.03.150.105 I slot print_timing: id 3 | task 4696 | n_gen = 157, tg = 5.60 t/s, tg_3s = 6.12 t/s 16.03.640.433 I slot print_timing: id 1 | task 4599 | n_gen = 256, tg = 5.66 t/s, tg_3s = 6.11 t/s 16.03.803.130 I slot print_timing: id 2 | task 4720 | n_gen = 138, tg = 5.83 t/s, tg_3s = 6.12 t/s 16.05.599.807 I slot print_timing: id 1 | task 4599 | prompt eval time = 1328.07 ms / 85 tokens ( 15.62 ms per token, 64.00 tokens per second) 16.05.599.813 I slot print_timing: id 1 | task 4599 | eval time = 46981.72 ms / 268 tokens ( 175.96 ms per token, 5.68 tokens per second) 16.05.599.814 I slot print_timing: id 1 | task 4599 | total time = 48309.78 ms / 353 tokens 16.05.599.815 I slot print_timing: id 1 | task 4599 | graphs reused = 4211 16.05.599.815 I slot print_timing: id 1 | task 4599 | graph reallocs = 135 / 0 (same size) / (changed size) 16.05.599.899 I slot release: id 1 | task 4599 | stop processing: n_tokens = 1448, truncated = 0 16.05.859.739 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.757 16.05.859.924 I slot launch_slot_: id 1 | task 4873 | processing task, is_child = 0 16.06.612.798 I slot print_timing: id 3 | task 4696 | n_gen = 174, tg = 5.52 t/s, tg_3s = 4.91 t/s 16.07.175.984 I slot print_timing: id 2 | task 4720 | n_gen = 152, tg = 5.62 t/s, tg_3s = 4.15 t/s 16.08.162.488 I slot print_timing: id 0 | task 4779 | n_gen = 100, tg = 5.74 t/s, tg_3s = 5.80 t/s 16.09.637.981 I slot print_timing: id 3 | task 4696 | n_gen = 190, tg = 5.50 t/s, tg_3s = 5.29 t/s 16.10.291.841 I slot print_timing: id 2 | task 4720 | n_gen = 171, tg = 5.67 t/s, tg_3s = 6.10 t/s 16.11.268.595 I slot print_timing: id 0 | task 4779 | n_gen = 119, tg = 5.80 t/s, tg_3s = 6.12 t/s 16.12.730.795 I slot print_timing: id 3 | task 4696 | n_gen = 209, tg = 5.55 t/s, tg_3s = 6.14 t/s 16.13.385.956 I slot print_timing: id 2 | task 4720 | n_gen = 190, tg = 5.71 t/s, tg_3s = 6.14 t/s 16.14.361.176 I slot print_timing: id 0 | task 4779 | n_gen = 138, tg = 5.84 t/s, tg_3s = 6.14 t/s 16.15.841.229 I slot print_timing: id 3 | task 4696 | n_gen = 228, tg = 5.60 t/s, tg_3s = 6.11 t/s 16.16.495.372 I slot print_timing: id 2 | task 4720 | n_gen = 209, tg = 5.75 t/s, tg_3s = 6.11 t/s 16.17.476.502 I slot print_timing: id 0 | task 4779 | n_gen = 157, tg = 5.87 t/s, tg_3s = 6.10 t/s 16.18.950.162 I slot print_timing: id 3 | task 4696 | n_gen = 247, tg = 5.63 t/s, tg_3s = 6.11 t/s 16.19.601.867 I slot print_timing: id 2 | task 4720 | n_gen = 228, tg = 5.78 t/s, tg_3s = 6.12 t/s 16.20.580.844 I slot print_timing: id 0 | task 4779 | n_gen = 176, tg = 5.90 t/s, tg_3s = 6.12 t/s 16.22.051.010 I slot print_timing: id 3 | task 4696 | n_gen = 266, tg = 5.67 t/s, tg_3s = 6.13 t/s 16.22.705.885 I slot print_timing: id 2 | task 4720 | n_gen = 247, tg = 5.80 t/s, tg_3s = 6.12 t/s 16.23.361.950 I slot print_timing: id 1 | task 4873 | n_gen = 100, tg = 6.12 t/s, tg_3s = 6.18 t/s 16.23.686.246 I slot print_timing: id 0 | task 4779 | n_gen = 195, tg = 5.92 t/s, tg_3s = 6.12 t/s 16.25.165.505 I slot print_timing: id 3 | task 4696 | n_gen = 285, tg = 5.69 t/s, tg_3s = 6.10 t/s 16.25.827.814 I slot print_timing: id 2 | task 4720 | n_gen = 266, tg = 5.82 t/s, tg_3s = 6.09 t/s 16.26.483.763 I slot print_timing: id 1 | task 4873 | n_gen = 119, tg = 6.11 t/s, tg_3s = 6.09 t/s 16.26.809.937 I slot print_timing: id 0 | task 4779 | n_gen = 214, tg = 5.93 t/s, tg_3s = 6.08 t/s 16.27.801.992 I slot print_timing: id 2 | task 4720 | prompt eval time = 1468.40 ms / 90 tokens ( 16.32 ms per token, 61.29 tokens per second) 16.27.801.998 I slot print_timing: id 2 | task 4720 | eval time = 47496.42 ms / 278 tokens ( 171.47 ms per token, 5.83 tokens per second) 16.27.801.999 I slot print_timing: id 2 | task 4720 | total time = 48964.82 ms / 368 tokens 16.27.802.000 I slot print_timing: id 2 | task 4720 | graphs reused = 4336 16.27.802.001 I slot print_timing: id 2 | task 4720 | graph reallocs = 137 / 0 (same size) / (changed size) 16.27.802.088 I slot release: id 2 | task 4720 | stop processing: n_tokens = 1463, truncated = 0 16.28.068.072 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.749 16.28.068.204 I slot launch_slot_: id 2 | task 5003 | processing task, is_child = 0 16.28.908.909 I slot print_timing: id 3 | task 4696 | n_gen = 303, tg = 5.63 t/s, tg_3s = 4.81 t/s 16.29.538.746 I slot print_timing: id 1 | task 4873 | n_gen = 130, tg = 5.77 t/s, tg_3s = 3.60 t/s 16.29.871.169 I slot print_timing: id 0 | task 4779 | n_gen = 225, tg = 5.75 t/s, tg_3s = 3.59 t/s 16.32.001.946 I slot print_timing: id 3 | task 4696 | n_gen = 319, tg = 5.61 t/s, tg_3s = 5.17 t/s 16.32.666.752 I slot print_timing: id 1 | task 4873 | n_gen = 149, tg = 5.81 t/s, tg_3s = 6.07 t/s 16.32.996.527 I slot print_timing: id 0 | task 4779 | n_gen = 244, tg = 5.77 t/s, tg_3s = 6.08 t/s 16.35.133.025 I slot print_timing: id 3 | task 4696 | n_gen = 338, tg = 5.63 t/s, tg_3s = 6.07 t/s 16.35.790.590 I slot print_timing: id 1 | task 4873 | n_gen = 168, tg = 5.84 t/s, tg_3s = 6.08 t/s 16.35.791.259 I slot print_timing: id 3 | task 4696 | prompt eval time = 1096.84 ms / 76 tokens ( 14.43 ms per token, 69.29 tokens per second) 16.35.791.264 I slot print_timing: id 3 | task 4696 | eval time = 60517.98 ms / 342 tokens ( 177.47 ms per token, 5.63 tokens per second) 16.35.791.265 I slot print_timing: id 3 | task 4696 | total time = 61614.83 ms / 418 tokens 16.35.791.266 I slot print_timing: id 3 | task 4696 | graphs reused = 4373 16.35.791.267 I slot print_timing: id 3 | task 4696 | graph reallocs = 137 / 0 (same size) / (changed size) 16.35.791.356 I slot release: id 3 | task 4696 | stop processing: n_tokens = 1513, truncated = 0 16.36.015.338 I slot print_timing: id 0 | task 4779 | n_gen = 262, tg = 5.79 t/s, tg_3s = 5.96 t/s 16.36.015.943 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.724 16.36.016.086 I slot launch_slot_: id 3 | task 5045 | processing task, is_child = 0 16.38.938.226 I slot print_timing: id 1 | task 4873 | n_gen = 182, tg = 5.70 t/s, tg_3s = 4.45 t/s 16.39.100.319 I slot print_timing: id 0 | task 4779 | n_gen = 276, tg = 5.71 t/s, tg_3s = 4.54 t/s 16.39.762.744 I slot print_timing: id 0 | task 4779 | prompt eval time = 1296.21 ms / 99 tokens ( 13.09 ms per token, 76.38 tokens per second) 16.39.762.751 I slot print_timing: id 0 | task 4779 | eval time = 48852.78 ms / 280 tokens ( 175.10 ms per token, 5.71 tokens per second) 16.39.762.752 I slot print_timing: id 0 | task 4779 | total time = 50148.99 ms / 379 tokens 16.39.762.758 I slot print_timing: id 0 | task 4779 | graphs reused = 4388 16.39.762.760 I slot print_timing: id 0 | task 4779 | graph reallocs = 137 / 0 (same size) / (changed size) 16.39.762.841 I slot release: id 0 | task 4779 | stop processing: n_tokens = 1473, truncated = 0 16.39.989.999 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.744 16.39.990.194 I slot launch_slot_: id 0 | task 5065 | processing task, is_child = 0 16.41.986.170 I slot print_timing: id 1 | task 4873 | n_gen = 195, tg = 5.57 t/s, tg_3s = 4.27 t/s 16.45.110.760 I slot print_timing: id 1 | task 4873 | n_gen = 214, tg = 5.61 t/s, tg_3s = 6.08 t/s 16.47.576.791 I slot print_timing: id 2 | task 5003 | n_gen = 100, tg = 5.49 t/s, tg_3s = 5.54 t/s 16.48.237.143 I slot print_timing: id 1 | task 4873 | n_gen = 233, tg = 5.65 t/s, tg_3s = 6.08 t/s 16.50.725.799 I slot print_timing: id 2 | task 5003 | n_gen = 119, tg = 5.57 t/s, tg_3s = 6.03 t/s 16.51.379.757 I slot print_timing: id 1 | task 4873 | n_gen = 252, tg = 5.68 t/s, tg_3s = 6.05 t/s 16.53.858.526 I slot print_timing: id 2 | task 5003 | n_gen = 138, tg = 5.63 t/s, tg_3s = 6.07 t/s 16.54.355.097 I slot print_timing: id 3 | task 5045 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.80 t/s 16.54.522.590 I slot print_timing: id 1 | task 4873 | n_gen = 271, tg = 5.70 t/s, tg_3s = 6.05 t/s 16.55.176.443 I slot print_timing: id 1 | task 4873 | prompt eval time = 1315.70 ms / 114 tokens ( 11.54 ms per token, 86.65 tokens per second) 16.55.176.449 I slot print_timing: id 1 | task 4873 | eval time = 48000.78 ms / 275 tokens ( 175.19 ms per token, 5.71 tokens per second) 16.55.176.458 I slot print_timing: id 1 | task 4873 | total time = 49316.48 ms / 389 tokens 16.55.176.461 I slot print_timing: id 1 | task 4873 | graphs reused = 4473 16.55.176.462 I slot print_timing: id 1 | task 4873 | graph reallocs = 138 / 0 (same size) / (changed size) 16.55.176.545 I slot release: id 1 | task 4873 | stop processing: n_tokens = 1484, truncated = 0 16.55.436.919 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.739 16.55.437.072 I slot launch_slot_: id 1 | task 5154 | processing task, is_child = 0 16.56.923.203 I slot print_timing: id 2 | task 5003 | n_gen = 150, tg = 5.44 t/s, tg_3s = 3.92 t/s 16.57.423.143 I slot print_timing: id 3 | task 5045 | n_gen = 112, tg = 5.47 t/s, tg_3s = 3.91 t/s 16.58.582.837 I slot print_timing: id 0 | task 5065 | n_gen = 100, tg = 5.68 t/s, tg_3s = 5.74 t/s 17.00.058.197 I slot print_timing: id 2 | task 5003 | n_gen = 169, tg = 5.50 t/s, tg_3s = 6.06 t/s 17.00.557.815 I slot print_timing: id 3 | task 5045 | n_gen = 131, tg = 5.55 t/s, tg_3s = 6.06 t/s 17.01.713.893 I slot print_timing: id 0 | task 5065 | n_gen = 119, tg = 5.74 t/s, tg_3s = 6.07 t/s 17.03.199.395 I slot print_timing: id 2 | task 5003 | n_gen = 188, tg = 5.56 t/s, tg_3s = 6.05 t/s 17.03.692.065 I slot print_timing: id 3 | task 5045 | n_gen = 150, tg = 5.61 t/s, tg_3s = 6.06 t/s 17.04.851.294 I slot print_timing: id 0 | task 5065 | n_gen = 138, tg = 5.78 t/s, tg_3s = 6.06 t/s 17.06.342.471 I slot print_timing: id 2 | task 5003 | n_gen = 207, tg = 5.60 t/s, tg_3s = 6.05 t/s 17.06.842.833 I slot print_timing: id 3 | task 5045 | n_gen = 169, tg = 5.65 t/s, tg_3s = 6.03 t/s 17.07.994.234 I slot print_timing: id 0 | task 5065 | n_gen = 157, tg = 5.81 t/s, tg_3s = 6.05 t/s 17.09.485.909 I slot print_timing: id 2 | task 5003 | n_gen = 226, tg = 5.63 t/s, tg_3s = 6.04 t/s 17.09.989.262 I slot print_timing: id 3 | task 5045 | n_gen = 188, tg = 5.69 t/s, tg_3s = 6.04 t/s 17.11.143.319 I slot print_timing: id 0 | task 5065 | n_gen = 176, tg = 5.83 t/s, tg_3s = 6.03 t/s 17.12.626.017 I slot print_timing: id 2 | task 5003 | n_gen = 245, tg = 5.66 t/s, tg_3s = 6.05 t/s 17.13.127.011 I slot print_timing: id 1 | task 5154 | n_gen = 100, tg = 6.05 t/s, tg_3s = 6.11 t/s 17.13.127.641 I slot print_timing: id 3 | task 5045 | n_gen = 207, tg = 5.72 t/s, tg_3s = 6.05 t/s 17.14.127.378 I slot print_timing: id 3 | task 5045 | prompt eval time = 1106.93 ms / 88 tokens ( 12.58 ms per token, 79.50 tokens per second) 17.14.127.385 I slot print_timing: id 3 | task 5045 | eval time = 37004.35 ms / 213 tokens ( 174.55 ms per token, 5.73 tokens per second) 17.14.127.390 I slot print_timing: id 3 | task 5045 | total time = 38111.27 ms / 301 tokens 17.14.127.392 I slot print_timing: id 3 | task 5045 | graphs reused = 4577 17.14.127.393 I slot print_timing: id 3 | task 5045 | graph reallocs = 140 / 0 (same size) / (changed size) 17.14.127.464 I slot release: id 3 | task 5045 | stop processing: n_tokens = 1396, truncated = 0 17.14.351.958 I slot print_timing: id 0 | task 5065 | n_gen = 195, tg = 5.84 t/s, tg_3s = 5.92 t/s 17.14.352.554 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.785 17.14.352.688 I slot launch_slot_: id 3 | task 5263 | processing task, is_child = 0 17.15.785.347 I slot print_timing: id 2 | task 5003 | n_gen = 259, tg = 5.58 t/s, tg_3s = 4.43 t/s 17.16.275.501 I slot print_timing: id 1 | task 5154 | n_gen = 114, tg = 5.79 t/s, tg_3s = 4.45 t/s 17.16.775.756 I slot print_timing: id 2 | task 5003 | prompt eval time = 1471.14 ms / 92 tokens ( 15.99 ms per token, 62.54 tokens per second) 17.16.775.762 I slot print_timing: id 2 | task 5003 | eval time = 47236.39 ms / 265 tokens ( 178.93 ms per token, 5.59 tokens per second) 17.16.775.763 I slot print_timing: id 2 | task 5003 | total time = 48707.53 ms / 357 tokens 17.16.775.764 I slot print_timing: id 2 | task 5003 | graphs reused = 4584 17.16.775.765 I slot print_timing: id 2 | task 5003 | graph reallocs = 140 / 0 (same size) / (changed size) 17.16.775.846 I slot release: id 2 | task 5003 | stop processing: n_tokens = 1452, truncated = 0 17.17.043.956 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.755 17.17.044.123 I slot launch_slot_: id 2 | task 5275 | processing task, is_child = 0 17.17.898.063 I slot print_timing: id 0 | task 5065 | n_gen = 207, tg = 5.61 t/s, tg_3s = 3.38 t/s 17.19.346.683 I slot print_timing: id 1 | task 5154 | n_gen = 125, tg = 5.49 t/s, tg_3s = 3.58 t/s 17.20.986.853 I slot print_timing: id 0 | task 5065 | n_gen = 223, tg = 5.57 t/s, tg_3s = 5.18 t/s 17.22.453.597 I slot print_timing: id 1 | task 5154 | n_gen = 144, tg = 5.56 t/s, tg_3s = 6.12 t/s 17.24.088.022 I slot print_timing: id 0 | task 5065 | n_gen = 242, tg = 5.61 t/s, tg_3s = 6.13 t/s 17.25.553.077 I slot print_timing: id 1 | task 5154 | n_gen = 163, tg = 5.63 t/s, tg_3s = 6.13 t/s 17.27.179.907 I slot print_timing: id 0 | task 5065 | n_gen = 261, tg = 5.65 t/s, tg_3s = 6.15 t/s 17.28.647.967 I slot print_timing: id 1 | task 5154 | n_gen = 182, tg = 5.68 t/s, tg_3s = 6.14 t/s 17.30.281.442 I slot print_timing: id 0 | task 5065 | n_gen = 280, tg = 5.68 t/s, tg_3s = 6.13 t/s 17.30.933.157 I slot print_timing: id 0 | task 5065 | prompt eval time = 1159.78 ms / 70 tokens ( 16.57 ms per token, 60.36 tokens per second) 17.30.933.165 I slot print_timing: id 0 | task 5065 | eval time = 49783.16 ms / 284 tokens ( 175.91 ms per token, 5.68 tokens per second) 17.30.933.166 I slot print_timing: id 0 | task 5065 | total time = 50942.94 ms / 354 tokens 17.30.933.172 I slot print_timing: id 0 | task 5065 | graphs reused = 4659 17.30.933.175 I slot print_timing: id 0 | task 5065 | graph reallocs = 140 / 0 (same size) / (changed size) 17.30.933.261 I slot release: id 0 | task 5065 | stop processing: n_tokens = 1449, truncated = 0 17.31.154.075 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.756 17.31.154.226 I slot launch_slot_: id 0 | task 5355 | processing task, is_child = 0 17.31.851.597 I slot print_timing: id 1 | task 5154 | n_gen = 198, tg = 5.61 t/s, tg_3s = 4.99 t/s 17.32.940.532 I slot print_timing: id 1 | task 5154 | prompt eval time = 1316.91 ms / 75 tokens ( 17.56 ms per token, 56.95 tokens per second) 17.32.940.538 I slot print_timing: id 1 | task 5154 | eval time = 36186.53 ms / 203 tokens ( 179.14 ms per token, 5.58 tokens per second) 17.32.940.539 I slot print_timing: id 1 | task 5154 | total time = 37503.44 ms / 278 tokens 17.32.940.540 I slot print_timing: id 1 | task 5154 | graphs reused = 4663 17.32.940.541 I slot print_timing: id 1 | task 5154 | graph reallocs = 141 / 0 (same size) / (changed size) 17.32.940.616 I slot release: id 1 | task 5154 | stop processing: n_tokens = 1373, truncated = 0 17.33.199.672 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.798 17.33.199.820 I slot launch_slot_: id 1 | task 5363 | processing task, is_child = 0 17.34.816.191 I slot print_timing: id 3 | task 5263 | n_gen = 100, tg = 5.11 t/s, tg_3s = 5.16 t/s 17.36.614.188 I slot print_timing: id 2 | task 5275 | n_gen = 100, tg = 5.47 t/s, tg_3s = 5.53 t/s 17.37.927.151 I slot print_timing: id 3 | task 5263 | n_gen = 119, tg = 5.25 t/s, tg_3s = 6.11 t/s 17.39.727.825 I slot print_timing: id 2 | task 5275 | n_gen = 119, tg = 5.56 t/s, tg_3s = 6.10 t/s 17.41.036.381 I slot print_timing: id 3 | task 5263 | n_gen = 138, tg = 5.36 t/s, tg_3s = 6.11 t/s 17.42.832.937 I slot print_timing: id 2 | task 5275 | n_gen = 138, tg = 5.64 t/s, tg_3s = 6.12 t/s 17.44.136.856 I slot print_timing: id 3 | task 5263 | n_gen = 157, tg = 5.44 t/s, tg_3s = 6.13 t/s 17.45.923.983 I slot print_timing: id 2 | task 5275 | n_gen = 157, tg = 5.69 t/s, tg_3s = 6.15 t/s 17.47.224.247 I slot print_timing: id 3 | task 5263 | n_gen = 176, tg = 5.51 t/s, tg_3s = 6.15 t/s 17.49.017.313 I slot print_timing: id 2 | task 5275 | n_gen = 176, tg = 5.74 t/s, tg_3s = 6.14 t/s 17.49.512.840 I slot print_timing: id 0 | task 5355 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.80 t/s 17.50.337.011 I slot print_timing: id 3 | task 5263 | n_gen = 195, tg = 5.56 t/s, tg_3s = 6.10 t/s 17.50.674.516 I slot print_timing: id 1 | task 5363 | n_gen = 100, tg = 6.12 t/s, tg_3s = 6.18 t/s 17.52.179.529 I slot print_timing: id 2 | task 5275 | n_gen = 195, tg = 5.76 t/s, tg_3s = 6.01 t/s 17.52.677.641 I slot print_timing: id 0 | task 5355 | n_gen = 119, tg = 5.79 t/s, tg_3s = 6.00 t/s 17.53.340.539 I slot print_timing: id 3 | task 5263 | n_gen = 213, tg = 5.60 t/s, tg_3s = 5.99 t/s 17.53.826.991 I slot print_timing: id 1 | task 5363 | n_gen = 119, tg = 6.10 t/s, tg_3s = 6.03 t/s 17.55.312.037 I slot print_timing: id 2 | task 5275 | n_gen = 214, tg = 5.79 t/s, tg_3s = 6.07 t/s 17.55.811.495 I slot print_timing: id 0 | task 5355 | n_gen = 138, tg = 5.82 t/s, tg_3s = 6.06 t/s 17.56.475.958 I slot print_timing: id 3 | task 5263 | n_gen = 232, tg = 5.63 t/s, tg_3s = 6.06 t/s 17.56.971.176 I slot print_timing: id 1 | task 5363 | n_gen = 138, tg = 6.09 t/s, tg_3s = 6.04 t/s 17.58.452.855 I slot print_timing: id 2 | task 5275 | n_gen = 233, tg = 5.81 t/s, tg_3s = 6.05 t/s 17.58.945.095 I slot print_timing: id 0 | task 5355 | n_gen = 157, tg = 5.85 t/s, tg_3s = 6.06 t/s 17.59.613.560 I slot print_timing: id 3 | task 5263 | n_gen = 251, tg = 5.66 t/s, tg_3s = 6.06 t/s 18.00.113.111 I slot print_timing: id 1 | task 5363 | n_gen = 157, tg = 6.09 t/s, tg_3s = 6.05 t/s 18.01.607.587 I slot print_timing: id 2 | task 5275 | n_gen = 252, tg = 5.83 t/s, tg_3s = 6.02 t/s 18.02.109.461 I slot print_timing: id 0 | task 5355 | n_gen = 176, tg = 5.87 t/s, tg_3s = 6.00 t/s 18.02.770.254 I slot print_timing: id 3 | task 5263 | n_gen = 270, tg = 5.69 t/s, tg_3s = 6.02 t/s 18.03.265.267 I slot print_timing: id 1 | task 5363 | n_gen = 176, tg = 6.08 t/s, tg_3s = 6.03 t/s 18.03.431.844 I slot print_timing: id 1 | task 5363 | prompt eval time = 1285.17 ms / 85 tokens ( 15.12 ms per token, 66.14 tokens per second) 18.03.431.851 I slot print_timing: id 1 | task 5363 | eval time = 28946.83 ms / 177 tokens ( 164.47 ms per token, 6.08 tokens per second) 18.03.431.852 I slot print_timing: id 1 | task 5363 | total time = 30232.00 ms / 262 tokens 18.03.431.853 I slot print_timing: id 1 | task 5363 | graphs reused = 4837 18.03.431.854 I slot print_timing: id 1 | task 5363 | graph reallocs = 144 / 0 (same size) / (changed size) 18.03.431.949 I slot release: id 1 | task 5363 | stop processing: n_tokens = 1357, truncated = 0 18.03.702.039 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.808 18.03.702.180 I slot launch_slot_: id 1 | task 5543 | processing task, is_child = 0 18.05.043.445 I slot print_timing: id 2 | task 5275 | n_gen = 266, tg = 5.70 t/s, tg_3s = 4.07 t/s 18.05.212.443 I slot print_timing: id 0 | task 5355 | n_gen = 188, tg = 5.68 t/s, tg_3s = 3.87 t/s 18.05.884.589 I slot print_timing: id 3 | task 5263 | n_gen = 282, tg = 5.57 t/s, tg_3s = 3.85 t/s 18.08.197.761 I slot print_timing: id 2 | task 5275 | n_gen = 285, tg = 5.72 t/s, tg_3s = 6.02 t/s 18.08.364.951 I slot print_timing: id 0 | task 5355 | n_gen = 207, tg = 5.71 t/s, tg_3s = 6.03 t/s 18.09.035.825 I slot print_timing: id 3 | task 5263 | n_gen = 301, tg = 5.60 t/s, tg_3s = 6.03 t/s 18.11.354.766 I slot print_timing: id 2 | task 5275 | n_gen = 304, tg = 5.74 t/s, tg_3s = 6.02 t/s 18.11.517.390 I slot print_timing: id 0 | task 5355 | n_gen = 226, tg = 5.73 t/s, tg_3s = 6.03 t/s 18.11.852.381 I slot print_timing: id 3 | task 5263 | prompt eval time = 1101.47 ms / 99 tokens ( 11.13 ms per token, 89.88 tokens per second) 18.11.852.386 I slot print_timing: id 3 | task 5263 | eval time = 56398.20 ms / 318 tokens ( 177.91 ms per token, 5.62 tokens per second) 18.11.852.387 I slot print_timing: id 3 | task 5263 | total time = 57499.67 ms / 417 tokens 18.11.852.388 I slot print_timing: id 3 | task 5263 | graphs reused = 4876 18.11.852.389 I slot print_timing: id 3 | task 5263 | graph reallocs = 147 / 0 (same size) / (changed size) 18.11.852.466 I slot release: id 3 | task 5263 | stop processing: n_tokens = 1512, truncated = 0 18.12.079.261 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.725 18.12.079.399 I slot launch_slot_: id 3 | task 5588 | processing task, is_child = 0 18.14.510.139 I slot print_timing: id 2 | task 5275 | n_gen = 318, tg = 5.66 t/s, tg_3s = 4.44 t/s 18.14.672.872 I slot print_timing: id 0 | task 5355 | n_gen = 240, tg = 5.64 t/s, tg_3s = 4.44 t/s 18.15.326.652 I slot print_timing: id 2 | task 5275 | prompt eval time = 1478.88 ms / 145 tokens ( 10.20 ms per token, 98.05 tokens per second) 18.15.326.658 I slot print_timing: id 2 | task 5275 | eval time = 56803.62 ms / 323 tokens ( 176.41 ms per token, 5.67 tokens per second) 18.15.326.659 I slot print_timing: id 2 | task 5275 | total time = 58282.51 ms / 468 tokens 18.15.326.660 I slot print_timing: id 2 | task 5275 | graphs reused = 4888 18.15.326.661 I slot print_timing: id 2 | task 5275 | graph reallocs = 147 / 0 (same size) / (changed size) 18.15.326.754 I slot release: id 2 | task 5275 | stop processing: n_tokens = 1563, truncated = 0 18.15.586.503 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.701 18.15.586.635 I slot launch_slot_: id 2 | task 5605 | processing task, is_child = 0 18.17.733.826 I slot print_timing: id 0 | task 5355 | n_gen = 251, tg = 5.50 t/s, tg_3s = 3.59 t/s 18.20.863.711 I slot print_timing: id 0 | task 5355 | n_gen = 270, tg = 5.54 t/s, tg_3s = 6.07 t/s 18.23.500.478 I slot print_timing: id 1 | task 5543 | n_gen = 100, tg = 5.36 t/s, tg_3s = 5.42 t/s 18.23.994.147 I slot print_timing: id 0 | task 5355 | n_gen = 289, tg = 5.57 t/s, tg_3s = 6.07 t/s 18.24.824.644 I slot print_timing: id 0 | task 5355 | prompt eval time = 1126.62 ms / 95 tokens ( 11.86 ms per token, 84.32 tokens per second) 18.24.824.652 I slot print_timing: id 0 | task 5355 | eval time = 52543.78 ms / 294 tokens ( 179.33 ms per token, 5.58 tokens per second) 18.24.824.653 I slot print_timing: id 0 | task 5355 | total time = 53670.40 ms / 389 tokens 18.24.824.655 I slot print_timing: id 0 | task 5355 | graphs reused = 4934 18.24.824.656 I slot print_timing: id 0 | task 5355 | graph reallocs = 147 / 0 (same size) / (changed size) 18.24.824.762 I slot release: id 0 | task 5355 | stop processing: n_tokens = 1484, truncated = 0 18.25.054.839 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.739 18.25.054.998 I slot launch_slot_: id 0 | task 5656 | processing task, is_child = 0 18.26.544.101 I slot print_timing: id 1 | task 5543 | n_gen = 113, tg = 5.21 t/s, tg_3s = 4.27 t/s 18.29.677.371 I slot print_timing: id 1 | task 5543 | n_gen = 132, tg = 5.32 t/s, tg_3s = 6.06 t/s 18.31.641.313 I slot print_timing: id 3 | task 5588 | n_gen = 100, tg = 5.36 t/s, tg_3s = 5.42 t/s 18.32.801.399 I slot print_timing: id 1 | task 5543 | n_gen = 151, tg = 5.40 t/s, tg_3s = 6.08 t/s 18.34.295.746 I slot print_timing: id 2 | task 5605 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.80 t/s 18.34.787.482 I slot print_timing: id 3 | task 5588 | n_gen = 119, tg = 5.46 t/s, tg_3s = 6.04 t/s 18.35.925.644 I slot print_timing: id 1 | task 5543 | n_gen = 170, tg = 5.47 t/s, tg_3s = 6.08 t/s 18.37.428.019 I slot print_timing: id 2 | task 5605 | n_gen = 119, tg = 5.79 t/s, tg_3s = 6.07 t/s 18.37.921.796 I slot print_timing: id 3 | task 5588 | n_gen = 138, tg = 5.54 t/s, tg_3s = 6.06 t/s 18.39.075.988 I slot print_timing: id 1 | task 5543 | n_gen = 189, tg = 5.52 t/s, tg_3s = 6.03 t/s 18.40.558.302 I slot print_timing: id 2 | task 5605 | n_gen = 138, tg = 5.83 t/s, tg_3s = 6.07 t/s 18.41.056.101 I slot print_timing: id 3 | task 5588 | n_gen = 157, tg = 5.60 t/s, tg_3s = 6.06 t/s 18.42.221.590 I slot print_timing: id 1 | task 5543 | n_gen = 208, tg = 5.57 t/s, tg_3s = 6.04 t/s 18.42.553.308 I slot print_timing: id 0 | task 5656 | n_gen = 100, tg = 6.06 t/s, tg_3s = 6.12 t/s 18.43.700.270 I slot print_timing: id 2 | task 5605 | n_gen = 157, tg = 5.86 t/s, tg_3s = 6.05 t/s 18.44.191.880 I slot print_timing: id 3 | task 5588 | n_gen = 176, tg = 5.64 t/s, tg_3s = 6.06 t/s 18.45.353.988 I slot print_timing: id 1 | task 5543 | n_gen = 227, tg = 5.61 t/s, tg_3s = 6.07 t/s 18.45.682.823 I slot print_timing: id 0 | task 5656 | n_gen = 119, tg = 6.06 t/s, tg_3s = 6.07 t/s 18.46.837.768 I slot print_timing: id 2 | task 5605 | n_gen = 176, tg = 5.88 t/s, tg_3s = 6.06 t/s 18.47.327.027 I slot print_timing: id 3 | task 5588 | n_gen = 195, tg = 5.68 t/s, tg_3s = 6.06 t/s 18.47.983.377 I slot print_timing: id 2 | task 5605 | prompt eval time = 1478.86 ms / 91 tokens ( 16.25 ms per token, 61.53 tokens per second) 18.47.983.383 I slot print_timing: id 2 | task 5605 | eval time = 30917.86 ms / 183 tokens ( 169.88 ms per token, 5.89 tokens per second) 18.47.983.384 I slot print_timing: id 2 | task 5605 | total time = 32396.72 ms / 274 tokens 18.47.983.390 I slot print_timing: id 2 | task 5605 | graphs reused = 5065 18.47.983.392 I slot print_timing: id 2 | task 5605 | graph reallocs = 149 / 0 (same size) / (changed size) 18.47.983.484 I slot release: id 2 | task 5605 | stop processing: n_tokens = 1369, truncated = 0 18.48.247.494 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.801 18.48.247.668 I slot launch_slot_: id 2 | task 5792 | processing task, is_child = 0 18.49.091.063 I slot print_timing: id 0 | task 5656 | n_gen = 135, tg = 5.86 t/s, tg_3s = 4.69 t/s 18.49.091.485 I slot print_timing: id 1 | task 5543 | n_gen = 245, tg = 5.54 t/s, tg_3s = 4.82 t/s 18.50.403.034 I slot print_timing: id 3 | task 5588 | n_gen = 206, tg = 5.51 t/s, tg_3s = 3.58 t/s 18.51.231.426 I slot print_timing: id 1 | task 5543 | prompt eval time = 1340.90 ms / 84 tokens ( 15.96 ms per token, 62.64 tokens per second) 18.51.231.432 I slot print_timing: id 1 | task 5543 | eval time = 46188.33 ms / 255 tokens ( 181.84 ms per token, 5.50 tokens per second) 18.51.231.434 I slot print_timing: id 1 | task 5543 | total time = 47529.23 ms / 339 tokens 18.51.231.435 I slot print_timing: id 1 | task 5543 | graphs reused = 5073 18.51.231.435 I slot print_timing: id 1 | task 5543 | graph reallocs = 149 / 0 (same size) / (changed size) 18.51.231.505 I slot release: id 1 | task 5543 | stop processing: n_tokens = 1434, truncated = 0 18.51.491.482 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.764 18.51.491.634 I slot launch_slot_: id 1 | task 5805 | processing task, is_child = 0 18.52.234.562 I slot print_timing: id 0 | task 5656 | n_gen = 147, tg = 5.61 t/s, tg_3s = 3.82 t/s 18.53.440.033 I slot print_timing: id 3 | task 5588 | n_gen = 218, tg = 5.39 t/s, tg_3s = 3.95 t/s 18.55.394.899 I slot print_timing: id 0 | task 5656 | n_gen = 164, tg = 5.59 t/s, tg_3s = 5.38 t/s 18.56.533.926 I slot print_timing: id 3 | task 5588 | n_gen = 237, tg = 5.44 t/s, tg_3s = 6.14 t/s 18.56.860.598 I slot print_timing: id 0 | task 5656 | prompt eval time = 1154.99 ms / 92 tokens ( 12.55 ms per token, 79.65 tokens per second) 18.56.860.604 I slot print_timing: id 0 | task 5656 | eval time = 30650.58 ms / 173 tokens ( 178.20 ms per token, 5.61 tokens per second) 18.56.860.605 I slot print_timing: id 0 | task 5656 | total time = 31805.58 ms / 265 tokens 18.56.860.606 I slot print_timing: id 0 | task 5656 | graphs reused = 5097 18.56.860.606 I slot print_timing: id 0 | task 5656 | graph reallocs = 151 / 0 (same size) / (changed size) 18.56.860.697 I slot release: id 0 | task 5656 | stop processing: n_tokens = 1360, truncated = 0 18.57.084.247 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.806 18.57.084.396 I slot launch_slot_: id 0 | task 5834 | processing task, is_child = 0 18.59.682.658 I slot print_timing: id 3 | task 5588 | n_gen = 251, tg = 5.38 t/s, tg_3s = 4.45 t/s 19.02.778.855 I slot print_timing: id 3 | task 5588 | n_gen = 270, tg = 5.42 t/s, tg_3s = 6.14 t/s 19.05.879.315 I slot print_timing: id 3 | task 5588 | n_gen = 289, tg = 5.47 t/s, tg_3s = 6.13 t/s 19.07.847.101 I slot print_timing: id 2 | task 5792 | n_gen = 100, tg = 5.46 t/s, tg_3s = 5.52 t/s 19.08.997.610 I slot print_timing: id 3 | task 5588 | prompt eval time = 1101.78 ms / 111 tokens ( 9.93 ms per token, 100.75 tokens per second) 19.08.997.620 I slot print_timing: id 3 | task 5588 | eval time = 55816.41 ms / 308 tokens ( 181.81 ms per token, 5.50 tokens per second) 19.08.997.622 I slot print_timing: id 3 | task 5588 | total time = 56918.19 ms / 419 tokens 19.08.997.624 I slot print_timing: id 3 | task 5588 | graphs reused = 5163 19.08.997.625 I slot print_timing: id 3 | task 5588 | graph reallocs = 152 / 0 (same size) / (changed size) 19.08.997.704 I slot release: id 3 | task 5588 | stop processing: n_tokens = 1514, truncated = 0 19.09.219.925 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.724 19.09.220.062 I slot launch_slot_: id 3 | task 5904 | processing task, is_child = 0 19.10.633.912 I slot print_timing: id 1 | task 5805 | n_gen = 100, tg = 5.55 t/s, tg_3s = 5.60 t/s 19.10.958.345 I slot print_timing: id 2 | task 5792 | n_gen = 114, tg = 5.32 t/s, tg_3s = 4.50 t/s 19.13.709.708 I slot print_timing: id 1 | task 5805 | n_gen = 119, tg = 5.64 t/s, tg_3s = 6.18 t/s 19.14.032.509 I slot print_timing: id 2 | task 5792 | n_gen = 133, tg = 5.43 t/s, tg_3s = 6.18 t/s 19.15.176.993 I slot print_timing: id 0 | task 5834 | n_gen = 100, tg = 5.84 t/s, tg_3s = 5.89 t/s 19.16.810.312 I slot print_timing: id 1 | task 5805 | n_gen = 138, tg = 5.70 t/s, tg_3s = 6.13 t/s 19.17.136.798 I slot print_timing: id 2 | task 5792 | n_gen = 152, tg = 5.51 t/s, tg_3s = 6.12 t/s 19.18.277.382 I slot print_timing: id 0 | task 5834 | n_gen = 119, tg = 5.88 t/s, tg_3s = 6.13 t/s 19.19.908.893 I slot print_timing: id 1 | task 5805 | n_gen = 157, tg = 5.75 t/s, tg_3s = 6.13 t/s 19.20.234.013 I slot print_timing: id 2 | task 5792 | n_gen = 171, tg = 5.57 t/s, tg_3s = 6.13 t/s 19.21.377.160 I slot print_timing: id 0 | task 5834 | n_gen = 138, tg = 5.91 t/s, tg_3s = 6.13 t/s 19.23.009.543 I slot print_timing: id 1 | task 5805 | n_gen = 176, tg = 5.79 t/s, tg_3s = 6.13 t/s 19.23.333.599 I slot print_timing: id 2 | task 5792 | n_gen = 190, tg = 5.62 t/s, tg_3s = 6.13 t/s 19.24.310.490 I slot print_timing: id 1 | task 5805 | prompt eval time = 1290.21 ms / 99 tokens ( 13.03 ms per token, 76.73 tokens per second) 19.24.310.496 I slot print_timing: id 1 | task 5805 | eval time = 31528.62 ms / 184 tokens ( 172.29 ms per token, 5.80 tokens per second) 19.24.310.498 I slot print_timing: id 1 | task 5805 | total time = 32818.83 ms / 283 tokens 19.24.310.498 I slot print_timing: id 1 | task 5805 | graphs reused = 5247 19.24.310.499 I slot print_timing: id 1 | task 5805 | graph reallocs = 153 / 0 (same size) / (changed size) 19.24.310.582 I slot release: id 1 | task 5805 | stop processing: n_tokens = 1378, truncated = 0 19.24.568.856 I slot print_timing: id 0 | task 5834 | n_gen = 157, tg = 5.92 t/s, tg_3s = 5.95 t/s 19.24.569.610 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.795 19.24.569.810 I slot launch_slot_: id 1 | task 5994 | processing task, is_child = 0 19.26.384.763 I slot print_timing: id 2 | task 5792 | n_gen = 202, tg = 5.48 t/s, tg_3s = 3.93 t/s 19.27.531.395 I slot print_timing: id 3 | task 5904 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.80 t/s 19.27.696.439 I slot print_timing: id 0 | task 5834 | n_gen = 170, tg = 5.73 t/s, tg_3s = 4.16 t/s 19.29.526.713 I slot print_timing: id 2 | task 5792 | n_gen = 221, tg = 5.53 t/s, tg_3s = 6.05 t/s 19.30.676.678 I slot print_timing: id 3 | task 5904 | n_gen = 119, tg = 5.79 t/s, tg_3s = 6.04 t/s 19.30.838.034 I slot print_timing: id 0 | task 5834 | n_gen = 189, tg = 5.76 t/s, tg_3s = 6.05 t/s 19.32.654.179 I slot print_timing: id 2 | task 5792 | n_gen = 240, tg = 5.57 t/s, tg_3s = 6.08 t/s 19.33.647.025 I slot print_timing: id 2 | task 5792 | prompt eval time = 1476.65 ms / 97 tokens ( 15.22 ms per token, 65.69 tokens per second) 19.33.647.031 I slot print_timing: id 2 | task 5792 | eval time = 43922.68 ms / 246 tokens ( 179.28 ms per token, 5.58 tokens per second) 19.33.647.033 I slot print_timing: id 2 | task 5792 | total time = 45399.33 ms / 343 tokens 19.33.647.033 I slot print_timing: id 2 | task 5792 | graphs reused = 5293 19.33.647.034 I slot print_timing: id 2 | task 5792 | graph reallocs = 155 / 0 (same size) / (changed size) 19.33.647.123 I slot release: id 2 | task 5792 | stop processing: n_tokens = 1438, truncated = 0 19.33.911.940 I slot print_timing: id 0 | task 5834 | n_gen = 207, tg = 5.77 t/s, tg_3s = 5.86 t/s 19.33.912.632 I slot print_timing: id 3 | task 5904 | n_gen = 138, tg = 5.80 t/s, tg_3s = 5.87 t/s 19.33.912.644 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.762 19.33.912.780 I slot launch_slot_: id 2 | task 6045 | processing task, is_child = 0 19.37.017.734 I slot print_timing: id 0 | task 5834 | n_gen = 219, tg = 5.62 t/s, tg_3s = 3.86 t/s 19.37.018.719 I slot print_timing: id 3 | task 5904 | n_gen = 150, tg = 5.58 t/s, tg_3s = 3.86 t/s 19.40.137.690 I slot print_timing: id 0 | task 5834 | n_gen = 238, tg = 5.65 t/s, tg_3s = 6.09 t/s 19.40.138.726 I slot print_timing: id 3 | task 5904 | n_gen = 169, tg = 5.63 t/s, tg_3s = 6.09 t/s 19.40.637.732 I slot print_timing: id 0 | task 5834 | prompt eval time = 1129.01 ms / 78 tokens ( 14.47 ms per token, 69.09 tokens per second) 19.40.637.738 I slot print_timing: id 0 | task 5834 | eval time = 42424.30 ms / 241 tokens ( 176.77 ms per token, 5.66 tokens per second) 19.40.637.743 I slot print_timing: id 0 | task 5834 | total time = 43553.31 ms / 319 tokens 19.40.637.745 I slot print_timing: id 0 | task 5834 | graphs reused = 5324 19.40.637.746 I slot print_timing: id 0 | task 5834 | graph reallocs = 155 / 0 (same size) / (changed size) 19.40.637.831 I slot release: id 0 | task 5834 | stop processing: n_tokens = 1414, truncated = 0 19.40.866.690 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.775 19.40.866.850 I slot launch_slot_: id 0 | task 6081 | processing task, is_child = 0 19.42.193.192 I slot print_timing: id 3 | task 5904 | prompt eval time = 1082.63 ms / 97 tokens ( 11.16 ms per token, 89.60 tokens per second) 19.42.193.198 I slot print_timing: id 3 | task 5904 | eval time = 31890.48 ms / 176 tokens ( 182.23 ms per token, 5.49 tokens per second) 19.42.193.199 I slot print_timing: id 3 | task 5904 | total time = 32973.11 ms / 273 tokens 19.42.193.200 I slot print_timing: id 3 | task 5904 | graphs reused = 5325 19.42.193.201 I slot print_timing: id 3 | task 5904 | graph reallocs = 156 / 0 (same size) / (changed size) 19.42.193.282 I slot release: id 3 | task 5904 | stop processing: n_tokens = 1368, truncated = 0 19.42.440.800 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.802 19.42.440.957 I slot launch_slot_: id 3 | task 6086 | processing task, is_child = 0 19.45.231.321 I slot print_timing: id 1 | task 5994 | n_gen = 100, tg = 5.12 t/s, tg_3s = 5.17 t/s 19.48.350.789 I slot print_timing: id 1 | task 5994 | n_gen = 119, tg = 5.25 t/s, tg_3s = 6.09 t/s 19.51.483.497 I slot print_timing: id 1 | task 5994 | n_gen = 138, tg = 5.35 t/s, tg_3s = 6.07 t/s 19.53.460.711 I slot print_timing: id 2 | task 6045 | n_gen = 100, tg = 5.47 t/s, tg_3s = 5.52 t/s 19.54.614.458 I slot print_timing: id 1 | task 5994 | n_gen = 157, tg = 5.43 t/s, tg_3s = 6.07 t/s 19.56.605.319 I slot print_timing: id 2 | task 6045 | n_gen = 119, tg = 5.55 t/s, tg_3s = 6.04 t/s 19.57.764.992 I slot print_timing: id 1 | task 5994 | n_gen = 176, tg = 5.49 t/s, tg_3s = 6.03 t/s 19.59.248.093 I slot print_timing: id 0 | task 6081 | n_gen = 100, tg = 5.74 t/s, tg_3s = 5.80 t/s 19.59.735.759 I slot print_timing: id 2 | task 6045 | n_gen = 138, tg = 5.62 t/s, tg_3s = 6.07 t/s 19.59.896.461 I slot print_timing: id 3 | task 6086 | n_gen = 100, tg = 6.07 t/s, tg_3s = 6.13 t/s 20.00.895.175 I slot print_timing: id 1 | task 5994 | n_gen = 195, tg = 5.54 t/s, tg_3s = 6.07 t/s 20.02.219.870 I slot print_timing: id 1 | task 5994 | prompt eval time = 1313.82 ms / 78 tokens ( 16.84 ms per token, 59.37 tokens per second) 20.02.219.876 I slot print_timing: id 1 | task 5994 | eval time = 36336.22 ms / 203 tokens ( 179.88 ms per token, 5.56 tokens per second) 20.02.219.877 I slot print_timing: id 1 | task 5994 | total time = 37650.04 ms / 281 tokens 20.02.219.879 I slot print_timing: id 1 | task 5994 | graphs reused = 5435 20.02.219.880 I slot print_timing: id 1 | task 5994 | graph reallocs = 158 / 0 (same size) / (changed size) 20.02.219.960 I slot release: id 1 | task 5994 | stop processing: n_tokens = 1376, truncated = 0 20.02.485.903 I slot print_timing: id 0 | task 6081 | n_gen = 119, tg = 5.76 t/s, tg_3s = 5.87 t/s 20.02.486.539 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.797 20.02.486.685 I slot launch_slot_: id 1 | task 6203 | processing task, is_child = 0 20.03.239.980 I slot print_timing: id 2 | task 6045 | n_gen = 155, tg = 5.52 t/s, tg_3s = 4.85 t/s 20.03.240.347 I slot print_timing: id 3 | task 6086 | n_gen = 116, tg = 5.85 t/s, tg_3s = 4.78 t/s 20.05.113.778 I slot print_timing: id 2 | task 6045 | prompt eval time = 1448.32 ms / 76 tokens ( 19.06 ms per token, 52.47 tokens per second) 20.05.113.785 I slot print_timing: id 2 | task 6045 | eval time = 29752.66 ms / 164 tokens ( 182.53 ms per token, 5.48 tokens per second) 20.05.113.787 I slot print_timing: id 2 | task 6045 | total time = 31200.98 ms / 240 tokens 20.05.113.789 I slot print_timing: id 2 | task 6045 | graphs reused = 5442 20.05.113.790 I slot print_timing: id 2 | task 6045 | graph reallocs = 160 / 0 (same size) / (changed size) 20.05.113.866 I slot release: id 2 | task 6045 | stop processing: n_tokens = 1335, truncated = 0 20.05.385.397 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.821 20.05.385.522 I slot launch_slot_: id 2 | task 6215 | processing task, is_child = 0 20.06.221.597 I slot print_timing: id 0 | task 6081 | n_gen = 131, tg = 5.37 t/s, tg_3s = 3.21 t/s 20.06.850.076 I slot print_timing: id 3 | task 6086 | n_gen = 128, tg = 5.46 t/s, tg_3s = 3.32 t/s 20.08.991.846 I slot print_timing: id 0 | task 6081 | prompt eval time = 1148.24 ms / 82 tokens ( 14.00 ms per token, 71.41 tokens per second) 20.08.991.852 I slot print_timing: id 0 | task 6081 | eval time = 26976.73 ms / 145 tokens ( 187.34 ms per token, 5.34 tokens per second) 20.08.991.853 I slot print_timing: id 0 | task 6081 | total time = 28124.97 ms / 227 tokens 20.08.991.854 I slot print_timing: id 0 | task 6081 | graphs reused = 5454 20.08.991.855 I slot print_timing: id 0 | task 6081 | graph reallocs = 160 / 0 (same size) / (changed size) 20.08.991.943 I slot release: id 0 | task 6081 | stop processing: n_tokens = 1322, truncated = 0 20.09.218.013 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.829 20.09.218.204 I slot launch_slot_: id 0 | task 6232 | processing task, is_child = 0 20.09.932.867 I slot print_timing: id 3 | task 6086 | n_gen = 143, tg = 5.39 t/s, tg_3s = 4.87 t/s 20.13.017.370 I slot print_timing: id 3 | task 6086 | n_gen = 160, tg = 5.40 t/s, tg_3s = 5.51 t/s 20.16.146.264 I slot print_timing: id 3 | task 6086 | n_gen = 179, tg = 5.47 t/s, tg_3s = 6.07 t/s 20.19.288.512 I slot print_timing: id 3 | task 6086 | n_gen = 198, tg = 5.52 t/s, tg_3s = 6.05 t/s 20.22.246.613 I slot print_timing: id 1 | task 6203 | n_gen = 100, tg = 5.36 t/s, tg_3s = 5.42 t/s 20.22.409.411 I slot print_timing: id 3 | task 6086 | n_gen = 217, tg = 5.56 t/s, tg_3s = 6.09 t/s 20.24.034.298 I slot print_timing: id 2 | task 6215 | n_gen = 100, tg = 5.76 t/s, tg_3s = 5.82 t/s 20.25.341.815 I slot print_timing: id 1 | task 6203 | n_gen = 119, tg = 5.47 t/s, tg_3s = 6.14 t/s 20.25.505.684 I slot print_timing: id 3 | task 6086 | n_gen = 236, tg = 5.61 t/s, tg_3s = 6.14 t/s 20.26.647.704 I slot print_timing: id 0 | task 6232 | n_gen = 100, tg = 6.08 t/s, tg_3s = 6.15 t/s 20.27.138.917 I slot print_timing: id 2 | task 6215 | n_gen = 119, tg = 5.82 t/s, tg_3s = 6.12 t/s 20.28.441.274 I slot print_timing: id 1 | task 6203 | n_gen = 138, tg = 5.56 t/s, tg_3s = 6.13 t/s 20.28.604.664 I slot print_timing: id 3 | task 6086 | n_gen = 255, tg = 5.64 t/s, tg_3s = 6.13 t/s 20.29.744.406 I slot print_timing: id 0 | task 6232 | n_gen = 119, tg = 6.09 t/s, tg_3s = 6.14 t/s 20.30.235.600 I slot print_timing: id 2 | task 6215 | n_gen = 138, tg = 5.86 t/s, tg_3s = 6.14 t/s 20.31.541.404 I slot print_timing: id 1 | task 6203 | n_gen = 157, tg = 5.62 t/s, tg_3s = 6.13 t/s 20.31.705.091 I slot print_timing: id 3 | task 6086 | n_gen = 274, tg = 5.67 t/s, tg_3s = 6.13 t/s 20.32.844.891 I slot print_timing: id 0 | task 6232 | n_gen = 138, tg = 6.10 t/s, tg_3s = 6.13 t/s 20.33.336.287 I slot print_timing: id 2 | task 6215 | n_gen = 157, tg = 5.89 t/s, tg_3s = 6.13 t/s 20.34.649.833 I slot print_timing: id 1 | task 6203 | n_gen = 176, tg = 5.67 t/s, tg_3s = 6.11 t/s 20.34.813.547 I slot print_timing: id 3 | task 6086 | n_gen = 293, tg = 5.70 t/s, tg_3s = 6.11 t/s 20.35.953.504 I slot print_timing: id 0 | task 6232 | n_gen = 157, tg = 6.10 t/s, tg_3s = 6.11 t/s 20.36.444.870 I slot print_timing: id 2 | task 6215 | n_gen = 176, tg = 5.91 t/s, tg_3s = 6.11 t/s 20.37.760.381 I slot print_timing: id 1 | task 6203 | n_gen = 195, tg = 5.71 t/s, tg_3s = 6.11 t/s 20.37.924.868 I slot print_timing: id 3 | task 6086 | n_gen = 312, tg = 5.72 t/s, tg_3s = 6.11 t/s 20.39.071.640 I slot print_timing: id 0 | task 6232 | n_gen = 176, tg = 6.10 t/s, tg_3s = 6.09 t/s 20.39.562.558 I slot print_timing: id 2 | task 6215 | n_gen = 195, tg = 5.93 t/s, tg_3s = 6.09 t/s 20.40.872.930 I slot print_timing: id 1 | task 6203 | n_gen = 214, tg = 5.74 t/s, tg_3s = 6.10 t/s 20.41.035.706 I slot print_timing: id 3 | task 6086 | n_gen = 331, tg = 5.74 t/s, tg_3s = 6.11 t/s 20.42.178.569 I slot print_timing: id 0 | task 6232 | n_gen = 195, tg = 6.10 t/s, tg_3s = 6.12 t/s 20.42.668.734 I slot print_timing: id 2 | task 6215 | n_gen = 214, tg = 5.95 t/s, tg_3s = 6.12 t/s 20.43.652.024 I slot print_timing: id 0 | task 6232 | prompt eval time = 1158.80 ms / 81 tokens ( 14.31 ms per token, 69.90 tokens per second) 20.43.652.037 I slot print_timing: id 0 | task 6232 | eval time = 33274.99 ms / 204 tokens ( 163.92 ms per token, 6.10 tokens per second) 20.43.652.038 I slot print_timing: id 0 | task 6232 | total time = 34433.79 ms / 285 tokens 20.43.652.040 I slot print_timing: id 0 | task 6232 | graphs reused = 5656 20.43.652.041 I slot print_timing: id 0 | task 6232 | graph reallocs = 162 / 0 (same size) / (changed size) 20.43.652.149 I slot release: id 0 | task 6232 | stop processing: n_tokens = 1380, truncated = 0 20.43.874.546 I slot print_timing: id 1 | task 6203 | n_gen = 232, tg = 5.76 t/s, tg_3s = 6.00 t/s 20.43.875.214 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.794 20.43.875.408 I slot launch_slot_: id 0 | task 6439 | processing task, is_child = 0 20.44.576.292 I slot print_timing: id 3 | task 6086 | n_gen = 349, tg = 5.71 t/s, tg_3s = 5.08 t/s 20.45.831.018 I slot print_timing: id 2 | task 6215 | n_gen = 228, tg = 5.82 t/s, tg_3s = 4.43 t/s 20.46.485.189 I slot print_timing: id 1 | task 6203 | prompt eval time = 1299.95 ms / 98 tokens ( 13.26 ms per token, 75.39 tokens per second) 20.46.485.195 I slot print_timing: id 1 | task 6203 | eval time = 42698.53 ms / 243 tokens ( 176.44 ms per token, 5.67 tokens per second) 20.46.485.196 I slot print_timing: id 1 | task 6203 | total time = 43998.48 ms / 341 tokens 20.46.485.197 I slot print_timing: id 1 | task 6203 | graphs reused = 5665 20.46.485.202 I slot print_timing: id 1 | task 6203 | graph reallocs = 163 / 0 (same size) / (changed size) 20.46.485.293 I slot release: id 1 | task 6203 | stop processing: n_tokens = 1436, truncated = 0 20.46.743.383 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.763 20.46.743.532 I slot launch_slot_: id 1 | task 6452 | processing task, is_child = 0 20.48.031.783 I slot print_timing: id 3 | task 6086 | n_gen = 362, tg = 5.60 t/s, tg_3s = 3.76 t/s 20.48.856.433 I slot print_timing: id 2 | task 6215 | n_gen = 240, tg = 5.69 t/s, tg_3s = 3.97 t/s 20.49.673.905 I slot print_timing: id 3 | task 6086 | prompt eval time = 1139.69 ms / 153 tokens ( 7.45 ms per token, 134.25 tokens per second) 20.49.673.912 I slot print_timing: id 3 | task 6086 | eval time = 66093.23 ms / 372 tokens ( 178.15 ms per token, 5.61 tokens per second) 20.49.673.919 I slot print_timing: id 3 | task 6086 | total time = 67232.92 ms / 525 tokens 20.49.673.921 I slot print_timing: id 3 | task 6086 | graphs reused = 5674 20.49.673.922 I slot print_timing: id 3 | task 6086 | graph reallocs = 165 / 0 (same size) / (changed size) 20.49.674.032 I slot release: id 3 | task 6086 | stop processing: n_tokens = 1621, truncated = 0 20.49.895.117 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.676 20.49.895.254 I slot launch_slot_: id 3 | task 6466 | processing task, is_child = 0 20.51.861.198 I slot print_timing: id 2 | task 6215 | n_gen = 253, tg = 5.60 t/s, tg_3s = 4.33 t/s 20.54.304.728 I slot print_timing: id 2 | task 6215 | prompt eval time = 1464.25 ms / 94 tokens ( 15.58 ms per token, 64.20 tokens per second) 20.54.304.734 I slot print_timing: id 2 | task 6215 | eval time = 47454.94 ms / 268 tokens ( 177.73 ms per token, 5.63 tokens per second) 20.54.304.735 I slot print_timing: id 2 | task 6215 | total time = 48919.19 ms / 362 tokens 20.54.304.736 I slot print_timing: id 2 | task 6215 | graphs reused = 5693 20.54.304.737 I slot print_timing: id 2 | task 6215 | graph reallocs = 165 / 0 (same size) / (changed size) 20.54.304.818 I slot release: id 2 | task 6215 | stop processing: n_tokens = 1457, truncated = 0 20.54.563.023 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.752 20.54.563.161 I slot launch_slot_: id 2 | task 6490 | processing task, is_child = 0 21.04.345.896 I slot print_timing: id 0 | task 6439 | n_gen = 100, tg = 5.12 t/s, tg_3s = 5.17 t/s 21.06.337.461 I slot print_timing: id 1 | task 6452 | n_gen = 100, tg = 5.41 t/s, tg_3s = 5.46 t/s 21.07.489.806 I slot print_timing: id 0 | task 6439 | n_gen = 119, tg = 5.25 t/s, tg_3s = 6.04 t/s 21.08.470.598 I slot print_timing: id 3 | task 6466 | n_gen = 100, tg = 5.68 t/s, tg_3s = 5.74 t/s 21.09.459.499 I slot print_timing: id 1 | task 6452 | n_gen = 119, tg = 5.51 t/s, tg_3s = 6.09 t/s 21.10.616.775 I slot print_timing: id 0 | task 6439 | n_gen = 138, tg = 5.35 t/s, tg_3s = 6.08 t/s 21.11.601.054 I slot print_timing: id 3 | task 6466 | n_gen = 119, tg = 5.74 t/s, tg_3s = 6.07 t/s 21.12.254.857 I slot print_timing: id 2 | task 6490 | n_gen = 100, tg = 6.08 t/s, tg_3s = 6.14 t/s 21.12.582.657 I slot print_timing: id 1 | task 6452 | n_gen = 138, tg = 5.58 t/s, tg_3s = 6.08 t/s 21.13.747.284 I slot print_timing: id 0 | task 6439 | n_gen = 157, tg = 5.43 t/s, tg_3s = 6.07 t/s 21.14.745.892 I slot print_timing: id 3 | task 6466 | n_gen = 138, tg = 5.78 t/s, tg_3s = 6.04 t/s 21.15.402.630 I slot print_timing: id 2 | task 6490 | n_gen = 119, tg = 6.08 t/s, tg_3s = 6.04 t/s 21.15.726.282 I slot print_timing: id 1 | task 6452 | n_gen = 157, tg = 5.63 t/s, tg_3s = 6.04 t/s 21.16.876.285 I slot print_timing: id 0 | task 6439 | n_gen = 176, tg = 5.49 t/s, tg_3s = 6.07 t/s 21.17.871.905 I slot print_timing: id 3 | task 6466 | n_gen = 157, tg = 5.81 t/s, tg_3s = 6.08 t/s 21.18.538.893 I slot print_timing: id 2 | task 6490 | n_gen = 138, tg = 6.07 t/s, tg_3s = 6.06 t/s 21.18.867.085 I slot print_timing: id 1 | task 6452 | n_gen = 176, tg = 5.68 t/s, tg_3s = 6.05 t/s 21.20.013.530 I slot print_timing: id 0 | task 6439 | n_gen = 195, tg = 5.54 t/s, tg_3s = 6.06 t/s 21.20.998.109 I slot print_timing: id 3 | task 6466 | n_gen = 176, tg = 5.84 t/s, tg_3s = 6.08 t/s 21.21.661.859 I slot print_timing: id 2 | task 6490 | n_gen = 157, tg = 6.07 t/s, tg_3s = 6.08 t/s 21.21.996.187 I slot print_timing: id 1 | task 6452 | n_gen = 195, tg = 5.71 t/s, tg_3s = 6.07 t/s 21.22.163.377 I slot print_timing: id 0 | task 6439 | prompt eval time = 1128.89 ms / 97 tokens ( 11.64 ms per token, 85.93 tokens per second) 21.22.163.383 I slot print_timing: id 0 | task 6439 | eval time = 37159.06 ms / 208 tokens ( 179.51 ms per token, 5.57 tokens per second) 21.22.163.384 I slot print_timing: id 0 | task 6439 | total time = 38287.95 ms / 305 tokens 21.22.163.385 I slot print_timing: id 0 | task 6439 | graphs reused = 5849 21.22.163.386 I slot print_timing: id 0 | task 6439 | graph reallocs = 167 / 0 (same size) / (changed size) 21.22.163.466 I slot release: id 0 | task 6439 | stop processing: n_tokens = 1400, truncated = 0 21.22.390.799 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.783 21.22.390.961 I slot launch_slot_: id 0 | task 6653 | processing task, is_child = 0 21.24.047.395 I slot print_timing: id 3 | task 6466 | n_gen = 189, tg = 5.70 t/s, tg_3s = 4.26 t/s 21.24.703.051 I slot print_timing: id 2 | task 6490 | n_gen = 170, tg = 5.88 t/s, tg_3s = 4.27 t/s 21.25.030.177 I slot print_timing: id 1 | task 6452 | n_gen = 208, tg = 5.59 t/s, tg_3s = 4.28 t/s 21.26.857.811 I slot print_timing: id 3 | task 6466 | prompt eval time = 1142.49 ms / 108 tokens ( 10.58 ms per token, 94.53 tokens per second) 21.26.857.818 I slot print_timing: id 3 | task 6466 | eval time = 35820.04 ms / 206 tokens ( 174.73 ms per token, 5.72 tokens per second) 21.26.857.820 I slot print_timing: id 3 | task 6466 | total time = 36962.53 ms / 314 tokens 21.26.857.821 I slot print_timing: id 3 | task 6466 | graphs reused = 5869 21.26.857.822 I slot print_timing: id 3 | task 6466 | graph reallocs = 168 / 0 (same size) / (changed size) 21.26.857.921 I slot release: id 3 | task 6466 | stop processing: n_tokens = 1409, truncated = 0 21.27.084.739 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.778 21.27.084.924 I slot launch_slot_: id 3 | task 6677 | processing task, is_child = 0 21.27.732.560 I slot print_timing: id 2 | task 6490 | n_gen = 185, tg = 5.79 t/s, tg_3s = 4.95 t/s 21.28.172.617 I slot print_timing: id 1 | task 6452 | n_gen = 222, tg = 5.51 t/s, tg_3s = 4.46 t/s 21.28.506.869 I slot print_timing: id 2 | task 6490 | prompt eval time = 1417.76 ms / 67 tokens ( 21.16 ms per token, 47.26 tokens per second) 21.28.506.878 I slot print_timing: id 2 | task 6490 | eval time = 32525.92 ms / 188 tokens ( 173.94 ms per token, 5.75 tokens per second) 21.28.506.879 I slot print_timing: id 2 | task 6490 | total time = 33943.68 ms / 255 tokens 21.28.506.881 I slot print_timing: id 2 | task 6490 | graphs reused = 5870 21.28.506.882 I slot print_timing: id 2 | task 6490 | graph reallocs = 168 / 0 (same size) / (changed size) 21.28.506.971 I slot release: id 2 | task 6490 | stop processing: n_tokens = 1350, truncated = 0 21.28.773.336 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.812 21.28.773.502 I slot launch_slot_: id 2 | task 6683 | processing task, is_child = 0 21.30.739.644 I slot print_timing: id 1 | task 6452 | prompt eval time = 1287.66 ms / 67 tokens ( 19.22 ms per token, 52.03 tokens per second) 21.30.739.653 I slot print_timing: id 1 | task 6452 | eval time = 42708.43 ms / 230 tokens ( 186.50 ms per token, 5.36 tokens per second) 21.30.739.654 I slot print_timing: id 1 | task 6452 | total time = 43996.09 ms / 297 tokens 21.30.739.657 I slot print_timing: id 1 | task 6452 | graphs reused = 5872 21.30.739.658 I slot print_timing: id 1 | task 6452 | graph reallocs = 168 / 0 (same size) / (changed size) 21.30.739.741 I slot release: id 1 | task 6452 | stop processing: n_tokens = 1392, truncated = 0 21.31.005.358 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.787 21.31.005.546 I slot launch_slot_: id 1 | task 6690 | processing task, is_child = 0 21.43.028.006 I slot print_timing: id 0 | task 6653 | n_gen = 100, tg = 5.08 t/s, tg_3s = 5.13 t/s 21.46.148.054 I slot print_timing: id 0 | task 6653 | n_gen = 119, tg = 5.22 t/s, tg_3s = 6.09 t/s 21.46.816.835 I slot print_timing: id 3 | task 6677 | n_gen = 100, tg = 5.31 t/s, tg_3s = 5.36 t/s 21.47.644.480 I slot print_timing: id 2 | task 6683 | n_gen = 100, tg = 5.69 t/s, tg_3s = 5.74 t/s 21.48.628.992 I slot print_timing: id 1 | task 6690 | n_gen = 100, tg = 6.07 t/s, tg_3s = 6.13 t/s 21.49.285.411 I slot print_timing: id 0 | task 6653 | n_gen = 138, tg = 5.32 t/s, tg_3s = 6.06 t/s 21.49.953.569 I slot print_timing: id 3 | task 6677 | n_gen = 119, tg = 5.42 t/s, tg_3s = 6.06 t/s 21.50.803.086 I slot print_timing: id 2 | task 6683 | n_gen = 119, tg = 5.74 t/s, tg_3s = 6.02 t/s 21.51.781.199 I slot print_timing: id 1 | task 6690 | n_gen = 119, tg = 6.06 t/s, tg_3s = 6.03 t/s 21.52.437.595 I slot print_timing: id 0 | task 6653 | n_gen = 157, tg = 5.40 t/s, tg_3s = 6.03 t/s 21.53.091.548 I slot print_timing: id 3 | task 6677 | n_gen = 138, tg = 5.50 t/s, tg_3s = 6.05 t/s 21.53.905.602 I slot print_timing: id 2 | task 6683 | n_gen = 138, tg = 5.79 t/s, tg_3s = 6.12 t/s 21.54.879.721 I slot print_timing: id 1 | task 6690 | n_gen = 138, tg = 6.07 t/s, tg_3s = 6.13 t/s 21.55.531.083 I slot print_timing: id 0 | task 6653 | n_gen = 176, tg = 5.47 t/s, tg_3s = 6.14 t/s 21.56.184.050 I slot print_timing: id 3 | task 6677 | n_gen = 157, tg = 5.57 t/s, tg_3s = 6.14 t/s 21.56.997.260 I slot print_timing: id 2 | task 6683 | n_gen = 157, tg = 5.83 t/s, tg_3s = 6.15 t/s 21.57.970.595 I slot print_timing: id 1 | task 6690 | n_gen = 157, tg = 6.08 t/s, tg_3s = 6.15 t/s 21.58.626.027 I slot print_timing: id 0 | task 6653 | n_gen = 195, tg = 5.53 t/s, tg_3s = 6.14 t/s 21.59.282.465 I slot print_timing: id 3 | task 6677 | n_gen = 176, tg = 5.63 t/s, tg_3s = 6.13 t/s 22.00.097.828 I slot print_timing: id 2 | task 6683 | n_gen = 176, tg = 5.86 t/s, tg_3s = 6.13 t/s 22.00.751.508 I slot print_timing: id 3 | task 6677 | prompt eval time = 1088.58 ms / 97 tokens ( 11.22 ms per token, 89.11 tokens per second) 22.00.751.514 I slot print_timing: id 3 | task 6677 | eval time = 32577.99 ms / 185 tokens ( 177.05 ms per token, 5.65 tokens per second) 22.00.751.515 I slot print_timing: id 3 | task 6677 | total time = 33666.56 ms / 282 tokens 22.00.751.516 I slot print_timing: id 3 | task 6677 | graphs reused = 6042 22.00.751.517 I slot print_timing: id 3 | task 6677 | graph reallocs = 172 / 0 (same size) / (changed size) 22.00.751.596 I slot release: id 3 | task 6677 | stop processing: n_tokens = 1377, truncated = 0 22.00.975.988 I slot print_timing: id 1 | task 6690 | prompt eval time = 1312.66 ms / 113 tokens ( 11.62 ms per token, 86.08 tokens per second) 22.00.975.994 I slot print_timing: id 1 | task 6690 | eval time = 28657.76 ms / 175 tokens ( 164.70 ms per token, 6.07 tokens per second) 22.00.975.996 I slot print_timing: id 1 | task 6690 | total time = 29970.42 ms / 288 tokens 22.00.975.997 I slot print_timing: id 1 | task 6690 | graphs reused = 6042 22.00.975.997 I slot print_timing: id 1 | task 6690 | graph reallocs = 172 / 0 (same size) / (changed size) 22.00.976.076 I slot release: id 1 | task 6690 | stop processing: n_tokens = 1383, truncated = 0 22.00.976.395 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.792 22.00.976.536 I slot launch_slot_: id 1 | task 6867 | processing task, is_child = 0 22.00.976.711 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 22.00.982.553 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 22.00.987.606 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 22.00.992.847 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 22.00.996.722 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 22.01.001.205 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 22.01.005.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 22.01.010.193 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 22.01.014.039 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.805 MiB) 22.01.018.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 22.01.023.356 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.509 MiB) 22.01.028.898 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 152.511 MiB) 22.01.036.275 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.852 MiB) 22.01.042.982 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 22.01.049.649 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 22.01.056.363 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.367 MiB) 22.01.060.970 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 22.01.067.440 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 144.183 MiB) 22.01.077.251 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 123.041 MiB) 22.01.462.271 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.796 22.01.462.393 I slot launch_slot_: id 3 | task 6868 | processing task, is_child = 0 22.02.746.369 I slot print_timing: id 0 | task 6653 | n_gen = 210, tg = 5.33 t/s, tg_3s = 3.64 t/s 22.03.612.780 I slot print_timing: id 2 | task 6683 | n_gen = 183, tg = 5.45 t/s, tg_3s = 1.99 t/s 22.05.894.484 I slot print_timing: id 0 | task 6653 | n_gen = 225, tg = 5.29 t/s, tg_3s = 4.76 t/s 22.06.714.923 I slot print_timing: id 2 | task 6683 | n_gen = 202, tg = 5.51 t/s, tg_3s = 6.12 t/s 22.08.359.055 I slot print_timing: id 0 | task 6653 | prompt eval time = 1159.30 ms / 128 tokens ( 9.06 ms per token, 110.41 tokens per second) 22.08.359.061 I slot print_timing: id 0 | task 6653 | eval time = 44808.77 ms / 240 tokens ( 187.48 ms per token, 5.33 tokens per second) 22.08.359.062 I slot print_timing: id 0 | task 6653 | total time = 45968.07 ms / 368 tokens 22.08.359.063 I slot print_timing: id 0 | task 6653 | graphs reused = 6070 22.08.359.068 I slot print_timing: id 0 | task 6653 | graph reallocs = 174 / 0 (same size) / (changed size) 22.08.359.145 I slot release: id 0 | task 6653 | stop processing: n_tokens = 1463, truncated = 0 22.08.582.606 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.749 22.08.582.766 I slot launch_slot_: id 0 | task 6901 | processing task, is_child = 0 22.09.737.943 I slot print_timing: id 2 | task 6683 | n_gen = 215, tg = 5.42 t/s, tg_3s = 4.30 t/s 22.12.846.508 I slot print_timing: id 2 | task 6683 | n_gen = 234, tg = 5.47 t/s, tg_3s = 6.11 t/s 22.15.941.625 I slot print_timing: id 2 | task 6683 | n_gen = 253, tg = 5.51 t/s, tg_3s = 6.14 t/s 22.19.042.403 I slot print_timing: id 2 | task 6683 | n_gen = 272, tg = 5.55 t/s, tg_3s = 6.13 t/s 22.20.674.988 I slot print_timing: id 1 | task 6867 | n_gen = 100, tg = 5.80 t/s, tg_3s = 5.86 t/s 22.20.675.589 I slot print_timing: id 3 | task 6868 | n_gen = 100, tg = 5.80 t/s, tg_3s = 5.86 t/s 22.22.146.879 I slot print_timing: id 2 | task 6683 | n_gen = 291, tg = 5.59 t/s, tg_3s = 6.12 t/s 22.23.779.100 I slot print_timing: id 1 | task 6867 | n_gen = 119, tg = 5.85 t/s, tg_3s = 6.12 t/s 22.23.779.718 I slot print_timing: id 3 | task 6868 | n_gen = 119, tg = 5.85 t/s, tg_3s = 6.12 t/s 22.25.245.895 I slot print_timing: id 2 | task 6683 | n_gen = 310, tg = 5.62 t/s, tg_3s = 6.13 t/s 22.25.892.162 I slot print_timing: id 0 | task 6901 | n_gen = 100, tg = 6.13 t/s, tg_3s = 6.19 t/s 22.26.881.718 I slot print_timing: id 1 | task 6867 | n_gen = 138, tg = 5.89 t/s, tg_3s = 6.12 t/s 22.26.882.300 I slot print_timing: id 3 | task 6868 | n_gen = 138, tg = 5.89 t/s, tg_3s = 6.12 t/s 22.28.356.629 I slot print_timing: id 2 | task 6683 | n_gen = 329, tg = 5.64 t/s, tg_3s = 6.11 t/s 22.28.686.978 I slot print_timing: id 1 | task 6867 | prompt eval time = 2150.08 ms / 71 tokens ( 30.28 ms per token, 33.02 tokens per second) 22.28.686.984 I slot print_timing: id 1 | task 6867 | eval time = 25074.48 ms / 149 tokens ( 169.42 ms per token, 5.90 tokens per second) 22.28.686.985 I slot print_timing: id 1 | task 6867 | total time = 27224.56 ms / 220 tokens 22.28.686.986 I slot print_timing: id 1 | task 6867 | graphs reused = 6186 22.28.686.989 I slot print_timing: id 1 | task 6867 | graph reallocs = 175 / 0 (same size) / (changed size) 22.28.687.077 I slot release: id 1 | task 6867 | stop processing: n_tokens = 1315, truncated = 0 22.28.947.518 I slot print_timing: id 0 | task 6901 | n_gen = 118, tg = 6.09 t/s, tg_3s = 5.89 t/s 22.28.948.173 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.833 22.28.948.310 I slot launch_slot_: id 1 | task 7021 | processing task, is_child = 0 22.30.274.153 I slot print_timing: id 3 | task 6868 | n_gen = 152, tg = 5.66 t/s, tg_3s = 4.13 t/s 22.31.438.238 I slot print_timing: id 2 | task 6683 | n_gen = 341, tg = 5.56 t/s, tg_3s = 3.89 t/s 22.32.089.923 I slot print_timing: id 0 | task 6901 | n_gen = 131, tg = 5.82 t/s, tg_3s = 4.14 t/s 22.33.407.947 I slot print_timing: id 3 | task 6868 | n_gen = 171, tg = 5.71 t/s, tg_3s = 6.06 t/s 22.34.569.172 I slot print_timing: id 2 | task 6683 | n_gen = 360, tg = 5.58 t/s, tg_3s = 6.07 t/s 22.35.232.375 I slot print_timing: id 0 | task 6901 | n_gen = 150, tg = 5.84 t/s, tg_3s = 6.05 t/s 22.36.541.432 I slot print_timing: id 3 | task 6868 | n_gen = 190, tg = 5.74 t/s, tg_3s = 6.06 t/s 22.37.198.689 I slot print_timing: id 2 | task 6683 | prompt eval time = 1463.84 ms / 89 tokens ( 16.45 ms per token, 60.80 tokens per second) 22.37.198.695 I slot print_timing: id 2 | task 6683 | eval time = 66961.33 ms / 376 tokens ( 178.56 ms per token, 5.60 tokens per second) 22.37.198.696 I slot print_timing: id 2 | task 6683 | total time = 68425.17 ms / 465 tokens 22.37.198.698 I slot print_timing: id 2 | task 6683 | graphs reused = 6226 22.37.198.698 I slot print_timing: id 2 | task 6683 | graph reallocs = 178 / 0 (same size) / (changed size) 22.37.198.778 I slot release: id 2 | task 6683 | stop processing: n_tokens = 1560, truncated = 0 22.37.465.070 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.703 22.37.465.219 I slot launch_slot_: id 2 | task 7067 | processing task, is_child = 0 22.38.283.592 I slot print_timing: id 0 | task 6901 | n_gen = 164, tg = 5.71 t/s, tg_3s = 4.59 t/s 22.39.600.953 I slot print_timing: id 3 | task 6868 | n_gen = 201, tg = 5.56 t/s, tg_3s = 3.60 t/s 22.41.395.429 I slot print_timing: id 0 | task 6901 | n_gen = 180, tg = 5.65 t/s, tg_3s = 5.14 t/s 22.41.889.635 I slot print_timing: id 3 | task 6868 | prompt eval time = 2064.37 ms / 98 tokens ( 21.07 ms per token, 47.47 tokens per second) 22.41.889.641 I slot print_timing: id 3 | task 6868 | eval time = 38276.25 ms / 215 tokens ( 178.86 ms per token, 5.59 tokens per second) 22.41.889.642 I slot print_timing: id 3 | task 6868 | total time = 40340.62 ms / 313 tokens 22.41.889.643 I slot print_timing: id 3 | task 6868 | graphs reused = 6243 22.41.889.644 I slot print_timing: id 3 | task 6868 | graph reallocs = 178 / 0 (same size) / (changed size) 22.41.889.729 I slot release: id 3 | task 6868 | stop processing: n_tokens = 1408, truncated = 0 22.42.120.258 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.778 22.42.120.402 I slot launch_slot_: id 3 | task 7089 | processing task, is_child = 0 22.44.554.372 I slot print_timing: id 0 | task 6901 | n_gen = 194, tg = 5.54 t/s, tg_3s = 4.43 t/s 22.47.700.969 I slot print_timing: id 0 | task 6901 | n_gen = 213, tg = 5.58 t/s, tg_3s = 6.04 t/s 22.48.678.933 I slot print_timing: id 1 | task 7021 | n_gen = 100, tg = 5.38 t/s, tg_3s = 5.43 t/s 22.50.831.027 I slot print_timing: id 0 | task 6901 | n_gen = 232, tg = 5.62 t/s, tg_3s = 6.07 t/s 22.51.823.456 I slot print_timing: id 1 | task 7021 | n_gen = 119, tg = 5.48 t/s, tg_3s = 6.04 t/s 22.53.950.462 I slot print_timing: id 0 | task 6901 | n_gen = 251, tg = 5.65 t/s, tg_3s = 6.09 t/s 22.54.947.649 I slot print_timing: id 1 | task 7021 | n_gen = 138, tg = 5.55 t/s, tg_3s = 6.08 t/s 22.56.111.280 I slot print_timing: id 2 | task 7067 | n_gen = 100, tg = 5.76 t/s, tg_3s = 5.82 t/s 22.57.094.197 I slot print_timing: id 0 | task 6901 | n_gen = 270, tg = 5.68 t/s, tg_3s = 6.04 t/s 22.58.086.045 I slot print_timing: id 1 | task 7021 | n_gen = 157, tg = 5.61 t/s, tg_3s = 6.05 t/s 22.59.248.509 I slot print_timing: id 2 | task 7067 | n_gen = 119, tg = 5.80 t/s, tg_3s = 6.06 t/s 22.59.580.650 I slot print_timing: id 3 | task 7089 | n_gen = 100, tg = 6.06 t/s, tg_3s = 6.12 t/s 23.00.242.099 I slot print_timing: id 0 | task 6901 | n_gen = 289, tg = 5.70 t/s, tg_3s = 6.04 t/s 23.01.224.684 I slot print_timing: id 1 | task 7021 | n_gen = 176, tg = 5.65 t/s, tg_3s = 6.05 t/s 23.02.382.451 I slot print_timing: id 2 | task 7067 | n_gen = 138, tg = 5.84 t/s, tg_3s = 6.06 t/s 23.02.716.415 I slot print_timing: id 3 | task 7089 | n_gen = 119, tg = 6.06 t/s, tg_3s = 6.06 t/s 23.03.383.216 I slot print_timing: id 0 | task 6901 | n_gen = 308, tg = 5.72 t/s, tg_3s = 6.05 t/s 23.04.385.901 I slot print_timing: id 1 | task 7021 | n_gen = 195, tg = 5.69 t/s, tg_3s = 6.01 t/s 23.05.530.815 I slot print_timing: id 2 | task 7067 | n_gen = 157, tg = 5.86 t/s, tg_3s = 6.03 t/s 23.05.859.518 I slot print_timing: id 3 | task 7089 | n_gen = 138, tg = 6.06 t/s, tg_3s = 6.04 t/s 23.06.520.271 I slot print_timing: id 0 | task 6901 | n_gen = 327, tg = 5.74 t/s, tg_3s = 6.06 t/s 23.07.525.521 I slot print_timing: id 1 | task 7021 | n_gen = 214, tg = 5.72 t/s, tg_3s = 6.05 t/s 23.08.676.231 I slot print_timing: id 2 | task 7067 | n_gen = 176, tg = 5.88 t/s, tg_3s = 6.04 t/s 23.09.006.933 I slot print_timing: id 3 | task 7089 | n_gen = 157, tg = 6.05 t/s, tg_3s = 6.04 t/s 23.09.656.289 I slot print_timing: id 0 | task 6901 | n_gen = 346, tg = 5.76 t/s, tg_3s = 6.06 t/s 23.10.647.993 I slot print_timing: id 1 | task 7021 | n_gen = 233, tg = 5.75 t/s, tg_3s = 6.08 t/s 23.10.981.797 I slot print_timing: id 2 | task 7067 | prompt eval time = 1452.00 ms / 77 tokens ( 18.86 ms per token, 53.03 tokens per second) 23.10.981.803 I slot print_timing: id 2 | task 7067 | eval time = 32064.56 ms / 190 tokens ( 169.65 ms per token, 5.89 tokens per second) 23.10.981.804 I slot print_timing: id 2 | task 7067 | total time = 33516.56 ms / 267 tokens 23.10.981.805 I slot print_timing: id 2 | task 7067 | graphs reused = 6409 23.10.981.806 I slot print_timing: id 2 | task 7067 | graph reallocs = 179 / 0 (same size) / (changed size) 23.10.981.875 I slot release: id 2 | task 7067 | stop processing: n_tokens = 1362, truncated = 0 23.11.248.887 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.805 23.11.249.092 I slot launch_slot_: id 2 | task 7261 | processing task, is_child = 0 23.12.103.627 I slot print_timing: id 3 | task 7089 | n_gen = 171, tg = 5.89 t/s, tg_3s = 4.52 t/s 23.12.725.491 I slot print_timing: id 0 | task 6901 | n_gen = 357, tg = 5.65 t/s, tg_3s = 3.58 t/s 23.13.718.060 I slot print_timing: id 1 | task 7021 | n_gen = 244, tg = 5.59 t/s, tg_3s = 3.58 t/s 23.15.036.567 I slot print_timing: id 0 | task 6901 | prompt eval time = 1154.44 ms / 111 tokens ( 10.40 ms per token, 96.15 tokens per second) 23.15.036.575 I slot print_timing: id 0 | task 6901 | eval time = 65299.33 ms / 371 tokens ( 176.48 ms per token, 5.67 tokens per second) 23.15.036.576 I slot print_timing: id 0 | task 6901 | total time = 66453.78 ms / 482 tokens 23.15.036.577 I slot print_timing: id 0 | task 6901 | graphs reused = 6422 23.15.036.578 I slot print_timing: id 0 | task 6901 | graph reallocs = 179 / 0 (same size) / (changed size) 23.15.036.672 I slot release: id 0 | task 6901 | stop processing: n_tokens = 1577, truncated = 0 23.15.272.212 I slot print_timing: id 3 | task 7089 | n_gen = 187, tg = 5.81 t/s, tg_3s = 5.05 t/s 23.15.272.226 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.695 23.15.272.369 I slot launch_slot_: id 0 | task 7279 | processing task, is_child = 0 23.16.775.078 I slot print_timing: id 1 | task 7021 | n_gen = 257, tg = 5.51 t/s, tg_3s = 4.25 t/s 23.18.414.988 I slot print_timing: id 3 | task 7089 | n_gen = 201, tg = 5.69 t/s, tg_3s = 4.45 t/s 23.19.902.274 I slot print_timing: id 1 | task 7021 | n_gen = 276, tg = 5.54 t/s, tg_3s = 6.08 t/s 23.21.562.009 I slot print_timing: id 3 | task 7089 | n_gen = 220, tg = 5.72 t/s, tg_3s = 6.04 t/s 23.21.722.838 I slot print_timing: id 1 | task 7021 | prompt eval time = 1325.23 ms / 74 tokens ( 17.91 ms per token, 55.84 tokens per second) 23.21.722.844 I slot print_timing: id 1 | task 7021 | eval time = 51449.27 ms / 287 tokens ( 179.89 ms per token, 5.56 tokens per second) 23.21.722.845 I slot print_timing: id 1 | task 7021 | total time = 52774.51 ms / 361 tokens 23.21.722.846 I slot print_timing: id 1 | task 7021 | graphs reused = 6454 23.21.722.846 I slot print_timing: id 1 | task 7021 | graph reallocs = 180 / 0 (same size) / (changed size) 23.21.722.924 I slot release: id 1 | task 7021 | stop processing: n_tokens = 1456, truncated = 0 23.21.982.415 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.753 23.21.982.602 I slot launch_slot_: id 1 | task 7315 | processing task, is_child = 0 23.24.606.132 I slot print_timing: id 3 | task 7089 | n_gen = 232, tg = 5.58 t/s, tg_3s = 3.94 t/s 23.27.703.125 I slot print_timing: id 3 | task 7089 | n_gen = 251, tg = 5.62 t/s, tg_3s = 6.13 t/s 23.29.009.973 I slot print_timing: id 3 | task 7089 | prompt eval time = 1121.75 ms / 95 tokens ( 11.81 ms per token, 84.69 tokens per second) 23.29.009.979 I slot print_timing: id 3 | task 7089 | eval time = 45767.80 ms / 259 tokens ( 177.39 ms per token, 5.64 tokens per second) 23.29.009.980 I slot print_timing: id 3 | task 7089 | total time = 46889.55 ms / 354 tokens 23.29.009.981 I slot print_timing: id 3 | task 7089 | graphs reused = 6488 23.29.009.982 I slot print_timing: id 3 | task 7089 | graph reallocs = 182 / 0 (same size) / (changed size) 23.29.010.062 I slot release: id 3 | task 7089 | stop processing: n_tokens = 1449, truncated = 0 23.29.232.647 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.756 23.29.232.831 I slot launch_slot_: id 3 | task 7354 | processing task, is_child = 0 23.31.810.542 I slot print_timing: id 2 | task 7261 | n_gen = 100, tg = 5.19 t/s, tg_3s = 5.24 t/s 23.34.574.362 I slot print_timing: id 0 | task 7279 | n_gen = 100, tg = 5.46 t/s, tg_3s = 5.51 t/s 23.34.896.520 I slot print_timing: id 2 | task 7261 | n_gen = 119, tg = 5.32 t/s, tg_3s = 6.16 t/s 23.37.666.805 I slot print_timing: id 0 | task 7279 | n_gen = 119, tg = 5.56 t/s, tg_3s = 6.14 t/s 23.38.000.384 I slot print_timing: id 2 | task 7261 | n_gen = 138, tg = 5.42 t/s, tg_3s = 6.12 t/s 23.40.295.082 I slot print_timing: id 1 | task 7315 | n_gen = 100, tg = 5.82 t/s, tg_3s = 5.88 t/s 23.40.782.739 I slot print_timing: id 0 | task 7279 | n_gen = 138, tg = 5.63 t/s, tg_3s = 6.10 t/s 23.41.111.020 I slot print_timing: id 2 | task 7261 | n_gen = 157, tg = 5.50 t/s, tg_3s = 6.11 t/s 23.43.385.331 I slot print_timing: id 1 | task 7315 | n_gen = 119, tg = 5.87 t/s, tg_3s = 6.15 t/s 23.43.870.810 I slot print_timing: id 0 | task 7279 | n_gen = 157, tg = 5.69 t/s, tg_3s = 6.15 t/s 23.44.197.296 I slot print_timing: id 2 | task 7261 | n_gen = 176, tg = 5.56 t/s, tg_3s = 6.16 t/s 23.46.481.996 I slot print_timing: id 1 | task 7315 | n_gen = 138, tg = 5.91 t/s, tg_3s = 6.14 t/s 23.46.482.574 I slot print_timing: id 3 | task 7354 | n_gen = 100, tg = 6.14 t/s, tg_3s = 6.20 t/s 23.46.969.626 I slot print_timing: id 0 | task 7279 | n_gen = 176, tg = 5.73 t/s, tg_3s = 6.13 t/s 23.47.296.520 I slot print_timing: id 2 | task 7261 | n_gen = 195, tg = 5.61 t/s, tg_3s = 6.13 t/s 23.49.584.168 I slot print_timing: id 1 | task 7315 | n_gen = 157, tg = 5.93 t/s, tg_3s = 6.12 t/s 23.49.584.939 I slot print_timing: id 3 | task 7354 | n_gen = 119, tg = 6.13 t/s, tg_3s = 6.12 t/s 23.50.073.923 I slot print_timing: id 0 | task 7279 | prompt eval time = 1166.32 ms / 81 tokens ( 14.40 ms per token, 69.45 tokens per second) 23.50.073.930 I slot print_timing: id 0 | task 7279 | eval time = 33635.21 ms / 195 tokens ( 173.38 ms per token, 5.77 tokens per second) 23.50.073.931 I slot print_timing: id 0 | task 7279 | total time = 34801.53 ms / 276 tokens 23.50.073.932 I slot print_timing: id 0 | task 7279 | graphs reused = 6607 23.50.073.933 I slot print_timing: id 0 | task 7279 | graph reallocs = 183 / 0 (same size) / (changed size) 23.50.074.005 I slot release: id 0 | task 7279 | stop processing: n_tokens = 1371, truncated = 0 23.50.298.342 I slot print_timing: id 2 | task 7261 | n_gen = 213, tg = 5.64 t/s, tg_3s = 6.00 t/s 23.50.298.683 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.799 23.50.298.866 I slot launch_slot_: id 0 | task 7479 | processing task, is_child = 0 23.52.602.654 I slot print_timing: id 1 | task 7315 | n_gen = 170, tg = 5.77 t/s, tg_3s = 4.31 t/s 23.52.603.372 I slot print_timing: id 3 | task 7354 | n_gen = 132, tg = 5.89 t/s, tg_3s = 4.31 t/s 23.52.766.356 I slot print_timing: id 2 | task 7261 | prompt eval time = 1477.43 ms / 109 tokens ( 13.55 ms per token, 73.78 tokens per second) 23.52.766.363 I slot print_timing: id 2 | task 7261 | eval time = 40039.81 ms / 223 tokens ( 180.36 ms per token, 5.54 tokens per second) 23.52.766.364 I slot print_timing: id 2 | task 7261 | total time = 41517.24 ms / 332 tokens 23.52.766.365 I slot print_timing: id 2 | task 7261 | graphs reused = 6615 23.52.766.366 I slot print_timing: id 2 | task 7261 | graph reallocs = 184 / 0 (same size) / (changed size) 23.52.766.471 I slot release: id 2 | task 7261 | stop processing: n_tokens = 1427, truncated = 0 23.53.026.790 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.768 23.53.026.953 I slot launch_slot_: id 2 | task 7491 | processing task, is_child = 0 23.55.626.518 I slot print_timing: id 1 | task 7315 | n_gen = 181, tg = 5.57 t/s, tg_3s = 3.64 t/s 23.55.627.165 I slot print_timing: id 3 | task 7354 | n_gen = 143, tg = 5.62 t/s, tg_3s = 3.64 t/s 23.58.756.923 I slot print_timing: id 1 | task 7315 | n_gen = 200, tg = 5.61 t/s, tg_3s = 6.07 t/s 23.58.757.491 I slot print_timing: id 3 | task 7354 | n_gen = 162, tg = 5.67 t/s, tg_3s = 6.07 t/s 24.01.894.317 I slot print_timing: id 1 | task 7315 | n_gen = 219, tg = 5.65 t/s, tg_3s = 6.06 t/s 24.01.895.025 I slot print_timing: id 3 | task 7354 | n_gen = 181, tg = 5.71 t/s, tg_3s = 6.06 t/s 24.05.038.967 I slot print_timing: id 1 | task 7315 | n_gen = 238, tg = 5.68 t/s, tg_3s = 6.04 t/s 24.05.039.632 I slot print_timing: id 3 | task 7354 | n_gen = 200, tg = 5.74 t/s, tg_3s = 6.04 t/s 24.08.182.621 I slot print_timing: id 1 | task 7315 | n_gen = 257, tg = 5.70 t/s, tg_3s = 6.04 t/s 24.08.183.350 I slot print_timing: id 3 | task 7354 | n_gen = 219, tg = 5.76 t/s, tg_3s = 6.04 t/s 24.09.012.388 I slot print_timing: id 0 | task 7479 | n_gen = 100, tg = 5.64 t/s, tg_3s = 5.70 t/s 24.10.822.632 I slot print_timing: id 2 | task 7491 | n_gen = 100, tg = 6.06 t/s, tg_3s = 6.12 t/s 24.11.316.113 I slot print_timing: id 1 | task 7315 | n_gen = 276, tg = 5.73 t/s, tg_3s = 6.06 t/s 24.11.316.873 I slot print_timing: id 3 | task 7354 | n_gen = 238, tg = 5.78 t/s, tg_3s = 6.06 t/s 24.12.145.754 I slot print_timing: id 0 | task 7479 | n_gen = 119, tg = 5.70 t/s, tg_3s = 6.06 t/s 24.13.972.820 I slot print_timing: id 2 | task 7491 | n_gen = 119, tg = 6.05 t/s, tg_3s = 6.03 t/s 24.14.463.865 I slot print_timing: id 1 | task 7315 | n_gen = 295, tg = 5.75 t/s, tg_3s = 6.04 t/s 24.14.464.426 I slot print_timing: id 3 | task 7354 | n_gen = 257, tg = 5.80 t/s, tg_3s = 6.04 t/s 24.15.287.281 I slot print_timing: id 0 | task 7479 | n_gen = 138, tg = 5.75 t/s, tg_3s = 6.05 t/s 24.15.622.289 I slot print_timing: id 1 | task 7315 | prompt eval time = 1313.89 ms / 102 tokens ( 12.88 ms per token, 77.63 tokens per second) 24.15.622.295 I slot print_timing: id 1 | task 7315 | eval time = 52325.78 ms / 302 tokens ( 173.84 ms per token, 5.75 tokens per second) 24.15.622.296 I slot print_timing: id 1 | task 7315 | total time = 53639.67 ms / 404 tokens 24.15.622.298 I slot print_timing: id 1 | task 7315 | graphs reused = 6742 24.15.622.299 I slot print_timing: id 1 | task 7315 | graph reallocs = 184 / 0 (same size) / (changed size) 24.15.622.374 I slot release: id 1 | task 7315 | stop processing: n_tokens = 1499, truncated = 0 24.15.891.765 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.731 24.15.891.917 I slot launch_slot_: id 1 | task 7623 | processing task, is_child = 0 24.17.218.538 I slot print_timing: id 2 | task 7491 | n_gen = 132, tg = 5.76 t/s, tg_3s = 4.01 t/s 24.17.557.864 I slot print_timing: id 3 | task 7354 | n_gen = 269, tg = 5.68 t/s, tg_3s = 3.88 t/s 24.18.374.810 I slot print_timing: id 0 | task 7479 | n_gen = 150, tg = 5.53 t/s, tg_3s = 3.89 t/s 24.20.351.267 I slot print_timing: id 2 | task 7491 | n_gen = 151, tg = 5.80 t/s, tg_3s = 6.06 t/s 24.20.684.100 I slot print_timing: id 3 | task 7354 | n_gen = 288, tg = 5.70 t/s, tg_3s = 6.08 t/s 24.21.511.342 I slot print_timing: id 0 | task 7479 | n_gen = 169, tg = 5.59 t/s, tg_3s = 6.06 t/s 24.23.482.012 I slot print_timing: id 2 | task 7491 | n_gen = 170, tg = 5.83 t/s, tg_3s = 6.07 t/s 24.23.817.537 I slot print_timing: id 3 | task 7354 | n_gen = 307, tg = 5.72 t/s, tg_3s = 6.06 t/s 24.24.648.550 I slot print_timing: id 0 | task 7479 | n_gen = 188, tg = 5.63 t/s, tg_3s = 6.06 t/s 24.26.467.165 I slot print_timing: id 0 | task 7479 | prompt eval time = 1154.88 ms / 102 tokens ( 11.32 ms per token, 88.32 tokens per second) 24.26.467.171 I slot print_timing: id 0 | task 7479 | eval time = 35013.39 ms / 199 tokens ( 176.84 ms per token, 5.65 tokens per second) 24.26.467.172 I slot print_timing: id 0 | task 7479 | total time = 36168.28 ms / 301 tokens 24.26.467.173 I slot print_timing: id 0 | task 7479 | graphs reused = 6797 24.26.467.174 I slot print_timing: id 0 | task 7479 | graph reallocs = 186 / 0 (same size) / (changed size) 24.26.467.254 I slot release: id 0 | task 7479 | stop processing: n_tokens = 1396, truncated = 0 24.26.688.899 I slot print_timing: id 2 | task 7491 | n_gen = 189, tg = 5.84 t/s, tg_3s = 5.92 t/s 24.26.689.191 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.785 24.26.689.339 I slot launch_slot_: id 0 | task 7683 | processing task, is_child = 0 24.27.389.374 I slot print_timing: id 3 | task 7354 | n_gen = 325, tg = 5.68 t/s, tg_3s = 5.04 t/s 24.29.836.390 I slot print_timing: id 2 | task 7491 | n_gen = 203, tg = 5.71 t/s, tg_3s = 4.45 t/s 24.30.536.473 I slot print_timing: id 3 | task 7354 | n_gen = 342, tg = 5.67 t/s, tg_3s = 5.40 t/s 24.32.879.301 I slot print_timing: id 2 | task 7491 | n_gen = 221, tg = 5.73 t/s, tg_3s = 5.92 t/s 24.33.543.434 I slot print_timing: id 3 | task 7354 | n_gen = 360, tg = 5.68 t/s, tg_3s = 5.99 t/s 24.34.534.125 I slot print_timing: id 1 | task 7623 | n_gen = 100, tg = 5.72 t/s, tg_3s = 5.78 t/s 24.36.004.603 I slot print_timing: id 2 | task 7491 | n_gen = 240, tg = 5.76 t/s, tg_3s = 6.08 t/s 24.36.665.735 I slot print_timing: id 3 | task 7354 | n_gen = 379, tg = 5.70 t/s, tg_3s = 6.09 t/s 24.37.657.202 I slot print_timing: id 1 | task 7623 | n_gen = 119, tg = 5.77 t/s, tg_3s = 6.08 t/s 24.39.133.839 I slot print_timing: id 2 | task 7491 | n_gen = 259, tg = 5.78 t/s, tg_3s = 6.07 t/s 24.39.789.427 I slot print_timing: id 3 | task 7354 | n_gen = 398, tg = 5.72 t/s, tg_3s = 6.08 t/s 24.40.791.561 I slot print_timing: id 1 | task 7623 | n_gen = 138, tg = 5.81 t/s, tg_3s = 6.06 t/s 24.42.292.167 I slot print_timing: id 2 | task 7491 | n_gen = 278, tg = 5.79 t/s, tg_3s = 6.02 t/s 24.42.948.620 I slot print_timing: id 3 | task 7354 | n_gen = 417, tg = 5.73 t/s, tg_3s = 6.01 t/s 24.43.931.020 I slot print_timing: id 1 | task 7623 | n_gen = 157, tg = 5.84 t/s, tg_3s = 6.05 t/s 24.44.260.295 I slot print_timing: id 0 | task 7683 | n_gen = 100, tg = 6.03 t/s, tg_3s = 6.09 t/s 24.45.423.491 I slot print_timing: id 2 | task 7491 | n_gen = 297, tg = 5.81 t/s, tg_3s = 6.07 t/s 24.46.091.471 I slot print_timing: id 3 | task 7354 | n_gen = 436, tg = 5.74 t/s, tg_3s = 6.05 t/s 24.47.074.716 I slot print_timing: id 1 | task 7623 | n_gen = 176, tg = 5.86 t/s, tg_3s = 6.04 t/s 24.47.398.951 I slot print_timing: id 0 | task 7683 | n_gen = 119, tg = 6.03 t/s, tg_3s = 6.05 t/s 24.48.560.329 I slot print_timing: id 2 | task 7491 | n_gen = 316, tg = 5.82 t/s, tg_3s = 6.06 t/s 24.49.224.594 I slot print_timing: id 2 | task 7491 | prompt eval time = 1452.11 ms / 97 tokens ( 14.97 ms per token, 66.80 tokens per second) 24.49.224.600 I slot print_timing: id 2 | task 7491 | eval time = 54745.51 ms / 320 tokens ( 171.62 ms per token, 5.83 tokens per second) 24.49.224.601 I slot print_timing: id 2 | task 7491 | total time = 56197.62 ms / 417 tokens 24.49.224.602 I slot print_timing: id 2 | task 7491 | graphs reused = 6925 24.49.224.603 I slot print_timing: id 2 | task 7491 | graph reallocs = 188 / 0 (same size) / (changed size) 24.49.224.693 I slot release: id 2 | task 7491 | stop processing: n_tokens = 1512, truncated = 0 24.49.225.082 I slot print_timing: id 3 | task 7354 | n_gen = 455, tg = 5.76 t/s, tg_3s = 6.06 t/s 24.49.492.119 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.725 24.49.492.289 I slot launch_slot_: id 2 | task 7816 | processing task, is_child = 0 24.50.364.142 I slot print_timing: id 1 | task 7623 | n_gen = 191, tg = 5.73 t/s, tg_3s = 4.56 t/s 24.51.001.559 I slot print_timing: id 0 | task 7683 | n_gen = 133, tg = 5.70 t/s, tg_3s = 3.89 t/s 24.52.318.986 I slot print_timing: id 3 | task 7354 | n_gen = 466, tg = 5.67 t/s, tg_3s = 3.56 t/s 24.53.466.343 I slot print_timing: id 1 | task 7623 | n_gen = 207, tg = 5.68 t/s, tg_3s = 5.16 t/s 24.54.134.480 I slot print_timing: id 0 | task 7683 | n_gen = 152, tg = 5.74 t/s, tg_3s = 6.06 t/s 24.54.798.742 I slot print_timing: id 0 | task 7683 | prompt eval time = 1144.86 ms / 74 tokens ( 15.47 ms per token, 64.64 tokens per second) 24.54.798.749 I slot print_timing: id 0 | task 7683 | eval time = 26964.52 ms / 156 tokens ( 173.96 ms per token, 5.75 tokens per second) 24.54.798.750 I slot print_timing: id 0 | task 7683 | total time = 28109.38 ms / 230 tokens 24.54.798.751 I slot print_timing: id 0 | task 7683 | graphs reused = 6947 24.54.798.752 I slot print_timing: id 0 | task 7683 | graph reallocs = 188 / 0 (same size) / (changed size) 24.54.798.827 I slot release: id 0 | task 7683 | stop processing: n_tokens = 1325, truncated = 0 24.55.029.508 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.827 24.55.029.654 I slot launch_slot_: id 0 | task 7843 | processing task, is_child = 0 24.55.748.106 I slot print_timing: id 3 | task 7354 | n_gen = 483, tg = 5.64 t/s, tg_3s = 4.96 t/s 24.56.516.844 I slot print_timing: id 1 | task 7623 | n_gen = 220, tg = 5.57 t/s, tg_3s = 4.26 t/s 24.58.836.733 I slot print_timing: id 3 | task 7354 | n_gen = 500, tg = 5.64 t/s, tg_3s = 5.50 t/s 24.59.663.164 I slot print_timing: id 1 | task 7623 | n_gen = 239, tg = 5.61 t/s, tg_3s = 6.04 t/s 25.00.643.608 I slot print_timing: id 1 | task 7623 | prompt eval time = 1326.30 ms / 80 tokens ( 16.58 ms per token, 60.32 tokens per second) 25.00.643.614 I slot print_timing: id 1 | task 7623 | eval time = 43425.37 ms / 245 tokens ( 177.97 ms per token, 5.62 tokens per second) 25.00.643.615 I slot print_timing: id 1 | task 7623 | total time = 44751.67 ms / 325 tokens 25.00.643.618 I slot print_timing: id 1 | task 7623 | graphs reused = 6974 25.00.643.620 I slot print_timing: id 1 | task 7623 | graph reallocs = 189 / 0 (same size) / (changed size) 25.00.643.694 I slot release: id 1 | task 7623 | stop processing: n_tokens = 1420, truncated = 0 25.00.905.309 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.772 25.00.905.455 I slot launch_slot_: id 1 | task 7874 | processing task, is_child = 0 25.02.238.798 I slot print_timing: id 3 | task 7354 | n_gen = 514, tg = 5.58 t/s, tg_3s = 4.12 t/s 25.05.381.179 I slot print_timing: id 3 | task 7354 | n_gen = 533, tg = 5.60 t/s, tg_3s = 6.05 t/s 25.08.394.743 I slot print_timing: id 3 | task 7354 | n_gen = 551, tg = 5.61 t/s, tg_3s = 5.97 t/s 25.08.722.083 I slot print_timing: id 0 | task 7843 | prompt eval time = 1153.63 ms / 68 tokens ( 16.97 ms per token, 58.94 tokens per second) 25.08.722.089 I slot print_timing: id 0 | task 7843 | eval time = 12538.78 ms / 70 tokens ( 181.72 ms per token, 5.50 tokens per second) 25.08.722.090 I slot print_timing: id 0 | task 7843 | total time = 13692.41 ms / 138 tokens 25.08.722.091 I slot print_timing: id 0 | task 7843 | graphs reused = 7012 25.08.722.093 I slot print_timing: id 0 | task 7843 | graph reallocs = 191 / 0 (same size) / (changed size) 25.08.722.171 I slot release: id 0 | task 7843 | stop processing: n_tokens = 1233, truncated = 0 25.08.944.624 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.889 25.08.944.761 I slot launch_slot_: id 0 | task 7917 | processing task, is_child = 0 25.10.298.389 I slot print_timing: id 2 | task 7816 | n_gen = 100, tg = 5.13 t/s, tg_3s = 5.18 t/s 25.11.458.380 I slot print_timing: id 3 | task 7354 | n_gen = 564, tg = 5.57 t/s, tg_3s = 4.24 t/s 25.13.416.698 I slot print_timing: id 2 | task 7816 | n_gen = 119, tg = 5.26 t/s, tg_3s = 6.09 t/s 25.14.576.636 I slot print_timing: id 3 | task 7354 | n_gen = 583, tg = 5.58 t/s, tg_3s = 6.09 t/s 25.16.554.148 I slot print_timing: id 2 | task 7816 | n_gen = 138, tg = 5.36 t/s, tg_3s = 6.06 t/s 25.17.699.496 I slot print_timing: id 3 | task 7354 | n_gen = 602, tg = 5.60 t/s, tg_3s = 6.08 t/s 25.19.528.606 I slot print_timing: id 1 | task 7874 | n_gen = 100, tg = 5.73 t/s, tg_3s = 5.78 t/s 25.19.694.315 I slot print_timing: id 2 | task 7816 | n_gen = 157, tg = 5.44 t/s, tg_3s = 6.05 t/s 25.20.843.790 I slot print_timing: id 3 | task 7354 | n_gen = 621, tg = 5.61 t/s, tg_3s = 6.04 t/s 25.22.670.117 I slot print_timing: id 1 | task 7874 | n_gen = 119, tg = 5.78 t/s, tg_3s = 6.05 t/s 25.22.837.102 I slot print_timing: id 2 | task 7816 | n_gen = 176, tg = 5.50 t/s, tg_3s = 6.05 t/s 25.23.997.354 I slot print_timing: id 3 | task 7354 | n_gen = 640, tg = 5.62 t/s, tg_3s = 6.02 t/s 25.25.803.769 I slot print_timing: id 1 | task 7874 | n_gen = 138, tg = 5.81 t/s, tg_3s = 6.06 t/s 25.25.968.287 I slot print_timing: id 2 | task 7816 | n_gen = 195, tg = 5.55 t/s, tg_3s = 6.07 t/s 25.26.469.219 I slot print_timing: id 0 | task 7917 | n_gen = 100, tg = 6.06 t/s, tg_3s = 6.12 t/s 25.27.139.612 I slot print_timing: id 3 | task 7354 | n_gen = 659, tg = 5.63 t/s, tg_3s = 6.05 t/s 25.28.955.170 I slot print_timing: id 1 | task 7874 | n_gen = 157, tg = 5.84 t/s, tg_3s = 6.03 t/s 25.29.119.504 I slot print_timing: id 2 | task 7816 | n_gen = 214, tg = 5.59 t/s, tg_3s = 6.03 t/s 25.29.612.196 I slot print_timing: id 0 | task 7917 | n_gen = 119, tg = 6.06 t/s, tg_3s = 6.05 t/s 25.30.282.156 I slot print_timing: id 3 | task 7354 | n_gen = 678, tg = 5.64 t/s, tg_3s = 6.05 t/s 25.32.111.826 I slot print_timing: id 1 | task 7874 | n_gen = 176, tg = 5.86 t/s, tg_3s = 6.02 t/s 25.32.277.399 I slot print_timing: id 2 | task 7816 | n_gen = 233, tg = 5.62 t/s, tg_3s = 6.02 t/s 25.32.768.793 I slot print_timing: id 0 | task 7917 | n_gen = 138, tg = 6.05 t/s, tg_3s = 6.02 t/s 25.33.426.782 I slot print_timing: id 3 | task 7354 | n_gen = 697, tg = 5.65 t/s, tg_3s = 6.04 t/s 25.35.261.041 I slot print_timing: id 1 | task 7874 | n_gen = 195, tg = 5.87 t/s, tg_3s = 6.03 t/s 25.35.425.299 I slot print_timing: id 2 | task 7816 | n_gen = 252, tg = 5.65 t/s, tg_3s = 6.04 t/s 25.35.921.570 I slot print_timing: id 0 | task 7917 | n_gen = 157, tg = 6.05 t/s, tg_3s = 6.03 t/s 25.36.585.478 I slot print_timing: id 3 | task 7354 | n_gen = 716, tg = 5.66 t/s, tg_3s = 6.02 t/s 25.38.404.915 I slot print_timing: id 1 | task 7874 | n_gen = 214, tg = 5.89 t/s, tg_3s = 6.04 t/s 25.38.572.329 I slot print_timing: id 2 | task 7816 | n_gen = 271, tg = 5.68 t/s, tg_3s = 6.04 t/s 25.39.072.367 I slot print_timing: id 0 | task 7917 | n_gen = 176, tg = 6.05 t/s, tg_3s = 6.03 t/s 25.39.736.492 I slot print_timing: id 3 | task 7354 | n_gen = 735, tg = 5.67 t/s, tg_3s = 6.03 t/s 25.41.545.567 I slot print_timing: id 1 | task 7874 | n_gen = 233, tg = 5.90 t/s, tg_3s = 6.05 t/s 25.41.708.982 I slot print_timing: id 2 | task 7816 | n_gen = 290, tg = 5.70 t/s, tg_3s = 6.06 t/s 25.42.204.517 I slot print_timing: id 0 | task 7917 | n_gen = 195, tg = 6.05 t/s, tg_3s = 6.07 t/s 25.42.705.111 I slot print_timing: id 0 | task 7917 | prompt eval time = 1182.20 ms / 71 tokens ( 16.65 ms per token, 60.06 tokens per second) 25.42.705.122 I slot print_timing: id 0 | task 7917 | eval time = 32578.12 ms / 198 tokens ( 165.37 ms per token, 6.05 tokens per second) 25.42.705.125 I slot print_timing: id 0 | task 7917 | total time = 33760.33 ms / 269 tokens 25.42.705.127 I slot print_timing: id 0 | task 7917 | graphs reused = 7208 25.42.705.128 I slot print_timing: id 0 | task 7917 | graph reallocs = 193 / 0 (same size) / (changed size) 25.42.705.212 I slot release: id 0 | task 7917 | stop processing: n_tokens = 1364, truncated = 0 25.42.940.158 I slot print_timing: id 3 | task 7354 | n_gen = 754, tg = 5.68 t/s, tg_3s = 5.93 t/s 25.42.940.174 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.804 25.42.940.311 I slot launch_slot_: id 0 | task 8118 | processing task, is_child = 0 25.44.612.270 I slot print_timing: id 1 | task 7874 | n_gen = 246, tg = 5.78 t/s, tg_3s = 4.24 t/s 25.44.775.689 I slot print_timing: id 2 | task 7816 | n_gen = 303, tg = 5.62 t/s, tg_3s = 4.24 t/s 25.46.002.476 I slot print_timing: id 3 | task 7354 | n_gen = 767, tg = 5.65 t/s, tg_3s = 4.25 t/s 25.47.699.398 I slot print_timing: id 1 | task 7874 | n_gen = 264, tg = 5.79 t/s, tg_3s = 5.83 t/s 25.47.866.297 I slot print_timing: id 2 | task 7816 | n_gen = 321, tg = 5.63 t/s, tg_3s = 5.82 t/s 25.49.022.186 I slot print_timing: id 3 | task 7354 | n_gen = 785, tg = 5.65 t/s, tg_3s = 5.96 t/s 25.49.838.759 I slot print_timing: id 1 | task 7874 | prompt eval time = 1332.72 ms / 79 tokens ( 16.87 ms per token, 59.28 tokens per second) 25.49.838.766 I slot print_timing: id 1 | task 7874 | eval time = 47600.56 ms / 277 tokens ( 172.47 ms per token, 5.80 tokens per second) 25.49.838.767 I slot print_timing: id 1 | task 7874 | total time = 48933.28 ms / 356 tokens 25.49.838.768 I slot print_timing: id 1 | task 7874 | graphs reused = 7242 25.49.838.768 I slot print_timing: id 1 | task 7874 | graph reallocs = 194 / 0 (same size) / (changed size) 25.49.838.847 I slot release: id 1 | task 7874 | stop processing: n_tokens = 1451, truncated = 0 25.50.108.102 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.755 25.50.108.247 I slot launch_slot_: id 1 | task 8156 | processing task, is_child = 0 25.50.880.500 I slot print_timing: id 2 | task 7816 | n_gen = 335, tg = 5.58 t/s, tg_3s = 4.64 t/s 25.51.797.853 I slot print_timing: id 3 | task 7354 | prompt eval time = 1114.71 ms / 112 tokens ( 9.95 ms per token, 100.47 tokens per second) 25.51.797.859 I slot print_timing: id 3 | task 7354 | eval time = 141450.29 ms / 795 tokens ( 178.15 ms per token, 5.61 tokens per second) 25.51.797.860 I slot print_timing: id 3 | task 7354 | total time = 142565.00 ms / 907 tokens 25.51.797.861 I slot print_timing: id 3 | task 7354 | graphs reused = 7243 25.51.797.862 I slot print_timing: id 3 | task 7354 | graph reallocs = 196 / 0 (same size) / (changed size) 25.51.797.936 I slot release: id 3 | task 7354 | stop processing: n_tokens = 2002, truncated = 0 25.52.023.793 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.547 25.52.023.940 I slot launch_slot_: id 3 | task 8162 | processing task, is_child = 0 25.54.013.117 I slot print_timing: id 2 | task 7816 | n_gen = 346, tg = 5.48 t/s, tg_3s = 3.51 t/s 25.57.144.327 I slot print_timing: id 2 | task 7816 | n_gen = 365, tg = 5.50 t/s, tg_3s = 6.07 t/s 25.57.307.137 I slot print_timing: id 2 | task 7816 | prompt eval time = 1510.25 ms / 132 tokens ( 11.44 ms per token, 87.40 tokens per second) 25.57.307.143 I slot print_timing: id 2 | task 7816 | eval time = 66304.58 ms / 366 tokens ( 181.66 ms per token, 5.50 tokens per second) 25.57.307.144 I slot print_timing: id 2 | task 7816 | total time = 67814.83 ms / 498 tokens 25.57.307.145 I slot print_timing: id 2 | task 7816 | graphs reused = 7267 25.57.307.145 I slot print_timing: id 2 | task 7816 | graph reallocs = 196 / 0 (same size) / (changed size) 25.57.307.232 I slot release: id 2 | task 7816 | stop processing: n_tokens = 1593, truncated = 0 25.57.565.978 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.688 25.57.566.142 I slot launch_slot_: id 2 | task 8191 | processing task, is_child = 0 26.03.967.806 I slot print_timing: id 0 | task 8118 | n_gen = 100, tg = 4.98 t/s, tg_3s = 5.04 t/s 26.07.072.756 I slot print_timing: id 0 | task 8118 | n_gen = 119, tg = 5.14 t/s, tg_3s = 6.12 t/s 26.10.036.280 I slot print_timing: id 1 | task 8156 | n_gen = 100, tg = 5.33 t/s, tg_3s = 5.38 t/s 26.10.197.340 I slot print_timing: id 0 | task 8118 | n_gen = 138, tg = 5.25 t/s, tg_3s = 6.08 t/s 26.10.859.143 I slot print_timing: id 3 | task 8162 | n_gen = 100, tg = 5.60 t/s, tg_3s = 5.66 t/s 26.12.835.035 I slot print_timing: id 0 | task 8118 | prompt eval time = 1167.05 ms / 93 tokens ( 12.55 ms per token, 79.69 tokens per second) 26.12.835.043 I slot print_timing: id 0 | task 8118 | eval time = 28727.65 ms / 154 tokens ( 187.76 ms per token, 5.33 tokens per second) 26.12.835.045 I slot print_timing: id 0 | task 8118 | total time = 29894.70 ms / 247 tokens 26.12.835.046 I slot print_timing: id 0 | task 8118 | graphs reused = 7348 26.12.835.052 I slot print_timing: id 0 | task 8118 | graph reallocs = 197 / 0 (same size) / (changed size) 26.12.835.139 I slot release: id 0 | task 8118 | stop processing: n_tokens = 1342, truncated = 0 26.13.055.304 I slot print_timing: id 1 | task 8156 | n_gen = 118, tg = 5.42 t/s, tg_3s = 5.96 t/s 26.13.055.975 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.817 26.13.056.110 I slot launch_slot_: id 0 | task 8278 | processing task, is_child = 0 26.14.190.601 I slot print_timing: id 3 | task 8162 | n_gen = 115, tg = 5.43 t/s, tg_3s = 4.50 t/s 26.16.174.779 I slot print_timing: id 1 | task 8156 | n_gen = 132, tg = 5.30 t/s, tg_3s = 4.49 t/s 26.16.339.909 I slot print_timing: id 2 | task 8191 | n_gen = 100, tg = 5.73 t/s, tg_3s = 5.79 t/s 26.17.325.621 I slot print_timing: id 3 | task 8162 | n_gen = 134, tg = 5.51 t/s, tg_3s = 6.06 t/s 26.19.297.218 I slot print_timing: id 1 | task 8156 | n_gen = 151, tg = 5.39 t/s, tg_3s = 6.08 t/s 26.19.461.511 I slot print_timing: id 2 | task 8191 | n_gen = 119, tg = 5.78 t/s, tg_3s = 6.09 t/s 26.19.956.632 I slot print_timing: id 3 | task 8162 | prompt eval time = 1167.70 ms / 70 tokens ( 16.68 ms per token, 59.95 tokens per second) 26.19.956.639 I slot print_timing: id 3 | task 8162 | eval time = 26764.97 ms / 150 tokens ( 179.63 ms per token, 5.57 tokens per second) 26.19.956.640 I slot print_timing: id 3 | task 8162 | total time = 27932.67 ms / 220 tokens 26.19.956.645 I slot print_timing: id 3 | task 8162 | graphs reused = 7382 26.19.956.646 I slot print_timing: id 3 | task 8162 | graph reallocs = 199 / 0 (same size) / (changed size) 26.19.956.736 I slot release: id 3 | task 8162 | stop processing: n_tokens = 1314, truncated = 0 26.20.188.507 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.834 26.20.188.661 I slot launch_slot_: id 3 | task 8317 | processing task, is_child = 0 26.22.440.928 I slot print_timing: id 1 | task 8156 | n_gen = 165, tg = 5.29 t/s, tg_3s = 4.45 t/s 26.22.602.922 I slot print_timing: id 2 | task 8191 | n_gen = 133, tg = 5.61 t/s, tg_3s = 4.46 t/s 26.25.529.338 I slot print_timing: id 1 | task 8156 | n_gen = 184, tg = 5.37 t/s, tg_3s = 6.15 t/s 26.25.691.727 I slot print_timing: id 2 | task 8191 | n_gen = 152, tg = 5.67 t/s, tg_3s = 6.15 t/s 26.28.616.062 I slot print_timing: id 1 | task 8156 | n_gen = 203, tg = 5.44 t/s, tg_3s = 6.16 t/s 26.28.778.287 I slot print_timing: id 2 | task 8191 | n_gen = 171, tg = 5.72 t/s, tg_3s = 6.16 t/s 26.31.226.270 I slot print_timing: id 0 | task 8278 | n_gen = 100, tg = 5.81 t/s, tg_3s = 5.87 t/s 26.31.718.014 I slot print_timing: id 1 | task 8156 | n_gen = 222, tg = 5.49 t/s, tg_3s = 6.13 t/s 26.31.880.176 I slot print_timing: id 2 | task 8191 | n_gen = 190, tg = 5.76 t/s, tg_3s = 6.13 t/s 26.34.320.976 I slot print_timing: id 0 | task 8278 | n_gen = 119, tg = 5.86 t/s, tg_3s = 6.14 t/s 26.34.812.408 I slot print_timing: id 1 | task 8156 | n_gen = 241, tg = 5.54 t/s, tg_3s = 6.14 t/s 26.34.977.995 I slot print_timing: id 2 | task 8191 | n_gen = 209, tg = 5.79 t/s, tg_3s = 6.13 t/s 26.37.418.311 I slot print_timing: id 0 | task 8278 | n_gen = 138, tg = 5.90 t/s, tg_3s = 6.13 t/s 26.37.419.454 I slot print_timing: id 3 | task 8317 | n_gen = 100, tg = 6.14 t/s, tg_3s = 6.20 t/s 26.37.907.273 I slot print_timing: id 1 | task 8156 | n_gen = 260, tg = 5.58 t/s, tg_3s = 6.14 t/s 26.38.070.063 I slot print_timing: id 2 | task 8191 | n_gen = 228, tg = 5.82 t/s, tg_3s = 6.14 t/s 26.40.508.865 I slot print_timing: id 0 | task 8278 | n_gen = 157, tg = 5.93 t/s, tg_3s = 6.15 t/s 26.40.509.856 I slot print_timing: id 3 | task 8317 | n_gen = 119, tg = 6.14 t/s, tg_3s = 6.15 t/s 26.40.996.019 I slot print_timing: id 1 | task 8156 | n_gen = 279, tg = 5.61 t/s, tg_3s = 6.15 t/s 26.41.160.370 I slot print_timing: id 2 | task 8191 | n_gen = 247, tg = 5.84 t/s, tg_3s = 6.15 t/s 26.42.475.204 I slot print_timing: id 1 | task 8156 | prompt eval time = 1350.24 ms / 97 tokens ( 13.92 ms per token, 71.84 tokens per second) 26.42.475.211 I slot print_timing: id 1 | task 8156 | eval time = 51016.69 ms / 288 tokens ( 177.76 ms per token, 5.63 tokens per second) 26.42.475.212 I slot print_timing: id 1 | task 8156 | total time = 52366.93 ms / 385 tokens 26.42.475.213 I slot print_timing: id 1 | task 8156 | graphs reused = 7511 26.42.475.214 I slot print_timing: id 1 | task 8156 | graph reallocs = 199 / 0 (same size) / (changed size) 26.42.475.316 I slot release: id 1 | task 8156 | stop processing: n_tokens = 1480, truncated = 0 26.42.740.863 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.741 26.42.741.002 I slot launch_slot_: id 1 | task 8451 | processing task, is_child = 0 26.44.045.288 I slot print_timing: id 0 | task 8278 | n_gen = 172, tg = 5.73 t/s, tg_3s = 4.24 t/s 26.44.046.816 I slot print_timing: id 3 | task 8317 | n_gen = 134, tg = 5.85 t/s, tg_3s = 4.24 t/s 26.44.213.084 I slot print_timing: id 2 | task 8191 | n_gen = 259, tg = 5.71 t/s, tg_3s = 3.93 t/s 26.47.144.019 I slot print_timing: id 0 | task 8278 | n_gen = 191, tg = 5.77 t/s, tg_3s = 6.13 t/s 26.47.145.005 I slot print_timing: id 3 | task 8317 | n_gen = 153, tg = 5.88 t/s, tg_3s = 6.13 t/s 26.47.307.223 I slot print_timing: id 2 | task 8191 | n_gen = 278, tg = 5.74 t/s, tg_3s = 6.14 t/s 26.50.238.682 I slot print_timing: id 0 | task 8278 | n_gen = 210, tg = 5.80 t/s, tg_3s = 6.14 t/s 26.50.239.616 I slot print_timing: id 3 | task 8317 | n_gen = 172, tg = 5.91 t/s, tg_3s = 6.14 t/s 26.50.402.415 I slot print_timing: id 2 | task 8191 | n_gen = 297, tg = 5.77 t/s, tg_3s = 6.14 t/s 26.51.540.420 I slot print_timing: id 0 | task 8278 | prompt eval time = 1133.35 ms / 85 tokens ( 13.33 ms per token, 75.00 tokens per second) 26.51.540.426 I slot print_timing: id 0 | task 8278 | eval time = 37350.94 ms / 218 tokens ( 172.12 ms per token, 5.81 tokens per second) 26.51.540.427 I slot print_timing: id 0 | task 8278 | total time = 38484.29 ms / 303 tokens 26.51.540.428 I slot print_timing: id 0 | task 8278 | graphs reused = 7555 26.51.540.429 I slot print_timing: id 0 | task 8278 | graph reallocs = 202 / 0 (same size) / (changed size) 26.51.540.501 I slot release: id 0 | task 8278 | stop processing: n_tokens = 1398, truncated = 0 26.51.764.481 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.784 26.51.764.628 I slot launch_slot_: id 0 | task 8501 | processing task, is_child = 0 26.53.393.472 I slot print_timing: id 3 | task 8317 | n_gen = 186, tg = 5.76 t/s, tg_3s = 4.44 t/s 26.53.555.694 I slot print_timing: id 2 | task 8191 | n_gen = 311, tg = 5.69 t/s, tg_3s = 4.44 t/s 26.56.484.776 I slot print_timing: id 3 | task 8317 | n_gen = 205, tg = 5.80 t/s, tg_3s = 6.15 t/s 26.56.646.131 I slot print_timing: id 2 | task 8191 | n_gen = 330, tg = 5.71 t/s, tg_3s = 6.15 t/s 26.57.295.558 I slot print_timing: id 2 | task 8191 | prompt eval time = 1496.73 ms / 150 tokens ( 9.98 ms per token, 100.22 tokens per second) 26.57.295.566 I slot print_timing: id 2 | task 8191 | eval time = 58232.67 ms / 334 tokens ( 174.87 ms per token, 5.72 tokens per second) 26.57.295.567 I slot print_timing: id 2 | task 8191 | total time = 59729.40 ms / 484 tokens 26.57.295.568 I slot print_timing: id 2 | task 8191 | graphs reused = 7582 26.57.295.569 I slot print_timing: id 2 | task 8191 | graph reallocs = 203 / 0 (same size) / (changed size) 26.57.295.658 I slot release: id 2 | task 8191 | stop processing: n_tokens = 1579, truncated = 0 26.57.555.034 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.694 26.57.555.227 I slot launch_slot_: id 2 | task 8532 | processing task, is_child = 0 26.59.509.299 I slot print_timing: id 3 | task 8317 | n_gen = 216, tg = 5.63 t/s, tg_3s = 3.64 t/s 27.02.305.510 I slot print_timing: id 1 | task 8451 | n_gen = 100, tg = 5.42 t/s, tg_3s = 5.48 t/s 27.02.634.401 I slot print_timing: id 3 | task 8317 | n_gen = 235, tg = 5.66 t/s, tg_3s = 6.08 t/s 27.05.428.259 I slot print_timing: id 1 | task 8451 | n_gen = 119, tg = 5.52 t/s, tg_3s = 6.08 t/s 27.05.429.084 I slot print_timing: id 3 | task 8317 | prompt eval time = 1110.30 ms / 125 tokens ( 8.88 ms per token, 112.58 tokens per second) 27.05.429.089 I slot print_timing: id 3 | task 8317 | eval time = 44130.10 ms / 252 tokens ( 175.82 ms per token, 5.69 tokens per second) 27.05.429.090 I slot print_timing: id 3 | task 8317 | total time = 45240.40 ms / 377 tokens 27.05.429.091 I slot print_timing: id 3 | task 8317 | graphs reused = 7620 27.05.429.092 I slot print_timing: id 3 | task 8317 | graph reallocs = 203 / 0 (same size) / (changed size) 27.05.429.191 I slot release: id 3 | task 8317 | stop processing: n_tokens = 1472, truncated = 0 27.05.661.115 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.745 27.05.661.269 I slot launch_slot_: id 3 | task 8575 | processing task, is_child = 0 27.08.560.034 I slot print_timing: id 1 | task 8451 | n_gen = 133, tg = 5.38 t/s, tg_3s = 4.47 t/s 27.11.196.403 I slot print_timing: id 0 | task 8501 | n_gen = 100, tg = 5.41 t/s, tg_3s = 5.47 t/s 27.11.522.629 I slot print_timing: id 1 | task 8451 | prompt eval time = 1305.05 ms / 88 tokens ( 14.83 ms per token, 67.43 tokens per second) 27.11.522.636 I slot print_timing: id 1 | task 8451 | eval time = 27476.56 ms / 151 tokens ( 183.18 ms per token, 5.46 tokens per second) 27.11.522.637 I slot print_timing: id 1 | task 8451 | total time = 28781.61 ms / 239 tokens 27.11.522.638 I slot print_timing: id 1 | task 8451 | graphs reused = 7648 27.11.522.639 I slot print_timing: id 1 | task 8451 | graph reallocs = 203 / 0 (same size) / (changed size) 27.11.522.738 I slot release: id 1 | task 8451 | stop processing: n_tokens = 1334, truncated = 0 27.11.782.116 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.822 27.11.782.296 I slot launch_slot_: id 1 | task 8608 | processing task, is_child = 0 27.14.283.394 I slot print_timing: id 0 | task 8501 | n_gen = 112, tg = 5.19 t/s, tg_3s = 3.89 t/s 27.17.224.447 I slot print_timing: id 2 | task 8532 | n_gen = 100, tg = 5.44 t/s, tg_3s = 5.49 t/s 27.17.389.427 I slot print_timing: id 0 | task 8501 | n_gen = 131, tg = 5.31 t/s, tg_3s = 6.12 t/s 27.20.354.782 I slot print_timing: id 2 | task 8532 | n_gen = 119, tg = 5.53 t/s, tg_3s = 6.07 t/s 27.20.517.685 I slot print_timing: id 0 | task 8501 | n_gen = 150, tg = 5.39 t/s, tg_3s = 6.07 t/s 27.23.488.600 I slot print_timing: id 2 | task 8532 | n_gen = 138, tg = 5.60 t/s, tg_3s = 6.06 t/s 27.23.650.671 I slot print_timing: id 0 | task 8501 | n_gen = 169, tg = 5.46 t/s, tg_3s = 6.06 t/s 27.24.140.202 I slot print_timing: id 3 | task 8575 | n_gen = 100, tg = 5.69 t/s, tg_3s = 5.75 t/s 27.26.635.897 I slot print_timing: id 2 | task 8532 | n_gen = 157, tg = 5.65 t/s, tg_3s = 6.04 t/s 27.26.802.390 I slot print_timing: id 0 | task 8501 | n_gen = 188, tg = 5.52 t/s, tg_3s = 6.03 t/s 27.27.295.775 I slot print_timing: id 3 | task 8575 | n_gen = 119, tg = 5.74 t/s, tg_3s = 6.02 t/s 27.29.442.992 I slot print_timing: id 1 | task 8608 | n_gen = 100, tg = 6.06 t/s, tg_3s = 6.12 t/s 27.29.776.781 I slot print_timing: id 2 | task 8532 | n_gen = 176, tg = 5.69 t/s, tg_3s = 6.05 t/s 27.29.940.272 I slot print_timing: id 0 | task 8501 | n_gen = 207, tg = 5.56 t/s, tg_3s = 6.06 t/s 27.30.440.999 I slot print_timing: id 3 | task 8575 | n_gen = 138, tg = 5.78 t/s, tg_3s = 6.04 t/s 27.32.576.193 I slot print_timing: id 1 | task 8608 | n_gen = 119, tg = 6.06 t/s, tg_3s = 6.06 t/s 27.32.908.244 I slot print_timing: id 2 | task 8532 | n_gen = 195, tg = 5.72 t/s, tg_3s = 6.07 t/s 27.33.073.316 I slot print_timing: id 0 | task 8501 | n_gen = 226, tg = 5.60 t/s, tg_3s = 6.06 t/s 27.33.576.718 I slot print_timing: id 3 | task 8575 | n_gen = 157, tg = 5.82 t/s, tg_3s = 6.06 t/s 27.35.718.042 I slot print_timing: id 1 | task 8608 | n_gen = 138, tg = 6.06 t/s, tg_3s = 6.05 t/s 27.36.040.577 I slot print_timing: id 2 | task 8532 | n_gen = 214, tg = 5.75 t/s, tg_3s = 6.07 t/s 27.36.204.549 I slot print_timing: id 0 | task 8501 | n_gen = 245, tg = 5.63 t/s, tg_3s = 6.07 t/s 27.36.705.461 I slot print_timing: id 3 | task 8575 | n_gen = 176, tg = 5.84 t/s, tg_3s = 6.07 t/s 27.38.857.604 I slot print_timing: id 1 | task 8608 | n_gen = 157, tg = 6.06 t/s, tg_3s = 6.05 t/s 27.39.184.794 I slot print_timing: id 2 | task 8532 | n_gen = 233, tg = 5.78 t/s, tg_3s = 6.04 t/s 27.39.345.615 I slot print_timing: id 0 | task 8501 | n_gen = 264, tg = 5.66 t/s, tg_3s = 6.05 t/s 27.39.840.023 I slot print_timing: id 3 | task 8575 | n_gen = 195, tg = 5.86 t/s, tg_3s = 6.06 t/s 27.41.992.305 I slot print_timing: id 1 | task 8608 | n_gen = 176, tg = 6.06 t/s, tg_3s = 6.06 t/s 27.42.323.992 I slot print_timing: id 2 | task 8532 | n_gen = 252, tg = 5.80 t/s, tg_3s = 6.05 t/s 27.42.489.279 I slot print_timing: id 0 | task 8501 | n_gen = 283, tg = 5.69 t/s, tg_3s = 6.04 t/s 27.42.490.092 I slot print_timing: id 2 | task 8532 | prompt eval time = 1458.62 ms / 91 tokens ( 16.03 ms per token, 62.39 tokens per second) 27.42.490.095 I slot print_timing: id 2 | task 8532 | eval time = 43476.23 ms / 253 tokens ( 172.52 ms per token, 5.80 tokens per second) 27.42.490.096 I slot print_timing: id 2 | task 8532 | total time = 44934.85 ms / 344 tokens 27.42.490.098 I slot print_timing: id 2 | task 8532 | graphs reused = 7824 27.42.490.098 I slot print_timing: id 2 | task 8532 | graph reallocs = 208 / 0 (same size) / (changed size) 27.42.490.183 I slot release: id 2 | task 8532 | stop processing: n_tokens = 1438, truncated = 0 27.42.758.115 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.762 27.42.758.318 I slot launch_slot_: id 2 | task 8790 | processing task, is_child = 0 27.43.575.200 I slot print_timing: id 3 | task 8575 | n_gen = 213, tg = 5.76 t/s, tg_3s = 4.82 t/s 27.45.022.980 I slot print_timing: id 1 | task 8608 | n_gen = 187, tg = 5.83 t/s, tg_3s = 3.63 t/s 27.45.522.257 I slot print_timing: id 0 | task 8501 | n_gen = 294, tg = 5.57 t/s, tg_3s = 3.63 t/s 27.46.681.186 I slot print_timing: id 3 | task 8575 | n_gen = 229, tg = 5.71 t/s, tg_3s = 5.15 t/s 27.48.160.276 I slot print_timing: id 1 | task 8608 | n_gen = 206, tg = 5.85 t/s, tg_3s = 6.06 t/s 27.48.651.183 I slot print_timing: id 0 | task 8501 | n_gen = 313, tg = 5.60 t/s, tg_3s = 6.07 t/s 27.49.809.240 I slot print_timing: id 3 | task 8575 | n_gen = 248, tg = 5.74 t/s, tg_3s = 6.07 t/s 27.51.185.382 I slot print_timing: id 1 | task 8608 | n_gen = 224, tg = 5.86 t/s, tg_3s = 5.95 t/s 27.51.679.773 I slot print_timing: id 0 | task 8501 | n_gen = 331, tg = 5.61 t/s, tg_3s = 5.94 t/s 27.52.830.626 I slot print_timing: id 3 | task 8575 | n_gen = 266, tg = 5.75 t/s, tg_3s = 5.96 t/s 27.54.158.267 I slot print_timing: id 1 | task 8608 | prompt eval time = 1332.25 ms / 100 tokens ( 13.32 ms per token, 75.06 tokens per second) 27.54.158.273 I slot print_timing: id 1 | task 8608 | eval time = 41043.70 ms / 242 tokens ( 170.31 ms per token, 5.87 tokens per second) 27.54.158.274 I slot print_timing: id 1 | task 8608 | total time = 42375.95 ms / 342 tokens 27.54.158.279 I slot print_timing: id 1 | task 8608 | graphs reused = 7882 27.54.158.280 I slot print_timing: id 1 | task 8608 | graph reallocs = 209 / 0 (same size) / (changed size) 27.54.158.373 I slot release: id 1 | task 8608 | stop processing: n_tokens = 1437, truncated = 0 27.54.427.913 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.763 27.54.428.090 I slot launch_slot_: id 1 | task 8854 | processing task, is_child = 0 27.55.204.211 I slot print_timing: id 0 | task 8501 | n_gen = 348, tg = 5.57 t/s, tg_3s = 4.82 t/s 27.55.922.005 I slot print_timing: id 0 | task 8501 | prompt eval time = 1133.84 ms / 117 tokens ( 9.69 ms per token, 103.19 tokens per second) 27.55.922.013 I slot print_timing: id 0 | task 8501 | eval time = 63023.51 ms / 350 tokens ( 180.58 ms per token, 5.54 tokens per second) 27.55.922.015 I slot print_timing: id 0 | task 8501 | total time = 64157.35 ms / 467 tokens 27.55.922.022 I slot print_timing: id 0 | task 8501 | graphs reused = 7882 27.55.922.023 I slot print_timing: id 0 | task 8501 | graph reallocs = 213 / 0 (same size) / (changed size) 27.55.922.103 I slot release: id 0 | task 8501 | stop processing: n_tokens = 1562, truncated = 0 27.55.923.204 I slot print_timing: id 3 | task 8575 | n_gen = 278, tg = 5.63 t/s, tg_3s = 3.88 t/s 27.56.146.212 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.702 27.56.146.355 I slot launch_slot_: id 0 | task 8859 | processing task, is_child = 0 27.58.946.452 I slot print_timing: id 3 | task 8575 | n_gen = 291, tg = 5.56 t/s, tg_3s = 4.30 t/s 28.02.080.672 I slot print_timing: id 3 | task 8575 | n_gen = 310, tg = 5.58 t/s, tg_3s = 6.06 t/s 28.02.580.118 I slot print_timing: id 2 | task 8790 | n_gen = 100, tg = 5.38 t/s, tg_3s = 5.44 t/s 28.04.738.232 I slot print_timing: id 3 | task 8575 | prompt eval time = 1092.13 ms / 113 tokens ( 9.66 ms per token, 103.47 tokens per second) 28.04.738.239 I slot print_timing: id 3 | task 8575 | eval time = 57984.81 ms / 326 tokens ( 178.41 ms per token, 5.60 tokens per second) 28.04.738.240 I slot print_timing: id 3 | task 8575 | total time = 59076.94 ms / 439 tokens 28.04.738.242 I slot print_timing: id 3 | task 8575 | graphs reused = 7927 28.04.738.243 I slot print_timing: id 3 | task 8575 | graph reallocs = 214 / 0 (same size) / (changed size) 28.04.738.342 I slot release: id 3 | task 8575 | stop processing: n_tokens = 1534, truncated = 0 28.04.957.677 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.714 28.04.957.869 I slot launch_slot_: id 3 | task 8908 | processing task, is_child = 0 28.05.616.313 I slot print_timing: id 2 | task 8790 | n_gen = 115, tg = 5.32 t/s, tg_3s = 4.94 t/s 28.08.707.637 I slot print_timing: id 2 | task 8790 | n_gen = 132, tg = 5.34 t/s, tg_3s = 5.50 t/s 28.11.870.393 I slot print_timing: id 2 | task 8790 | n_gen = 151, tg = 5.42 t/s, tg_3s = 6.01 t/s 28.13.832.199 I slot print_timing: id 1 | task 8854 | n_gen = 100, tg = 5.48 t/s, tg_3s = 5.53 t/s 28.14.490.642 I slot print_timing: id 0 | task 8859 | n_gen = 100, tg = 5.75 t/s, tg_3s = 5.81 t/s 28.14.984.880 I slot print_timing: id 2 | task 8790 | n_gen = 170, tg = 5.49 t/s, tg_3s = 6.10 t/s 28.16.948.533 I slot print_timing: id 1 | task 8854 | n_gen = 119, tg = 5.57 t/s, tg_3s = 6.10 t/s 28.17.608.700 I slot print_timing: id 0 | task 8859 | n_gen = 119, tg = 5.81 t/s, tg_3s = 6.09 t/s 28.18.109.870 I slot print_timing: id 2 | task 8790 | n_gen = 189, tg = 5.54 t/s, tg_3s = 6.08 t/s 28.20.092.154 I slot print_timing: id 1 | task 8854 | n_gen = 138, tg = 5.63 t/s, tg_3s = 6.04 t/s 28.20.741.962 I slot print_timing: id 0 | task 8859 | n_gen = 138, tg = 5.84 t/s, tg_3s = 6.06 t/s 28.21.231.709 I slot print_timing: id 2 | task 8790 | n_gen = 208, tg = 5.59 t/s, tg_3s = 6.09 t/s 28.22.391.805 I slot print_timing: id 3 | task 8908 | n_gen = 100, tg = 6.06 t/s, tg_3s = 6.13 t/s 28.23.220.989 I slot print_timing: id 1 | task 8854 | n_gen = 157, tg = 5.68 t/s, tg_3s = 6.07 t/s 28.23.883.615 I slot print_timing: id 0 | task 8859 | n_gen = 157, tg = 5.87 t/s, tg_3s = 6.05 t/s 28.24.379.842 I slot print_timing: id 2 | task 8790 | n_gen = 227, tg = 5.62 t/s, tg_3s = 6.04 t/s 28.25.529.420 I slot print_timing: id 2 | task 8790 | prompt eval time = 1432.69 ms / 75 tokens ( 19.10 ms per token, 52.35 tokens per second) 28.25.529.428 I slot print_timing: id 2 | task 8790 | eval time = 41338.38 ms / 234 tokens ( 177.42 ms per token, 5.64 tokens per second) 28.25.529.429 I slot print_timing: id 2 | task 8790 | total time = 42771.08 ms / 309 tokens 28.25.529.430 I slot print_timing: id 2 | task 8790 | graphs reused = 8043 28.25.529.431 I slot print_timing: id 2 | task 8790 | graph reallocs = 215 / 0 (same size) / (changed size) 28.25.529.519 I slot release: id 2 | task 8790 | stop processing: n_tokens = 1404, truncated = 0 28.25.529.942 I slot print_timing: id 3 | task 8908 | n_gen = 119, tg = 6.06 t/s, tg_3s = 6.05 t/s 28.25.797.983 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.781 28.25.798.187 I slot launch_slot_: id 2 | task 9030 | processing task, is_child = 0 28.26.658.941 I slot print_timing: id 1 | task 8854 | n_gen = 173, tg = 5.57 t/s, tg_3s = 4.65 t/s 28.27.296.931 I slot print_timing: id 0 | task 8859 | n_gen = 170, tg = 5.63 t/s, tg_3s = 3.81 t/s 28.28.618.742 I slot print_timing: id 3 | task 8908 | n_gen = 130, tg = 5.72 t/s, tg_3s = 3.56 t/s 28.28.783.608 I slot print_timing: id 1 | task 8854 | prompt eval time = 1329.26 ms / 90 tokens ( 14.77 ms per token, 67.71 tokens per second) 28.28.783.614 I slot print_timing: id 1 | task 8854 | eval time = 33026.24 ms / 183 tokens ( 181.46 ms per token, 5.51 tokens per second) 28.28.783.615 I slot print_timing: id 1 | task 8854 | total time = 34355.50 ms / 273 tokens 28.28.783.617 I slot print_timing: id 1 | task 8854 | graphs reused = 8051 28.28.783.618 I slot print_timing: id 1 | task 8854 | graph reallocs = 215 / 0 (same size) / (changed size) 28.28.783.695 I slot release: id 1 | task 8854 | stop processing: n_tokens = 1368, truncated = 0 28.29.047.135 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.801 28.29.047.273 I slot launch_slot_: id 1 | task 9043 | processing task, is_child = 0 28.30.369.787 I slot print_timing: id 0 | task 8859 | n_gen = 182, tg = 5.47 t/s, tg_3s = 3.91 t/s 28.31.535.328 I slot print_timing: id 0 | task 8859 | prompt eval time = 1140.65 ms / 80 tokens ( 14.26 ms per token, 70.14 tokens per second) 28.31.535.334 I slot print_timing: id 0 | task 8859 | eval time = 34248.30 ms / 189 tokens ( 182.17 ms per token, 5.49 tokens per second) 28.31.535.335 I slot print_timing: id 0 | task 8859 | total time = 35388.95 ms / 269 tokens 28.31.535.336 I slot print_timing: id 0 | task 8859 | graphs reused = 8057 28.31.535.337 I slot print_timing: id 0 | task 8859 | graph reallocs = 219 / 0 (same size) / (changed size) 28.31.535.415 I slot release: id 0 | task 8859 | stop processing: n_tokens = 1364, truncated = 0 28.31.765.951 I slot print_timing: id 3 | task 8908 | n_gen = 142, tg = 5.49 t/s, tg_3s = 3.81 t/s 28.31.765.964 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.804 28.31.766.117 I slot launch_slot_: id 0 | task 9054 | processing task, is_child = 0 28.34.887.572 I slot print_timing: id 3 | task 8908 | n_gen = 156, tg = 5.38 t/s, tg_3s = 4.48 t/s 28.38.002.106 I slot print_timing: id 3 | task 8908 | n_gen = 175, tg = 5.45 t/s, tg_3s = 6.10 t/s 28.41.039.061 I slot print_timing: id 3 | task 8908 | n_gen = 193, tg = 5.49 t/s, tg_3s = 5.93 t/s 28.44.074.282 I slot print_timing: id 3 | task 8908 | n_gen = 211, tg = 5.53 t/s, tg_3s = 5.93 t/s 28.45.710.510 I slot print_timing: id 2 | task 9030 | n_gen = 100, tg = 5.38 t/s, tg_3s = 5.43 t/s 28.47.192.621 I slot print_timing: id 3 | task 8908 | n_gen = 230, tg = 5.57 t/s, tg_3s = 6.09 t/s 28.47.687.671 I slot print_timing: id 1 | task 9043 | n_gen = 100, tg = 5.72 t/s, tg_3s = 5.77 t/s 28.48.853.774 I slot print_timing: id 2 | task 9030 | n_gen = 119, tg = 5.47 t/s, tg_3s = 6.04 t/s 28.49.337.262 I slot print_timing: id 0 | task 9054 | n_gen = 100, tg = 6.03 t/s, tg_3s = 6.09 t/s 28.49.993.189 I slot print_timing: id 3 | task 8908 | prompt eval time = 1108.36 ms / 87 tokens ( 12.74 ms per token, 78.49 tokens per second) 28.49.993.195 I slot print_timing: id 3 | task 8908 | eval time = 43926.93 ms / 247 tokens ( 178.56 ms per token, 5.60 tokens per second) 28.49.993.196 I slot print_timing: id 3 | task 8908 | total time = 45035.29 ms / 334 tokens 28.49.993.197 I slot print_timing: id 3 | task 8908 | graphs reused = 8159 28.49.993.198 I slot print_timing: id 3 | task 8908 | graph reallocs = 221 / 0 (same size) / (changed size) 28.49.993.269 I slot release: id 3 | task 8908 | stop processing: n_tokens = 1429, truncated = 0 28.50.221.007 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.767 28.50.221.158 I slot launch_slot_: id 3 | task 9161 | processing task, is_child = 0 28.50.867.650 I slot print_timing: id 1 | task 9043 | n_gen = 116, tg = 5.61 t/s, tg_3s = 5.03 t/s 28.51.986.921 I slot print_timing: id 2 | task 9030 | n_gen = 133, tg = 5.35 t/s, tg_3s = 4.47 t/s 28.52.480.326 I slot print_timing: id 0 | task 9054 | n_gen = 114, tg = 5.78 t/s, tg_3s = 4.45 t/s 28.53.947.768 I slot print_timing: id 1 | task 9043 | n_gen = 133, tg = 5.60 t/s, tg_3s = 5.52 t/s 28.55.103.441 I slot print_timing: id 2 | task 9030 | n_gen = 152, tg = 5.43 t/s, tg_3s = 6.10 t/s 28.55.600.326 I slot print_timing: id 0 | task 9054 | n_gen = 133, tg = 5.82 t/s, tg_3s = 6.09 t/s 28.57.087.769 I slot print_timing: id 1 | task 9043 | n_gen = 152, tg = 5.65 t/s, tg_3s = 6.05 t/s 28.58.232.845 I slot print_timing: id 2 | task 9030 | n_gen = 171, tg = 5.50 t/s, tg_3s = 6.07 t/s 28.58.732.075 I slot print_timing: id 0 | task 9054 | n_gen = 152, tg = 5.85 t/s, tg_3s = 6.07 t/s 29.00.232.438 I slot print_timing: id 1 | task 9043 | n_gen = 171, tg = 5.69 t/s, tg_3s = 6.04 t/s 29.01.213.632 I slot print_timing: id 0 | task 9054 | prompt eval time = 1155.57 ms / 108 tokens ( 10.70 ms per token, 93.46 tokens per second) 29.01.213.639 I slot print_timing: id 0 | task 9054 | eval time = 28291.92 ms / 167 tokens ( 170.43 ms per token, 5.87 tokens per second) 29.01.213.640 I slot print_timing: id 0 | task 9054 | total time = 29447.49 ms / 275 tokens 29.01.213.641 I slot print_timing: id 0 | task 9054 | graphs reused = 8218 29.01.213.642 I slot print_timing: id 0 | task 9054 | graph reallocs = 221 / 0 (same size) / (changed size) 29.01.213.727 I slot release: id 0 | task 9054 | stop processing: n_tokens = 1370, truncated = 0 29.01.434.802 I slot print_timing: id 2 | task 9030 | n_gen = 190, tg = 5.54 t/s, tg_3s = 5.93 t/s 29.01.435.187 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.800 29.01.435.399 I slot launch_slot_: id 0 | task 9225 | processing task, is_child = 0 29.03.259.815 I slot print_timing: id 1 | task 9043 | n_gen = 184, tg = 5.56 t/s, tg_3s = 4.29 t/s 29.04.589.860 I slot print_timing: id 2 | task 9030 | n_gen = 204, tg = 5.44 t/s, tg_3s = 4.44 t/s 29.06.385.951 I slot print_timing: id 1 | task 9043 | n_gen = 203, tg = 5.61 t/s, tg_3s = 6.08 t/s 29.07.718.105 I slot print_timing: id 2 | task 9030 | n_gen = 223, tg = 5.49 t/s, tg_3s = 6.07 t/s 29.08.551.439 I slot print_timing: id 3 | task 9161 | n_gen = 100, tg = 5.74 t/s, tg_3s = 5.80 t/s 29.09.535.317 I slot print_timing: id 1 | task 9043 | n_gen = 222, tg = 5.64 t/s, tg_3s = 6.03 t/s 29.10.844.590 I slot print_timing: id 2 | task 9030 | n_gen = 242, tg = 5.53 t/s, tg_3s = 6.08 t/s 29.11.508.926 I slot print_timing: id 1 | task 9043 | prompt eval time = 1323.28 ms / 89 tokens ( 14.87 ms per token, 67.26 tokens per second) 29.11.508.933 I slot print_timing: id 1 | task 9043 | eval time = 41138.35 ms / 234 tokens ( 176.56 ms per token, 5.66 tokens per second) 29.11.508.934 I slot print_timing: id 1 | task 9043 | total time = 42461.63 ms / 323 tokens 29.11.508.935 I slot print_timing: id 1 | task 9043 | graphs reused = 8272 29.11.508.936 I slot print_timing: id 1 | task 9043 | graph reallocs = 222 / 0 (same size) / (changed size) 29.11.509.016 I slot release: id 1 | task 9043 | stop processing: n_tokens = 1418, truncated = 0 29.11.774.027 I slot print_timing: id 3 | task 9161 | n_gen = 119, tg = 5.77 t/s, tg_3s = 5.90 t/s 29.11.774.043 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.773 29.11.774.226 I slot launch_slot_: id 1 | task 9283 | processing task, is_child = 0 29.13.915.669 I slot print_timing: id 2 | task 9030 | n_gen = 254, tg = 5.43 t/s, tg_3s = 3.91 t/s 29.14.899.362 I slot print_timing: id 3 | task 9161 | n_gen = 132, tg = 5.56 t/s, tg_3s = 4.16 t/s 29.17.054.891 I slot print_timing: id 2 | task 9030 | n_gen = 273, tg = 5.47 t/s, tg_3s = 6.05 t/s 29.18.027.906 I slot print_timing: id 3 | task 9161 | n_gen = 151, tg = 5.62 t/s, tg_3s = 6.07 t/s 29.18.357.093 I slot print_timing: id 2 | task 9030 | prompt eval time = 1499.81 ms / 147 tokens ( 10.20 ms per token, 98.01 tokens per second) 29.18.357.100 I slot print_timing: id 2 | task 9030 | eval time = 51059.06 ms / 281 tokens ( 182.35 ms per token, 5.48 tokens per second) 29.18.357.102 I slot print_timing: id 2 | task 9030 | total time = 52558.87 ms / 428 tokens 29.18.357.103 I slot print_timing: id 2 | task 9030 | graphs reused = 8303 29.18.357.104 I slot print_timing: id 2 | task 9030 | graph reallocs = 224 / 0 (same size) / (changed size) 29.18.357.190 I slot release: id 2 | task 9030 | stop processing: n_tokens = 1523, truncated = 0 29.21.009.721 I slot print_timing: id 0 | task 9225 | n_gen = 100, tg = 5.37 t/s, tg_3s = 5.43 t/s 29.21.268.193 I slot print_timing: id 3 | task 9161 | n_gen = 164, tg = 5.44 t/s, tg_3s = 4.01 t/s 29.24.104.642 I slot print_timing: id 0 | task 9225 | n_gen = 112, tg = 5.16 t/s, tg_3s = 3.88 t/s 29.24.365.006 I slot print_timing: id 3 | task 9161 | n_gen = 176, tg = 5.30 t/s, tg_3s = 3.87 t/s 29.26.691.960 I slot print_timing: id 3 | task 9161 | prompt eval time = 1097.39 ms / 73 tokens ( 15.03 ms per token, 66.52 tokens per second) 29.26.691.968 I slot print_timing: id 3 | task 9161 | eval time = 35373.39 ms / 185 tokens ( 192.25 ms per token, 5.20 tokens per second) 29.26.691.969 I slot print_timing: id 3 | task 9161 | total time = 36470.78 ms / 258 tokens 29.26.691.969 I slot print_timing: id 3 | task 9161 | graphs reused = 8303 29.26.691.970 I slot print_timing: id 3 | task 9161 | graph reallocs = 224 / 0 (same size) / (changed size) 29.26.692.043 I slot release: id 3 | task 9161 | stop processing: n_tokens = 1353, truncated = 0 29.27.240.052 I slot print_timing: id 0 | task 9225 | n_gen = 126, tg = 5.07 t/s, tg_3s = 4.47 t/s 29.30.344.542 I slot print_timing: id 0 | task 9225 | n_gen = 149, tg = 5.33 t/s, tg_3s = 7.41 t/s 29.31.419.340 I slot print_timing: id 1 | task 9283 | n_gen = 100, tg = 5.40 t/s, tg_3s = 5.46 t/s 29.33.434.300 I slot print_timing: id 0 | task 9225 | n_gen = 172, tg = 5.54 t/s, tg_3s = 7.44 t/s 29.34.511.764 I slot print_timing: id 1 | task 9283 | n_gen = 123, tg = 5.70 t/s, tg_3s = 7.44 t/s 29.36.527.645 I slot print_timing: id 0 | task 9225 | n_gen = 195, tg = 5.72 t/s, tg_3s = 7.44 t/s 29.37.599.344 I slot print_timing: id 1 | task 9283 | n_gen = 146, tg = 5.92 t/s, tg_3s = 7.45 t/s 29.39.497.310 I slot print_timing: id 1 | task 9283 | prompt eval time = 1318.06 ms / 75 tokens ( 17.57 ms per token, 56.90 tokens per second) 29.39.497.315 I slot print_timing: id 1 | task 9283 | eval time = 26405.00 ms / 160 tokens ( 166.07 ms per token, 6.02 tokens per second) 29.39.497.317 I slot print_timing: id 1 | task 9283 | total time = 27723.06 ms / 235 tokens 29.39.497.318 I slot print_timing: id 1 | task 9283 | graphs reused = 8396 29.39.497.319 I slot print_timing: id 1 | task 9283 | graph reallocs = 225 / 0 (same size) / (changed size) 29.39.497.408 I slot release: id 1 | task 9283 | stop processing: n_tokens = 1330, truncated = 0 29.39.620.097 I slot print_timing: id 0 | task 9225 | n_gen = 218, tg = 5.86 t/s, tg_3s = 7.44 t/s 29.42.735.813 I slot print_timing: id 0 | task 9225 | n_gen = 244, tg = 6.05 t/s, tg_3s = 8.34 t/s 29.45.840.666 I slot print_timing: id 0 | task 9225 | n_gen = 270, tg = 6.22 t/s, tg_3s = 8.37 t/s 29.48.222.544 I slot print_timing: id 0 | task 9225 | prompt eval time = 1149.51 ms / 124 tokens ( 9.27 ms per token, 107.87 tokens per second) 29.48.222.550 I slot print_timing: id 0 | task 9225 | eval time = 45637.61 ms / 290 tokens ( 157.92 ms per token, 6.33 tokens per second) 29.48.222.551 I slot print_timing: id 0 | task 9225 | total time = 46787.12 ms / 414 tokens 29.48.222.552 I slot print_timing: id 0 | task 9225 | graphs reused = 8468 29.48.222.553 I slot print_timing: id 0 | task 9225 | graph reallocs = 225 / 0 (same size) / (changed size) 29.48.222.651 I slot release: id 0 | task 9225 | stop processing: n_tokens = 1509, truncated = 0 29.48.259.834 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1523, t_last = 1758246761 29.48.260.161 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 29.48.264.456 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 29.48.270.503 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 29.48.278.360 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 29.48.283.210 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 29.48.288.267 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 29.48.291.919 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 29.48.296.091 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.072 MiB) 29.48.301.502 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 29.48.305.332 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.273 MiB) 29.48.310.279 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 29.48.316.614 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 29.48.322.144 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.835 MiB) 29.48.325.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 29.48.331.067 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.211 MiB) 29.48.337.350 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.913 MiB) 29.48.342.103 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 29.48.347.115 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 29.48.352.333 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 29.48.357.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 29.48.360.725 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 29.48.364.473 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 102.227 MiB) 29.48.368.596 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 29.48.865.989 I slot launch_slot_: id 2 | task 9518 | processing task, is_child = 0 29.48.866.136 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.977 MiB) 29.48.870.115 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.070 MiB) 29.48.872.931 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 29.48.876.712 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 29.48.880.288 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 29.48.884.231 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 29.48.887.577 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 29.48.890.859 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 29.48.896.224 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 29.48.900.371 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 29.48.904.841 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 72.429 MiB) 29.48.907.717 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 29.48.910.985 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 29.48.914.113 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 29.48.917.984 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 29.48.921.587 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB) 29.48.926.077 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 29.48.929.543 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 29.48.933.671 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 29.48.937.130 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.696 MiB) 29.49.377.191 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 29.49.381.058 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 29.49.385.004 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 29.49.389.213 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 29.49.393.265 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 29.49.397.177 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 29.49.400.240 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 29.49.403.394 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.351 MiB) 29.49.406.426 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.478 MiB) 29.49.411.150 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 29.49.414.471 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.852 MiB) 29.49.417.894 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 29.49.421.213 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 29.49.425.405 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 29.49.428.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 29.49.432.223 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 29.49.436.518 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 29.49.440.475 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 29.49.443.646 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.024 MiB) 29.49.447.513 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 29.49.874.534 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 29.49.879.713 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 29.49.882.563 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 29.49.885.960 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 29.49.889.245 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.008 MiB) 29.49.892.855 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1823.792 MiB) 29.50.450.330 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1353, t_last = 1766581613 29.50.450.620 I slot launch_slot_: id 3 | task 9519 | processing task, is_child = 0 29.50.450.868 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1330, t_last = 1779386978 29.50.451.100 I slot launch_slot_: id 1 | task 9520 | processing task, is_child = 0 29.50.451.229 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1509, t_last = 1788112222 29.50.451.445 I slot launch_slot_: id 0 | task 9521 | processing task, is_child = 0 29.56.190.546 I slot print_timing: id 0 | task 9521 | prompt processing, n_tokens = 819, progress = 0.87, t = 5.74 s / 142.71 tokens per second 29.56.239.362 I slot print_timing: id 1 | task 9520 | prompt processing, n_tokens = 653, progress = 0.84, t = 5.72 s / 114.25 tokens per second 29.56.277.041 I slot print_timing: id 2 | task 9518 | prompt processing, n_tokens = 622, progress = 0.80, t = 5.69 s / 109.27 tokens per second 29.56.314.853 I slot print_timing: id 3 | task 9519 | prompt processing, n_tokens = 872, progress = 0.89, t = 5.67 s / 153.93 tokens per second 29.58.350.327 I slot print_timing: id 0 | task 9521 | prompt processing, n_tokens = 936, progress = 1.00, t = 7.90 s / 118.50 tokens per second 29.58.405.938 I slot print_timing: id 1 | task 9520 | prompt processing, n_tokens = 776, progress = 0.99, t = 7.88 s / 98.54 tokens per second 29.58.451.790 I slot print_timing: id 2 | task 9518 | prompt processing, n_tokens = 772, progress = 0.99, t = 7.85 s / 98.32 tokens per second 29.58.498.357 I slot print_timing: id 3 | task 9519 | prompt processing, n_tokens = 981, progress = 1.00, t = 7.82 s / 125.37 tokens per second 29.59.110.593 I slot print_timing: id 0 | task 9521 | prompt eval time = 8495.17 ms / 940 tokens ( 9.04 ms per token, 110.65 tokens per second) 29.59.110.598 I slot print_timing: id 0 | task 9521 | eval time = 163.96 ms / 2 tokens ( 163.96 ms per token, 6.10 tokens per second) 29.59.110.600 I slot print_timing: id 0 | task 9521 | total time = 8659.12 ms / 942 tokens 29.59.110.603 I slot print_timing: id 0 | task 9521 | graphs reused = 8469 29.59.110.605 I slot print_timing: id 0 | task 9521 | graph reallocs = 232 / 0 (same size) / (changed size) 29.59.110.758 I slot release: id 0 | task 9521 | stop processing: n_tokens = 942, truncated = 0 29.59.111.204 I slot print_timing: id 1 | task 9520 | prompt eval time = 8472.23 ms / 780 tokens ( 10.86 ms per token, 92.07 tokens per second) 29.59.111.210 I slot print_timing: id 1 | task 9520 | eval time = 163.98 ms / 2 tokens ( 163.98 ms per token, 6.10 tokens per second) 29.59.111.210 I slot print_timing: id 1 | task 9520 | total time = 8636.21 ms / 782 tokens 29.59.111.211 I slot print_timing: id 1 | task 9520 | graphs reused = 8469 29.59.111.214 I slot print_timing: id 1 | task 9520 | graph reallocs = 232 / 0 (same size) / (changed size) 29.59.111.283 I slot release: id 1 | task 9520 | stop processing: n_tokens = 782, truncated = 0 29.59.111.688 I slot print_timing: id 2 | task 9518 | prompt eval time = 8449.53 ms / 776 tokens ( 10.89 ms per token, 91.84 tokens per second) 29.59.111.694 I slot print_timing: id 2 | task 9518 | eval time = 163.84 ms / 2 tokens ( 163.84 ms per token, 6.10 tokens per second) 29.59.111.695 I slot print_timing: id 2 | task 9518 | total time = 8613.36 ms / 778 tokens 29.59.111.695 I slot print_timing: id 2 | task 9518 | graphs reused = 8469 29.59.111.696 I slot print_timing: id 2 | task 9518 | graph reallocs = 232 / 0 (same size) / (changed size) 29.59.111.791 I slot release: id 2 | task 9518 | stop processing: n_tokens = 778, truncated = 0 29.59.112.263 I slot print_timing: id 3 | task 9519 | prompt eval time = 8423.07 ms / 985 tokens ( 8.55 ms per token, 116.94 tokens per second) 29.59.112.269 I slot print_timing: id 3 | task 9519 | eval time = 163.77 ms / 2 tokens ( 163.77 ms per token, 6.11 tokens per second) 29.59.112.270 I slot print_timing: id 3 | task 9519 | total time = 8586.83 ms / 987 tokens 29.59.112.271 I slot print_timing: id 3 | task 9519 | graphs reused = 8469 29.59.112.272 I slot print_timing: id 3 | task 9519 | graph reallocs = 232 / 0 (same size) / (changed size) 29.59.112.426 I slot release: id 3 | task 9519 | stop processing: n_tokens = 987, truncated = 0 29.59.133.918 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 942, t_last = 1799000329 29.59.134.105 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2154.525 MiB) 29.59.333.588 I slot launch_slot_: id 0 | task 9527 | processing task, is_child = 0 29.59.535.457 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1829.918 MiB) 29.59.702.088 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 1799000854 29.59.702.336 I slot launch_slot_: id 1 | task 9528 | processing task, is_child = 0 29.59.702.523 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 1799001363 29.59.702.706 I slot launch_slot_: id 2 | task 9529 | processing task, is_child = 0 29.59.702.808 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 1799001998 29.59.702.991 I slot launch_slot_: id 3 | task 9530 | processing task, is_child = 0 30.05.249.494 I slot print_timing: id 0 | task 9527 | prompt processing, n_tokens = 672, progress = 0.86, t = 5.55 s / 121.16 tokens per second 30.05.293.644 I slot print_timing: id 1 | task 9528 | prompt processing, n_tokens = 672, progress = 0.81, t = 5.54 s / 121.39 tokens per second 30.05.334.049 I slot print_timing: id 2 | task 9529 | prompt processing, n_tokens = 672, progress = 0.82, t = 5.53 s / 121.58 tokens per second 30.05.375.287 I slot print_timing: id 3 | task 9530 | prompt processing, n_tokens = 672, progress = 0.86, t = 5.52 s / 121.78 tokens per second 30.06.889.010 I slot print_timing: id 0 | task 9527 | prompt processing, n_tokens = 780, progress = 0.99, t = 7.19 s / 108.54 tokens per second 30.06.934.765 I slot print_timing: id 1 | task 9528 | prompt processing, n_tokens = 829, progress = 1.00, t = 7.18 s / 115.54 tokens per second 30.06.983.590 I slot print_timing: id 2 | task 9529 | prompt processing, n_tokens = 819, progress = 1.00, t = 7.17 s / 114.28 tokens per second 30.07.033.426 I slot print_timing: id 3 | task 9530 | prompt processing, n_tokens = 777, progress = 0.99, t = 7.16 s / 108.55 tokens per second 30.07.630.877 I slot print_timing: id 0 | task 9527 | prompt eval time = 7767.65 ms / 784 tokens ( 9.91 ms per token, 100.93 tokens per second) 30.07.630.882 I slot print_timing: id 0 | task 9527 | eval time = 160.21 ms / 2 tokens ( 160.21 ms per token, 6.24 tokens per second) 30.07.630.883 I slot print_timing: id 0 | task 9527 | total time = 7927.86 ms / 786 tokens 30.07.630.885 I slot print_timing: id 0 | task 9527 | graphs reused = 8469 30.07.630.885 I slot print_timing: id 0 | task 9527 | graph reallocs = 236 / 0 (same size) / (changed size) 30.07.630.981 I slot release: id 0 | task 9527 | stop processing: n_tokens = 786, truncated = 0 30.07.631.412 I slot print_timing: id 1 | task 9528 | prompt eval time = 7757.61 ms / 833 tokens ( 9.31 ms per token, 107.38 tokens per second) 30.07.631.417 I slot print_timing: id 1 | task 9528 | eval time = 160.04 ms / 2 tokens ( 160.04 ms per token, 6.25 tokens per second) 30.07.631.418 I slot print_timing: id 1 | task 9528 | total time = 7917.65 ms / 835 tokens 30.07.631.418 I slot print_timing: id 1 | task 9528 | graphs reused = 8469 30.07.631.419 I slot print_timing: id 1 | task 9528 | graph reallocs = 236 / 0 (same size) / (changed size) 30.07.631.478 I slot release: id 1 | task 9528 | stop processing: n_tokens = 835, truncated = 0 30.07.631.953 I slot print_timing: id 2 | task 9529 | prompt eval time = 7749.69 ms / 823 tokens ( 9.42 ms per token, 106.20 tokens per second) 30.07.631.958 I slot print_timing: id 2 | task 9529 | eval time = 159.87 ms / 2 tokens ( 159.87 ms per token, 6.26 tokens per second) 30.07.631.959 I slot print_timing: id 2 | task 9529 | total time = 7909.56 ms / 825 tokens 30.07.631.959 I slot print_timing: id 2 | task 9529 | graphs reused = 8469 30.07.631.960 I slot print_timing: id 2 | task 9529 | graph reallocs = 236 / 0 (same size) / (changed size) 30.07.632.029 I slot release: id 2 | task 9529 | stop processing: n_tokens = 825, truncated = 0 30.07.632.358 I slot print_timing: id 3 | task 9530 | prompt eval time = 7741.64 ms / 781 tokens ( 9.91 ms per token, 100.88 tokens per second) 30.07.632.363 I slot print_timing: id 3 | task 9530 | eval time = 159.62 ms / 2 tokens ( 159.62 ms per token, 6.27 tokens per second) 30.07.632.366 I slot print_timing: id 3 | task 9530 | total time = 7901.25 ms / 783 tokens 30.07.632.368 I slot print_timing: id 3 | task 9530 | graphs reused = 8469 30.07.632.369 I slot print_timing: id 3 | task 9530 | graph reallocs = 236 / 0 (same size) / (changed size) 30.07.632.406 I slot release: id 3 | task 9530 | stop processing: n_tokens = 783, truncated = 0 30.07.654.511 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 1807520552 30.07.764.121 I slot launch_slot_: id 0 | task 9536 | processing task, is_child = 0 30.07.764.228 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1829.620 MiB) 30.08.024.117 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1823.104 MiB) 30.08.268.567 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 1807521050 30.08.268.817 I slot launch_slot_: id 1 | task 9537 | processing task, is_child = 0 30.08.268.995 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.850 30.08.269.102 I slot launch_slot_: id 2 | task 9538 | processing task, is_child = 0 30.08.269.191 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 1807521976 30.08.269.366 I slot launch_slot_: id 3 | task 9539 | processing task, is_child = 0 30.12.168.202 I slot print_timing: id 0 | task 9536 | prompt processing, n_tokens = 738, progress = 0.85, t = 3.90 s / 189.29 tokens per second 30.12.236.922 I slot print_timing: id 1 | task 9537 | prompt processing, n_tokens = 820, progress = 0.86, t = 3.89 s / 210.85 tokens per second 30.12.286.927 I slot print_timing: id 2 | task 9538 | prompt processing, n_tokens = 128, progress = 1.00, t = 3.88 s / 33.00 tokens per second 30.12.337.089 I slot print_timing: id 3 | task 9539 | prompt processing, n_tokens = 738, progress = 0.84, t = 3.82 s / 193.25 tokens per second 30.13.905.628 I slot print_timing: id 0 | task 9536 | prompt processing, n_tokens = 863, progress = 1.00, t = 5.64 s / 153.14 tokens per second 30.13.956.751 I slot print_timing: id 1 | task 9537 | prompt processing, n_tokens = 952, progress = 1.00, t = 5.63 s / 169.22 tokens per second 30.14.014.485 I slot print_timing: id 3 | task 9539 | prompt processing, n_tokens = 871, progress = 1.00, t = 5.56 s / 156.78 tokens per second 30.14.646.585 I slot print_timing: id 2 | task 9538 | prompt eval time = 5616.38 ms / 132 tokens ( 42.55 ms per token, 23.50 tokens per second) 30.14.646.591 I slot print_timing: id 2 | task 9538 | eval time = 740.98 ms / 2 tokens ( 740.98 ms per token, 1.35 tokens per second) 30.14.646.592 I slot print_timing: id 2 | task 9538 | total time = 6357.35 ms / 134 tokens 30.14.646.593 I slot print_timing: id 2 | task 9538 | graphs reused = 8469 30.14.646.594 I slot print_timing: id 2 | task 9538 | graph reallocs = 237 / 0 (same size) / (changed size) 30.14.646.665 I slot release: id 2 | task 9538 | stop processing: n_tokens = 805, truncated = 0 30.14.912.047 I slot print_timing: id 0 | task 9536 | prompt eval time = 6376.10 ms / 867 tokens ( 7.35 ms per token, 135.98 tokens per second) 30.14.912.053 I slot print_timing: id 0 | task 9536 | eval time = 266.55 ms / 2 tokens ( 266.55 ms per token, 3.75 tokens per second) 30.14.912.054 I slot print_timing: id 0 | task 9536 | total time = 6642.66 ms / 869 tokens 30.14.912.055 I slot print_timing: id 0 | task 9536 | graphs reused = 8469 30.14.912.056 I slot print_timing: id 0 | task 9536 | graph reallocs = 238 / 0 (same size) / (changed size) 30.14.912.199 I slot release: id 0 | task 9536 | stop processing: n_tokens = 869, truncated = 0 30.14.912.543 I slot print_timing: id 1 | task 9537 | prompt eval time = 6367.02 ms / 956 tokens ( 6.66 ms per token, 150.15 tokens per second) 30.14.912.546 I slot print_timing: id 1 | task 9537 | eval time = 266.35 ms / 2 tokens ( 266.35 ms per token, 3.75 tokens per second) 30.14.912.547 I slot print_timing: id 1 | task 9537 | total time = 6633.37 ms / 958 tokens 30.14.912.547 I slot print_timing: id 1 | task 9537 | graphs reused = 8469 30.14.912.548 I slot print_timing: id 1 | task 9537 | graph reallocs = 238 / 0 (same size) / (changed size) 30.14.912.631 I slot release: id 1 | task 9537 | stop processing: n_tokens = 958, truncated = 0 30.14.912.978 I slot print_timing: id 3 | task 9539 | prompt eval time = 6298.13 ms / 875 tokens ( 7.20 ms per token, 138.93 tokens per second) 30.14.912.981 I slot print_timing: id 3 | task 9539 | eval time = 265.63 ms / 2 tokens ( 265.63 ms per token, 3.76 tokens per second) 30.14.912.982 I slot print_timing: id 3 | task 9539 | total time = 6563.76 ms / 877 tokens 30.14.912.983 I slot print_timing: id 3 | task 9539 | graphs reused = 8469 30.14.912.983 I slot print_timing: id 3 | task 9539 | graph reallocs = 238 / 0 (same size) / (changed size) 30.14.913.046 I slot release: id 3 | task 9539 | stop processing: n_tokens = 877, truncated = 0 30.14.913.067 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 1814536235 30.15.055.207 I slot launch_slot_: id 2 | task 9545 | processing task, is_child = 0 30.15.055.379 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 991.333 MiB) 30.15.194.304 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.949 MiB) 30.15.334.076 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 773.448 MiB) 30.15.470.653 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 1814801770 30.15.470.910 I slot launch_slot_: id 0 | task 9546 | processing task, is_child = 0 30.15.471.098 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 1814802202 30.15.471.294 I slot launch_slot_: id 1 | task 9547 | processing task, is_child = 0 30.15.471.386 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 1814802618 30.15.471.566 I slot launch_slot_: id 3 | task 9548 | processing task, is_child = 0 30.18.947.404 I slot print_timing: id 0 | task 9546 | prompt processing, n_tokens = 396, progress = 0.43, t = 3.48 s / 113.93 tokens per second 30.18.997.250 I slot print_timing: id 1 | task 9547 | prompt processing, n_tokens = 520, progress = 0.50, t = 3.46 s / 150.08 tokens per second 30.19.028.448 I slot print_timing: id 2 | task 9545 | prompt processing, n_tokens = 485, progress = 0.49, t = 3.45 s / 140.48 tokens per second 30.19.057.096 I slot print_timing: id 3 | task 9548 | prompt processing, n_tokens = 647, progress = 0.36, t = 3.44 s / 188.11 tokens per second 30.21.312.909 I slot print_timing: id 0 | task 9546 | prompt processing, n_tokens = 741, progress = 0.81, t = 5.84 s / 126.86 tokens per second 30.21.356.370 I slot print_timing: id 1 | task 9547 | prompt processing, n_tokens = 882, progress = 0.85, t = 5.83 s / 151.28 tokens per second 30.21.407.554 I slot print_timing: id 2 | task 9545 | prompt processing, n_tokens = 882, progress = 0.88, t = 5.82 s / 151.60 tokens per second 30.21.459.835 I slot print_timing: id 3 | task 9548 | prompt processing, n_tokens = 741, progress = 0.42, t = 5.80 s / 127.65 tokens per second 30.23.312.059 I slot print_timing: id 0 | task 9546 | prompt processing, n_tokens = 908, progress = 1.00, t = 7.84 s / 115.81 tokens per second 30.23.426.225 I slot print_timing: id 1 | task 9547 | prompt processing, n_tokens = 1032, progress = 1.00, t = 7.83 s / 131.81 tokens per second 30.23.483.472 I slot print_timing: id 2 | task 9545 | prompt processing, n_tokens = 997, progress = 1.00, t = 7.82 s / 127.54 tokens per second 30.23.538.908 I slot print_timing: id 3 | task 9548 | prompt processing, n_tokens = 1265, progress = 0.71, t = 7.80 s / 162.10 tokens per second 30.24.512.738 I slot print_timing: id 3 | task 9548 | prompt processing, n_tokens = 1777, progress = 1.00, t = 9.00 s / 197.39 tokens per second 30.24.961.960 I slot print_timing: id 0 | task 9546 | prompt eval time = 9039.78 ms / 912 tokens ( 9.91 ms per token, 100.89 tokens per second) 30.24.961.967 I slot print_timing: id 0 | task 9546 | eval time = 450.58 ms / 2 tokens ( 450.58 ms per token, 2.22 tokens per second) 30.24.961.968 I slot print_timing: id 0 | task 9546 | total time = 9490.37 ms / 914 tokens 30.24.961.972 I slot print_timing: id 0 | task 9546 | graphs reused = 8470 30.24.961.973 I slot print_timing: id 0 | task 9546 | graph reallocs = 242 / 0 (same size) / (changed size) 30.24.962.105 I slot release: id 0 | task 9546 | stop processing: n_tokens = 914, truncated = 0 30.24.962.584 I slot print_timing: id 1 | task 9547 | prompt eval time = 9029.49 ms / 1036 tokens ( 8.72 ms per token, 114.74 tokens per second) 30.24.962.594 I slot print_timing: id 1 | task 9547 | eval time = 450.48 ms / 2 tokens ( 450.48 ms per token, 2.22 tokens per second) 30.24.962.596 I slot print_timing: id 1 | task 9547 | total time = 9479.97 ms / 1038 tokens 30.24.962.597 I slot print_timing: id 1 | task 9547 | graphs reused = 8470 30.24.962.599 I slot print_timing: id 1 | task 9547 | graph reallocs = 242 / 0 (same size) / (changed size) 30.24.962.700 I slot release: id 1 | task 9547 | stop processing: n_tokens = 1038, truncated = 0 30.24.963.056 I slot print_timing: id 2 | task 9545 | prompt eval time = 9017.80 ms / 1001 tokens ( 9.01 ms per token, 111.00 tokens per second) 30.24.963.061 I slot print_timing: id 2 | task 9545 | eval time = 450.34 ms / 2 tokens ( 450.34 ms per token, 2.22 tokens per second) 30.24.963.062 I slot print_timing: id 2 | task 9545 | total time = 9468.14 ms / 1003 tokens 30.24.963.063 I slot print_timing: id 2 | task 9545 | graphs reused = 8470 30.24.963.064 I slot print_timing: id 2 | task 9545 | graph reallocs = 242 / 0 (same size) / (changed size) 30.24.963.117 I slot release: id 2 | task 9545 | stop processing: n_tokens = 1003, truncated = 0 30.25.091.844 I slot print_timing: id 3 | task 9548 | prompt eval time = 9455.85 ms / 1781 tokens ( 5.31 ms per token, 188.35 tokens per second) 30.25.091.850 I slot print_timing: id 3 | task 9548 | eval time = 128.00 ms / 2 tokens ( 128.00 ms per token, 7.81 tokens per second) 30.25.091.851 I slot print_timing: id 3 | task 9548 | total time = 9583.85 ms / 1783 tokens 30.25.091.852 I slot print_timing: id 3 | task 9548 | graphs reused = 8470 30.25.091.853 I slot print_timing: id 3 | task 9548 | graph reallocs = 242 / 0 (same size) / (changed size) 30.25.092.071 I slot release: id 3 | task 9548 | stop processing: n_tokens = 1783, truncated = 0 30.25.092.093 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 1824851676 30.25.092.217 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1050.789 MiB) 30.25.244.894 I slot launch_slot_: id 0 | task 9555 | processing task, is_child = 0 30.25.245.018 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 796.699 MiB) 30.25.263.622 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 843.404 MiB) 30.25.419.352 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 833.873 MiB) 30.25.618.292 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 793.839 MiB) 30.25.844.810 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.432 30.25.845.117 I slot launch_slot_: id 3 | task 9556 | processing task, is_child = 0 30.25.845.326 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 1824852271 30.25.845.530 I slot launch_slot_: id 1 | task 9557 | processing task, is_child = 0 30.25.845.633 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 1824852688 30.25.845.827 I slot launch_slot_: id 2 | task 9558 | processing task, is_child = 0 30.31.305.728 I slot print_timing: id 0 | task 9555 | prompt processing, n_tokens = 756, progress = 0.87, t = 5.46 s / 138.47 tokens per second 30.31.350.258 I slot print_timing: id 1 | task 9557 | prompt processing, n_tokens = 599, progress = 0.81, t = 5.45 s / 109.94 tokens per second 30.31.385.410 I slot print_timing: id 2 | task 9558 | prompt processing, n_tokens = 599, progress = 0.84, t = 5.44 s / 110.19 tokens per second 30.31.420.716 I slot print_timing: id 3 | task 9556 | prompt processing, n_tokens = 183, progress = 1.00, t = 5.42 s / 33.74 tokens per second 30.33.122.646 I slot print_timing: id 0 | task 9555 | prompt processing, n_tokens = 866, progress = 1.00, t = 7.28 s / 119.02 tokens per second 30.33.173.745 I slot print_timing: id 1 | task 9557 | prompt processing, n_tokens = 738, progress = 0.99, t = 7.26 s / 101.58 tokens per second 30.33.217.080 I slot print_timing: id 2 | task 9558 | prompt processing, n_tokens = 708, progress = 0.99, t = 7.25 s / 97.62 tokens per second 30.33.683.706 I slot print_timing: id 3 | task 9556 | prompt eval time = 7240.25 ms / 187 tokens ( 38.72 ms per token, 25.83 tokens per second) 30.33.683.712 I slot print_timing: id 3 | task 9556 | eval time = 561.08 ms / 2 tokens ( 561.08 ms per token, 1.78 tokens per second) 30.33.683.713 I slot print_timing: id 3 | task 9556 | total time = 7801.32 ms / 189 tokens 30.33.683.714 I slot print_timing: id 3 | task 9556 | graphs reused = 8470 30.33.683.714 I slot print_timing: id 3 | task 9556 | graph reallocs = 245 / 0 (same size) / (changed size) 30.33.683.796 I slot release: id 3 | task 9556 | stop processing: n_tokens = 929, truncated = 0 30.33.907.455 I slot print_timing: id 0 | task 9555 | prompt eval time = 7836.26 ms / 870 tokens ( 9.01 ms per token, 111.02 tokens per second) 30.33.907.461 I slot print_timing: id 0 | task 9555 | eval time = 225.35 ms / 2 tokens ( 225.35 ms per token, 4.44 tokens per second) 30.33.907.463 I slot print_timing: id 0 | task 9555 | total time = 8061.61 ms / 872 tokens 30.33.907.464 I slot print_timing: id 0 | task 9555 | graphs reused = 8470 30.33.907.464 I slot print_timing: id 0 | task 9555 | graph reallocs = 245 / 0 (same size) / (changed size) 30.33.907.546 I slot release: id 0 | task 9555 | stop processing: n_tokens = 872, truncated = 0 30.33.907.887 I slot print_timing: id 1 | task 9557 | prompt eval time = 7825.75 ms / 742 tokens ( 10.55 ms per token, 94.82 tokens per second) 30.33.907.890 I slot print_timing: id 1 | task 9557 | eval time = 225.10 ms / 2 tokens ( 225.10 ms per token, 4.44 tokens per second) 30.33.907.891 I slot print_timing: id 1 | task 9557 | total time = 8050.85 ms / 744 tokens 30.33.907.892 I slot print_timing: id 1 | task 9557 | graphs reused = 8470 30.33.907.893 I slot print_timing: id 1 | task 9557 | graph reallocs = 245 / 0 (same size) / (changed size) 30.33.907.944 I slot release: id 1 | task 9557 | stop processing: n_tokens = 744, truncated = 0 30.33.908.376 I slot print_timing: id 2 | task 9558 | prompt eval time = 7813.78 ms / 712 tokens ( 10.97 ms per token, 91.12 tokens per second) 30.33.908.382 I slot print_timing: id 2 | task 9558 | eval time = 224.96 ms / 2 tokens ( 224.96 ms per token, 4.45 tokens per second) 30.33.908.383 I slot print_timing: id 2 | task 9558 | total time = 8038.74 ms / 714 tokens 30.33.908.385 I slot print_timing: id 2 | task 9558 | graphs reused = 8470 30.33.908.386 I slot print_timing: id 2 | task 9558 | graph reallocs = 245 / 0 (same size) / (changed size) 30.33.908.438 I slot release: id 2 | task 9558 | stop processing: n_tokens = 714, truncated = 0 30.33.908.459 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.844 30.33.908.667 I slot launch_slot_: id 1 | task 9564 | processing task, is_child = 0 30.33.908.856 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1031.068 MiB) 30.34.080.407 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.438 MiB) 30.34.225.068 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1006.896 MiB) 30.34.375.634 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.880 30.34.375.797 I slot launch_slot_: id 2 | task 9565 | processing task, is_child = 0 30.34.375.989 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 1833573367 30.34.411.327 I slot launch_slot_: id 3 | task 9566 | processing task, is_child = 0 30.34.411.438 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 1833797117 30.34.411.629 I slot launch_slot_: id 0 | task 9567 | processing task, is_child = 0 30.37.722.618 I slot print_timing: id 0 | task 9567 | prompt processing, n_tokens = 873, progress = 1.00, t = 3.31 s / 263.84 tokens per second 30.38.147.782 I slot print_timing: id 1 | task 9564 | prompt eval time = 3298.63 ms / 118 tokens ( 27.95 ms per token, 35.77 tokens per second) 30.38.147.790 I slot print_timing: id 1 | task 9564 | eval time = 426.61 ms / 2 tokens ( 426.61 ms per token, 2.34 tokens per second) 30.38.147.791 I slot print_timing: id 1 | task 9564 | total time = 3725.24 ms / 120 tokens 30.38.147.792 I slot print_timing: id 1 | task 9564 | graphs reused = 8470 30.38.147.793 I slot print_timing: id 1 | task 9564 | graph reallocs = 247 / 0 (same size) / (changed size) 30.38.147.863 I slot release: id 1 | task 9564 | stop processing: n_tokens = 718, truncated = 0 30.38.148.171 I slot print_timing: id 2 | task 9565 | prompt eval time = 3245.28 ms / 127 tokens ( 25.55 ms per token, 39.13 tokens per second) 30.38.148.176 I slot print_timing: id 2 | task 9565 | eval time = 426.28 ms / 2 tokens ( 426.28 ms per token, 2.35 tokens per second) 30.38.148.176 I slot print_timing: id 2 | task 9565 | total time = 3671.56 ms / 129 tokens 30.38.148.177 I slot print_timing: id 2 | task 9565 | graphs reused = 8470 30.38.148.178 I slot print_timing: id 2 | task 9565 | graph reallocs = 247 / 0 (same size) / (changed size) 30.38.148.216 I slot release: id 2 | task 9565 | stop processing: n_tokens = 727, truncated = 0 30.38.148.556 I slot print_timing: id 3 | task 9566 | prompt eval time = 3192.23 ms / 121 tokens ( 26.38 ms per token, 37.90 tokens per second) 30.38.148.559 I slot print_timing: id 3 | task 9566 | eval time = 425.96 ms / 2 tokens ( 425.96 ms per token, 2.35 tokens per second) 30.38.148.560 I slot print_timing: id 3 | task 9566 | total time = 3618.19 ms / 123 tokens 30.38.148.561 I slot print_timing: id 3 | task 9566 | graphs reused = 8470 30.38.148.561 I slot print_timing: id 3 | task 9566 | graph reallocs = 247 / 0 (same size) / (changed size) 30.38.148.592 I slot release: id 3 | task 9566 | stop processing: n_tokens = 721, truncated = 0 30.38.274.842 I slot print_timing: id 0 | task 9567 | prompt eval time = 3735.75 ms / 877 tokens ( 4.26 ms per token, 234.76 tokens per second) 30.38.274.848 I slot print_timing: id 0 | task 9567 | eval time = 127.44 ms / 2 tokens ( 127.44 ms per token, 7.85 tokens per second) 30.38.274.850 I slot print_timing: id 0 | task 9567 | total time = 3863.19 ms / 879 tokens 30.38.274.851 I slot print_timing: id 0 | task 9567 | graphs reused = 8470 30.38.274.852 I slot print_timing: id 0 | task 9567 | graph reallocs = 247 / 0 (same size) / (changed size) 30.38.274.945 I slot release: id 0 | task 9567 | stop processing: n_tokens = 879, truncated = 0 30.38.274.968 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 1838037433 30.38.399.748 I slot launch_slot_: id 1 | task 9573 | processing task, is_child = 0 30.38.399.921 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.063 MiB) 30.38.545.498 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 940.268 MiB) 30.38.672.584 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1095.338 MiB) 30.38.815.756 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 1838037786 30.38.816.016 I slot launch_slot_: id 2 | task 9574 | processing task, is_child = 0 30.38.816.192 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 1838038162 30.38.816.378 I slot launch_slot_: id 3 | task 9575 | processing task, is_child = 0 30.38.816.472 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 1838164516 30.38.816.652 I slot launch_slot_: id 0 | task 9576 | processing task, is_child = 0 30.42.558.091 I slot print_timing: id 0 | task 9576 | prompt processing, n_tokens = 487, progress = 0.49, t = 3.74 s / 130.17 tokens per second 30.42.587.407 I slot print_timing: id 1 | task 9573 | prompt processing, n_tokens = 480, progress = 0.48, t = 3.73 s / 128.69 tokens per second 30.42.616.259 I slot print_timing: id 2 | task 9574 | prompt processing, n_tokens = 494, progress = 0.49, t = 3.72 s / 132.86 tokens per second 30.42.644.610 I slot print_timing: id 3 | task 9575 | prompt processing, n_tokens = 520, progress = 0.50, t = 3.71 s / 140.29 tokens per second 30.45.290.898 I slot print_timing: id 0 | task 9576 | prompt processing, n_tokens = 861, progress = 0.86, t = 6.47 s / 132.99 tokens per second 30.45.342.149 I slot print_timing: id 1 | task 9573 | prompt processing, n_tokens = 861, progress = 0.86, t = 6.46 s / 133.22 tokens per second 30.45.392.657 I slot print_timing: id 2 | task 9574 | prompt processing, n_tokens = 861, progress = 0.85, t = 6.45 s / 133.47 tokens per second 30.45.443.333 I slot print_timing: id 3 | task 9575 | prompt processing, n_tokens = 861, progress = 0.83, t = 6.44 s / 133.71 tokens per second 30.47.824.994 I slot print_timing: id 0 | task 9576 | prompt processing, n_tokens = 999, progress = 1.00, t = 9.01 s / 110.90 tokens per second 30.47.889.532 I slot print_timing: id 1 | task 9573 | prompt processing, n_tokens = 992, progress = 1.00, t = 9.00 s / 110.26 tokens per second 30.47.947.689 I slot print_timing: id 2 | task 9574 | prompt processing, n_tokens = 1006, progress = 1.00, t = 8.99 s / 111.96 tokens per second 30.48.006.339 I slot print_timing: id 3 | task 9575 | prompt processing, n_tokens = 1032, progress = 1.00, t = 8.97 s / 115.00 tokens per second 30.48.628.173 I slot print_timing: id 0 | task 9576 | prompt eval time = 9645.31 ms / 1003 tokens ( 9.62 ms per token, 103.99 tokens per second) 30.48.628.178 I slot print_timing: id 0 | task 9576 | eval time = 166.19 ms / 2 tokens ( 166.19 ms per token, 6.02 tokens per second) 30.48.628.179 I slot print_timing: id 0 | task 9576 | total time = 9811.50 ms / 1005 tokens 30.48.628.181 I slot print_timing: id 0 | task 9576 | graphs reused = 8471 30.48.628.181 I slot print_timing: id 0 | task 9576 | graph reallocs = 254 / 0 (same size) / (changed size) 30.48.628.256 I slot release: id 0 | task 9576 | stop processing: n_tokens = 1005, truncated = 0 30.48.628.555 I slot print_timing: id 1 | task 9573 | prompt eval time = 9634.55 ms / 996 tokens ( 9.67 ms per token, 103.38 tokens per second) 30.48.628.560 I slot print_timing: id 1 | task 9573 | eval time = 165.97 ms / 2 tokens ( 165.97 ms per token, 6.03 tokens per second) 30.48.628.561 I slot print_timing: id 1 | task 9573 | total time = 9800.53 ms / 998 tokens 30.48.628.561 I slot print_timing: id 1 | task 9573 | graphs reused = 8471 30.48.628.562 I slot print_timing: id 1 | task 9573 | graph reallocs = 254 / 0 (same size) / (changed size) 30.48.628.597 I slot release: id 1 | task 9573 | stop processing: n_tokens = 998, truncated = 0 30.48.628.951 I slot print_timing: id 2 | task 9574 | prompt eval time = 9623.28 ms / 1010 tokens ( 9.53 ms per token, 104.95 tokens per second) 30.48.628.956 I slot print_timing: id 2 | task 9574 | eval time = 165.76 ms / 2 tokens ( 165.76 ms per token, 6.03 tokens per second) 30.48.628.957 I slot print_timing: id 2 | task 9574 | total time = 9789.04 ms / 1012 tokens 30.48.628.957 I slot print_timing: id 2 | task 9574 | graphs reused = 8471 30.48.628.958 I slot print_timing: id 2 | task 9574 | graph reallocs = 254 / 0 (same size) / (changed size) 30.48.628.994 I slot release: id 2 | task 9574 | stop processing: n_tokens = 1012, truncated = 0 30.48.629.355 I slot print_timing: id 3 | task 9575 | prompt eval time = 9612.35 ms / 1036 tokens ( 9.28 ms per token, 107.78 tokens per second) 30.48.629.361 I slot print_timing: id 3 | task 9575 | eval time = 165.56 ms / 2 tokens ( 165.56 ms per token, 6.04 tokens per second) 30.48.629.362 I slot print_timing: id 3 | task 9575 | total time = 9777.91 ms / 1038 tokens 30.48.629.363 I slot print_timing: id 3 | task 9575 | graphs reused = 8471 30.48.629.364 I slot print_timing: id 3 | task 9575 | graph reallocs = 254 / 0 (same size) / (changed size) 30.48.629.423 I slot release: id 3 | task 9575 | stop processing: n_tokens = 1038, truncated = 0 30.48.653.751 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 1848517825 30.48.653.962 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1069.164 MiB) 30.48.823.556 I slot launch_slot_: id 0 | task 9582 | processing task, is_child = 0 30.48.823.675 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.116 MiB) 30.48.978.569 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.923 MiB) 30.49.236.941 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1057.382 MiB) 30.49.391.508 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 998, t_last = 1848518167 30.49.391.776 I slot launch_slot_: id 1 | task 9583 | processing task, is_child = 0 30.49.391.988 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.879 30.49.392.098 I slot launch_slot_: id 2 | task 9584 | processing task, is_child = 0 30.49.392.203 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 1848518995 30.49.392.388 I slot launch_slot_: id 3 | task 9585 | processing task, is_child = 0 30.53.831.896 I slot print_timing: id 0 | task 9582 | prompt processing, n_tokens = 759, progress = 0.86, t = 4.44 s / 170.97 tokens per second 30.53.901.013 I slot print_timing: id 1 | task 9583 | prompt processing, n_tokens = 759, progress = 0.76, t = 4.43 s / 171.47 tokens per second 30.53.949.337 I slot print_timing: id 2 | task 9584 | prompt processing, n_tokens = 133, progress = 1.00, t = 4.41 s / 30.13 tokens per second 30.54.008.948 I slot print_timing: id 3 | task 9585 | prompt processing, n_tokens = 731, progress = 0.82, t = 4.34 s / 168.54 tokens per second 30.55.693.562 I slot print_timing: id 0 | task 9582 | prompt processing, n_tokens = 880, progress = 1.00, t = 6.30 s / 139.67 tokens per second 30.55.746.107 I slot print_timing: id 1 | task 9583 | prompt processing, n_tokens = 998, progress = 1.00, t = 6.29 s / 158.73 tokens per second 30.55.805.980 I slot print_timing: id 3 | task 9585 | prompt processing, n_tokens = 883, progress = 1.00, t = 6.20 s / 142.46 tokens per second 30.56.435.492 I slot print_timing: id 2 | task 9584 | prompt eval time = 6275.19 ms / 137 tokens ( 45.80 ms per token, 21.83 tokens per second) 30.56.435.499 I slot print_timing: id 2 | task 9584 | eval time = 741.95 ms / 2 tokens ( 741.95 ms per token, 1.35 tokens per second) 30.56.435.500 I slot print_timing: id 2 | task 9584 | total time = 7017.14 ms / 139 tokens 30.56.435.500 I slot print_timing: id 2 | task 9584 | graphs reused = 8471 30.56.435.502 I slot print_timing: id 2 | task 9584 | graph reallocs = 255 / 0 (same size) / (changed size) 30.56.435.566 I slot release: id 2 | task 9584 | stop processing: n_tokens = 999, truncated = 0 30.56.696.521 I slot print_timing: id 0 | task 9582 | prompt eval time = 7042.04 ms / 884 tokens ( 7.97 ms per token, 125.53 tokens per second) 30.56.696.527 I slot print_timing: id 0 | task 9582 | eval time = 262.07 ms / 2 tokens ( 262.07 ms per token, 3.82 tokens per second) 30.56.696.528 I slot print_timing: id 0 | task 9582 | total time = 7304.11 ms / 886 tokens 30.56.696.529 I slot print_timing: id 0 | task 9582 | graphs reused = 8471 30.56.696.530 I slot print_timing: id 0 | task 9582 | graph reallocs = 256 / 0 (same size) / (changed size) 30.56.696.646 I slot release: id 0 | task 9582 | stop processing: n_tokens = 886, truncated = 0 30.56.696.949 I slot print_timing: id 1 | task 9583 | prompt eval time = 7029.82 ms / 1002 tokens ( 7.02 ms per token, 142.54 tokens per second) 30.56.696.954 I slot print_timing: id 1 | task 9583 | eval time = 261.75 ms / 2 tokens ( 261.75 ms per token, 3.82 tokens per second) 30.56.696.955 I slot print_timing: id 1 | task 9583 | total time = 7291.57 ms / 1004 tokens 30.56.696.955 I slot print_timing: id 1 | task 9583 | graphs reused = 8471 30.56.696.956 I slot print_timing: id 1 | task 9583 | graph reallocs = 256 / 0 (same size) / (changed size) 30.56.697.014 I slot release: id 1 | task 9583 | stop processing: n_tokens = 1004, truncated = 0 30.56.697.384 I slot print_timing: id 3 | task 9585 | prompt eval time = 6941.55 ms / 887 tokens ( 7.83 ms per token, 127.78 tokens per second) 30.56.697.390 I slot print_timing: id 3 | task 9585 | eval time = 261.13 ms / 2 tokens ( 261.13 ms per token, 3.83 tokens per second) 30.56.697.391 I slot print_timing: id 3 | task 9585 | total time = 7202.69 ms / 889 tokens 30.56.697.392 I slot print_timing: id 3 | task 9585 | graphs reused = 8471 30.56.697.393 I slot print_timing: id 3 | task 9585 | graph reallocs = 256 / 0 (same size) / (changed size) 30.56.697.456 I slot release: id 3 | task 9585 | stop processing: n_tokens = 889, truncated = 0 30.56.697.472 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.800 (> 0.100 thold), f_keep = 0.889 30.56.697.631 I slot launch_slot_: id 0 | task 9591 | processing task, is_child = 0 30.56.697.768 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.391 MiB) 30.56.863.273 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 914.407 MiB) 30.56.879.705 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 900.781 MiB) 30.57.064.729 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.937 MiB) 30.57.237.903 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.785 30.57.238.067 I slot launch_slot_: id 1 | task 9592 | processing task, is_child = 0 30.57.238.271 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 1856325137 30.57.287.709 I slot launch_slot_: id 2 | task 9593 | processing task, is_child = 0 30.57.287.831 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 1856587025 30.57.288.030 I slot launch_slot_: id 3 | task 9594 | processing task, is_child = 0 31.01.165.468 I slot print_timing: id 3 | task 9594 | prompt processing, n_tokens = 947, progress = 1.00, t = 3.64 s / 260.11 tokens per second 31.01.593.249 I slot print_timing: id 0 | task 9591 | prompt eval time = 3875.99 ms / 226 tokens ( 17.15 ms per token, 58.31 tokens per second) 31.01.593.256 I slot print_timing: id 0 | task 9591 | eval time = 429.20 ms / 2 tokens ( 429.20 ms per token, 2.33 tokens per second) 31.01.593.257 I slot print_timing: id 0 | task 9591 | total time = 4305.20 ms / 228 tokens 31.01.593.258 I slot print_timing: id 0 | task 9591 | graphs reused = 8471 31.01.593.259 I slot print_timing: id 0 | task 9591 | graph reallocs = 257 / 0 (same size) / (changed size) 31.01.593.372 I slot release: id 0 | task 9591 | stop processing: n_tokens = 986, truncated = 0 31.01.593.743 I slot print_timing: id 1 | task 9592 | prompt eval time = 3798.67 ms / 134 tokens ( 28.35 ms per token, 35.28 tokens per second) 31.01.593.747 I slot print_timing: id 1 | task 9592 | eval time = 429.01 ms / 2 tokens ( 429.01 ms per token, 2.33 tokens per second) 31.01.593.748 I slot print_timing: id 1 | task 9592 | total time = 4227.69 ms / 136 tokens 31.01.593.748 I slot print_timing: id 1 | task 9592 | graphs reused = 8471 31.01.593.749 I slot print_timing: id 1 | task 9592 | graph reallocs = 257 / 0 (same size) / (changed size) 31.01.593.800 I slot release: id 1 | task 9592 | stop processing: n_tokens = 894, truncated = 0 31.01.594.153 I slot print_timing: id 2 | task 9593 | prompt eval time = 3721.55 ms / 113 tokens ( 32.93 ms per token, 30.36 tokens per second) 31.01.594.156 I slot print_timing: id 2 | task 9593 | eval time = 428.71 ms / 2 tokens ( 428.71 ms per token, 2.33 tokens per second) 31.01.594.157 I slot print_timing: id 2 | task 9593 | total time = 4150.26 ms / 115 tokens 31.01.594.157 I slot print_timing: id 2 | task 9593 | graphs reused = 8471 31.01.594.158 I slot print_timing: id 2 | task 9593 | graph reallocs = 257 / 0 (same size) / (changed size) 31.01.594.190 I slot release: id 2 | task 9593 | stop processing: n_tokens = 873, truncated = 0 31.01.716.834 I slot print_timing: id 3 | task 9594 | prompt eval time = 4072.31 ms / 951 tokens ( 4.28 ms per token, 233.53 tokens per second) 31.01.716.840 I slot print_timing: id 3 | task 9594 | eval time = 121.98 ms / 2 tokens ( 121.98 ms per token, 8.20 tokens per second) 31.01.716.841 I slot print_timing: id 3 | task 9594 | total time = 4194.29 ms / 953 tokens 31.01.716.843 I slot print_timing: id 3 | task 9594 | graphs reused = 8471 31.01.716.844 I slot print_timing: id 3 | task 9594 | graph reallocs = 257 / 0 (same size) / (changed size) 31.01.716.932 I slot release: id 3 | task 9594 | stop processing: n_tokens = 953, truncated = 0 31.01.716.951 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 1861482943 31.01.880.620 I slot launch_slot_: id 0 | task 9600 | processing task, is_child = 0 31.01.880.732 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1064.508 MiB) 31.02.060.500 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1057.836 MiB) 31.02.275.514 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1071.180 MiB) 31.02.418.218 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 1861483371 31.02.418.472 I slot launch_slot_: id 1 | task 9601 | processing task, is_child = 0 31.02.418.662 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 1861483759 31.02.418.853 I slot launch_slot_: id 2 | task 9602 | processing task, is_child = 0 31.02.418.950 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 1861606503 31.02.419.128 I slot launch_slot_: id 3 | task 9603 | processing task, is_child = 0 31.05.441.022 I slot print_timing: id 0 | task 9600 | prompt processing, n_tokens = 427, progress = 0.45, t = 3.02 s / 141.30 tokens per second 31.05.541.419 I slot print_timing: id 1 | task 9601 | prompt processing, n_tokens = 382, progress = 0.43, t = 3.01 s / 127.05 tokens per second 31.08.046.648 I slot print_timing: id 0 | task 9600 | prompt processing, n_tokens = 761, progress = 0.81, t = 5.63 s / 135.23 tokens per second 31.08.092.369 I slot print_timing: id 1 | task 9601 | prompt processing, n_tokens = 761, progress = 0.85, t = 5.61 s / 135.60 tokens per second 31.08.138.500 I slot print_timing: id 2 | task 9602 | prompt processing, n_tokens = 761, progress = 0.82, t = 5.60 s / 135.98 tokens per second 31.08.185.517 I slot print_timing: id 3 | task 9603 | prompt processing, n_tokens = 849, progress = 0.62, t = 5.58 s / 152.12 tokens per second 31.10.429.462 I slot print_timing: id 0 | task 9600 | prompt processing, n_tokens = 939, progress = 1.00, t = 8.01 s / 117.22 tokens per second 31.10.493.162 I slot print_timing: id 1 | task 9601 | prompt processing, n_tokens = 894, progress = 1.00, t = 8.00 s / 111.82 tokens per second 31.10.547.938 I slot print_timing: id 2 | task 9602 | prompt processing, n_tokens = 920, progress = 1.00, t = 7.98 s / 115.30 tokens per second 31.10.602.796 I slot print_timing: id 3 | task 9603 | prompt processing, n_tokens = 1157, progress = 0.85, t = 7.96 s / 145.28 tokens per second 31.11.485.285 I slot print_timing: id 3 | task 9603 | prompt processing, n_tokens = 1361, progress = 1.00, t = 9.02 s / 150.93 tokens per second 31.11.935.631 I slot print_timing: id 0 | task 9600 | prompt eval time = 9064.69 ms / 943 tokens ( 9.61 ms per token, 104.03 tokens per second) 31.11.935.638 I slot print_timing: id 0 | task 9600 | eval time = 451.79 ms / 2 tokens ( 451.79 ms per token, 2.21 tokens per second) 31.11.935.640 I slot print_timing: id 0 | task 9600 | total time = 9516.48 ms / 945 tokens 31.11.935.641 I slot print_timing: id 0 | task 9600 | graphs reused = 8471 31.11.935.642 I slot print_timing: id 0 | task 9600 | graph reallocs = 263 / 0 (same size) / (changed size) 31.11.935.750 I slot release: id 0 | task 9600 | stop processing: n_tokens = 945, truncated = 0 31.11.936.112 I slot print_timing: id 1 | task 9601 | prompt eval time = 9050.18 ms / 898 tokens ( 10.08 ms per token, 99.22 tokens per second) 31.11.936.115 I slot print_timing: id 1 | task 9601 | eval time = 451.56 ms / 2 tokens ( 451.56 ms per token, 2.21 tokens per second) 31.11.936.116 I slot print_timing: id 1 | task 9601 | total time = 9501.74 ms / 900 tokens 31.11.936.117 I slot print_timing: id 1 | task 9601 | graphs reused = 8471 31.11.936.118 I slot print_timing: id 1 | task 9601 | graph reallocs = 263 / 0 (same size) / (changed size) 31.11.936.172 I slot release: id 1 | task 9601 | stop processing: n_tokens = 900, truncated = 0 31.11.936.548 I slot print_timing: id 2 | task 9602 | prompt eval time = 9035.14 ms / 924 tokens ( 9.78 ms per token, 102.27 tokens per second) 31.11.936.552 I slot print_timing: id 2 | task 9602 | eval time = 451.28 ms / 2 tokens ( 451.28 ms per token, 2.22 tokens per second) 31.11.936.552 I slot print_timing: id 2 | task 9602 | total time = 9486.43 ms / 926 tokens 31.11.936.553 I slot print_timing: id 2 | task 9602 | graphs reused = 8471 31.11.936.554 I slot print_timing: id 2 | task 9602 | graph reallocs = 263 / 0 (same size) / (changed size) 31.11.936.600 I slot release: id 2 | task 9602 | stop processing: n_tokens = 926, truncated = 0 31.12.065.694 I slot print_timing: id 3 | task 9603 | prompt eval time = 9472.00 ms / 1365 tokens ( 6.94 ms per token, 144.11 tokens per second) 31.12.065.701 I slot print_timing: id 3 | task 9603 | eval time = 128.32 ms / 2 tokens ( 128.32 ms per token, 7.79 tokens per second) 31.12.065.703 I slot print_timing: id 3 | task 9603 | total time = 9600.32 ms / 1367 tokens 31.12.065.704 I slot print_timing: id 3 | task 9603 | graphs reused = 8471 31.12.065.705 I slot print_timing: id 3 | task 9603 | graph reallocs = 263 / 0 (same size) / (changed size) 31.12.065.834 I slot release: id 3 | task 9603 | stop processing: n_tokens = 1367, truncated = 0 31.12.065.857 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.868 31.12.066.053 I slot launch_slot_: id 3 | task 9610 | processing task, is_child = 0 31.12.066.242 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1088.775 MiB) 31.12.230.779 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1331.925 MiB) 31.12.376.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 913.314 MiB) 31.12.534.303 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 1871825322 31.12.534.569 I slot launch_slot_: id 0 | task 9611 | processing task, is_child = 0 31.12.534.758 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 1871825742 31.12.534.954 I slot launch_slot_: id 1 | task 9612 | processing task, is_child = 0 31.12.535.049 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 1871826169 31.12.535.234 I slot launch_slot_: id 2 | task 9613 | processing task, is_child = 0 31.15.981.517 I slot print_timing: id 0 | task 9611 | prompt processing, n_tokens = 794, progress = 0.61, t = 3.45 s / 230.40 tokens per second 31.16.029.816 I slot print_timing: id 1 | task 9612 | prompt processing, n_tokens = 839, progress = 0.62, t = 3.43 s / 244.31 tokens per second 31.16.081.381 I slot print_timing: id 2 | task 9613 | prompt processing, n_tokens = 274, progress = 0.35, t = 3.42 s / 80.05 tokens per second 31.16.099.205 I slot print_timing: id 3 | task 9610 | prompt processing, n_tokens = 79, progress = 1.00, t = 3.41 s / 23.16 tokens per second 31.18.378.398 I slot print_timing: id 0 | task 9611 | prompt processing, n_tokens = 1157, progress = 0.88, t = 5.84 s / 198.03 tokens per second 31.18.439.462 I slot print_timing: id 1 | task 9612 | prompt processing, n_tokens = 1157, progress = 0.85, t = 5.83 s / 198.44 tokens per second 31.18.500.264 I slot print_timing: id 2 | task 9613 | prompt processing, n_tokens = 678, progress = 0.86, t = 5.82 s / 116.51 tokens per second 31.19.953.965 I slot print_timing: id 3 | task 9610 | prompt eval time = 5807.83 ms / 83 tokens ( 69.97 ms per token, 14.29 tokens per second) 31.19.953.971 I slot print_timing: id 3 | task 9610 | eval time = 1575.58 ms / 2 tokens ( 1575.58 ms per token, 0.63 tokens per second) 31.19.953.972 I slot print_timing: id 3 | task 9610 | total time = 7383.41 ms / 85 tokens 31.19.953.973 I slot print_timing: id 3 | task 9610 | graphs reused = 8471 31.19.953.973 I slot print_timing: id 3 | task 9610 | graph reallocs = 268 / 0 (same size) / (changed size) 31.19.954.055 I slot release: id 3 | task 9610 | stop processing: n_tokens = 1270, truncated = 0 31.19.954.079 I slot print_timing: id 0 | task 9611 | prompt processing, n_tokens = 1306, progress = 1.00, t = 7.42 s / 176.05 tokens per second 31.20.013.737 I slot print_timing: id 1 | task 9612 | prompt processing, n_tokens = 1351, progress = 1.00, t = 7.41 s / 182.41 tokens per second 31.20.074.099 I slot print_timing: id 2 | task 9613 | prompt processing, n_tokens = 786, progress = 0.99, t = 7.39 s / 106.29 tokens per second 31.20.431.885 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 1879843626 31.20.432.021 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.468 MiB) 31.20.655.097 I slot launch_slot_: id 3 | task 9618 | processing task, is_child = 0 31.21.354.609 I slot print_timing: id 0 | task 9611 | prompt eval time = 7895.39 ms / 1310 tokens ( 6.03 ms per token, 165.92 tokens per second) 31.21.354.615 I slot print_timing: id 0 | task 9611 | eval time = 923.96 ms / 2 tokens ( 923.96 ms per token, 1.08 tokens per second) 31.21.354.617 I slot print_timing: id 0 | task 9611 | total time = 8819.35 ms / 1312 tokens 31.21.354.618 I slot print_timing: id 0 | task 9611 | graphs reused = 8471 31.21.354.620 I slot print_timing: id 0 | task 9611 | graph reallocs = 268 / 0 (same size) / (changed size) 31.21.354.714 I slot release: id 0 | task 9611 | stop processing: n_tokens = 1312, truncated = 0 31.21.355.150 I slot print_timing: id 1 | task 9612 | prompt eval time = 7883.94 ms / 1355 tokens ( 5.82 ms per token, 171.87 tokens per second) 31.21.355.155 I slot print_timing: id 1 | task 9612 | eval time = 923.88 ms / 2 tokens ( 923.88 ms per token, 1.08 tokens per second) 31.21.355.156 I slot print_timing: id 1 | task 9612 | total time = 8807.83 ms / 1357 tokens 31.21.355.156 I slot print_timing: id 1 | task 9612 | graphs reused = 8471 31.21.355.158 I slot print_timing: id 1 | task 9612 | graph reallocs = 268 / 0 (same size) / (changed size) 31.21.355.253 I slot release: id 1 | task 9612 | stop processing: n_tokens = 1357, truncated = 0 31.21.355.713 I slot print_timing: id 2 | task 9613 | prompt eval time = 7873.11 ms / 790 tokens ( 9.97 ms per token, 100.34 tokens per second) 31.21.355.717 I slot print_timing: id 2 | task 9613 | eval time = 923.84 ms / 2 tokens ( 923.84 ms per token, 1.08 tokens per second) 31.21.355.718 I slot print_timing: id 2 | task 9613 | total time = 8796.94 ms / 792 tokens 31.21.355.719 I slot print_timing: id 2 | task 9613 | graphs reused = 8471 31.21.355.720 I slot print_timing: id 2 | task 9613 | graph reallocs = 268 / 0 (same size) / (changed size) 31.21.355.802 I slot release: id 2 | task 9613 | stop processing: n_tokens = 792, truncated = 0 31.21.770.509 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 1881244285 31.21.770.725 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1198.403 MiB) 31.21.965.683 I slot launch_slot_: id 0 | task 9621 | processing task, is_child = 0 31.21.965.817 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1184.949 MiB) 31.22.217.803 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 983.067 MiB) 31.22.335.874 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 1881244824 31.22.336.158 I slot launch_slot_: id 1 | task 9622 | processing task, is_child = 0 31.22.336.249 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 1881245373 31.22.336.429 I slot launch_slot_: id 2 | task 9623 | processing task, is_child = 0 31.24.687.356 I slot print_timing: id 3 | task 9618 | prompt processing, n_tokens = 804, progress = 1.00, t = 3.97 s / 202.63 tokens per second 31.27.580.334 I slot print_timing: id 0 | task 9621 | prompt processing, n_tokens = 742, progress = 0.86, t = 5.24 s / 141.52 tokens per second 31.27.624.955 I slot print_timing: id 1 | task 9622 | prompt processing, n_tokens = 742, progress = 0.83, t = 5.23 s / 141.92 tokens per second 31.27.668.318 I slot print_timing: id 2 | task 9623 | prompt processing, n_tokens = 662, progress = 0.83, t = 5.21 s / 126.99 tokens per second 31.29.062.659 I slot print_timing: id 3 | task 9618 | prompt eval time = 6925.19 ms / 808 tokens ( 8.57 ms per token, 116.68 tokens per second) 31.29.062.667 I slot print_timing: id 3 | task 9618 | eval time = 1482.34 ms / 2 tokens ( 1482.34 ms per token, 0.67 tokens per second) 31.29.062.668 I slot print_timing: id 3 | task 9618 | total time = 8407.53 ms / 810 tokens 31.29.062.669 I slot print_timing: id 3 | task 9618 | graphs reused = 8472 31.29.062.670 I slot print_timing: id 3 | task 9618 | graph reallocs = 271 / 0 (same size) / (changed size) 31.29.062.744 I slot release: id 3 | task 9618 | stop processing: n_tokens = 810, truncated = 0 31.29.062.769 I slot print_timing: id 0 | task 9621 | prompt processing, n_tokens = 861, progress = 1.00, t = 6.73 s / 128.02 tokens per second 31.29.113.998 I slot print_timing: id 1 | task 9622 | prompt processing, n_tokens = 891, progress = 1.00, t = 6.71 s / 132.77 tokens per second 31.29.167.907 I slot print_timing: id 2 | task 9623 | prompt processing, n_tokens = 797, progress = 1.00, t = 6.70 s / 119.03 tokens per second 31.29.523.917 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 1888952315 31.29.524.086 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 976.067 MiB) 31.29.658.118 I slot launch_slot_: id 3 | task 9628 | processing task, is_child = 0 31.30.321.010 I slot print_timing: id 0 | task 9621 | prompt eval time = 7185.95 ms / 865 tokens ( 8.31 ms per token, 120.37 tokens per second) 31.30.321.017 I slot print_timing: id 0 | task 9621 | eval time = 798.61 ms / 2 tokens ( 798.61 ms per token, 1.25 tokens per second) 31.30.321.018 I slot print_timing: id 0 | task 9621 | total time = 7984.56 ms / 867 tokens 31.30.321.020 I slot print_timing: id 0 | task 9621 | graphs reused = 8472 31.30.321.021 I slot print_timing: id 0 | task 9621 | graph reallocs = 272 / 0 (same size) / (changed size) 31.30.321.116 I slot release: id 0 | task 9621 | stop processing: n_tokens = 867, truncated = 0 31.30.321.473 I slot print_timing: id 1 | task 9622 | prompt eval time = 7171.79 ms / 895 tokens ( 8.01 ms per token, 124.79 tokens per second) 31.30.321.476 I slot print_timing: id 1 | task 9622 | eval time = 798.30 ms / 2 tokens ( 798.30 ms per token, 1.25 tokens per second) 31.30.321.476 I slot print_timing: id 1 | task 9622 | total time = 7970.09 ms / 897 tokens 31.30.321.477 I slot print_timing: id 1 | task 9622 | graphs reused = 8472 31.30.321.478 I slot print_timing: id 1 | task 9622 | graph reallocs = 272 / 0 (same size) / (changed size) 31.30.321.532 I slot release: id 1 | task 9622 | stop processing: n_tokens = 897, truncated = 0 31.30.321.917 I slot print_timing: id 2 | task 9623 | prompt eval time = 7157.35 ms / 801 tokens ( 8.94 ms per token, 111.91 tokens per second) 31.30.321.922 I slot print_timing: id 2 | task 9623 | eval time = 798.01 ms / 2 tokens ( 798.01 ms per token, 1.25 tokens per second) 31.30.321.924 I slot print_timing: id 2 | task 9623 | total time = 7955.36 ms / 803 tokens 31.30.321.924 I slot print_timing: id 2 | task 9623 | graphs reused = 8472 31.30.321.925 I slot print_timing: id 2 | task 9623 | graph reallocs = 272 / 0 (same size) / (changed size) 31.30.321.993 I slot release: id 2 | task 9623 | stop processing: n_tokens = 803, truncated = 0 31.30.735.836 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.853 (> 0.100 thold), f_keep = 0.861 31.30.736.010 I slot launch_slot_: id 2 | task 9631 | processing task, is_child = 0 31.30.736.119 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 933.174 MiB) 31.30.882.174 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 957.956 MiB) 31.31.026.021 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 1890210687 31.31.026.279 I slot launch_slot_: id 0 | task 9632 | processing task, is_child = 0 31.31.026.381 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 1890211102 31.31.026.575 I slot launch_slot_: id 1 | task 9633 | processing task, is_child = 0 31.33.070.028 I slot print_timing: id 3 | task 9628 | prompt processing, n_tokens = 862, progress = 1.00, t = 3.29 s / 262.22 tokens per second 31.34.679.527 I slot print_timing: id 0 | task 9632 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.65 s / 181.27 tokens per second 31.34.719.535 I slot print_timing: id 1 | task 9633 | prompt processing, n_tokens = 662, progress = 0.84, t = 3.64 s / 181.95 tokens per second 31.34.761.022 I slot print_timing: id 2 | task 9631 | prompt processing, n_tokens = 144, progress = 1.00, t = 3.62 s / 39.78 tokens per second 31.35.840.418 I slot print_timing: id 3 | task 9628 | prompt eval time = 5021.36 ms / 866 tokens ( 5.80 ms per token, 172.46 tokens per second) 31.35.840.424 I slot print_timing: id 3 | task 9628 | eval time = 1160.91 ms / 2 tokens ( 1160.91 ms per token, 0.86 tokens per second) 31.35.840.425 I slot print_timing: id 3 | task 9628 | total time = 6182.27 ms / 868 tokens 31.35.840.427 I slot print_timing: id 3 | task 9628 | graphs reused = 8472 31.35.840.427 I slot print_timing: id 3 | task 9628 | graph reallocs = 274 / 0 (same size) / (changed size) 31.35.840.504 I slot release: id 3 | task 9628 | stop processing: n_tokens = 868, truncated = 0 31.35.840.529 I slot print_timing: id 0 | task 9632 | prompt processing, n_tokens = 785, progress = 0.99, t = 4.81 s / 163.11 tokens per second 31.35.887.830 I slot print_timing: id 1 | task 9633 | prompt processing, n_tokens = 781, progress = 0.99, t = 4.80 s / 162.74 tokens per second 31.36.277.679 I slot print_timing: id 2 | task 9631 | prompt eval time = 4780.99 ms / 148 tokens ( 32.30 ms per token, 30.96 tokens per second) 31.36.277.686 I slot print_timing: id 2 | task 9631 | eval time = 437.63 ms / 2 tokens ( 437.63 ms per token, 2.29 tokens per second) 31.36.277.687 I slot print_timing: id 2 | task 9631 | total time = 5218.61 ms / 150 tokens 31.36.277.688 I slot print_timing: id 2 | task 9631 | graphs reused = 8472 31.36.277.689 I slot print_timing: id 2 | task 9631 | graph reallocs = 274 / 0 (same size) / (changed size) 31.36.277.771 I slot release: id 2 | task 9631 | stop processing: n_tokens = 811, truncated = 0 31.36.277.790 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 1895730075 31.36.278.006 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1565.858 MiB) 31.36.433.867 I slot launch_slot_: id 3 | task 9638 | processing task, is_child = 0 31.36.564.819 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 1896167341 31.36.565.077 I slot launch_slot_: id 2 | task 9639 | processing task, is_child = 0 31.38.324.552 I slot print_timing: id 0 | task 9632 | prompt eval time = 5249.88 ms / 789 tokens ( 6.65 ms per token, 150.29 tokens per second) 31.38.324.558 I slot print_timing: id 0 | task 9632 | eval time = 2048.08 ms / 2 tokens ( 2048.08 ms per token, 0.49 tokens per second) 31.38.324.559 I slot print_timing: id 0 | task 9632 | total time = 7297.95 ms / 791 tokens 31.38.324.560 I slot print_timing: id 0 | task 9632 | graphs reused = 8472 31.38.324.561 I slot print_timing: id 0 | task 9632 | graph reallocs = 274 / 0 (same size) / (changed size) 31.38.324.626 I slot release: id 0 | task 9632 | stop processing: n_tokens = 791, truncated = 0 31.38.325.060 I slot print_timing: id 1 | task 9633 | prompt eval time = 5237.07 ms / 785 tokens ( 6.67 ms per token, 149.89 tokens per second) 31.38.325.066 I slot print_timing: id 1 | task 9633 | eval time = 2047.79 ms / 2 tokens ( 2047.79 ms per token, 0.49 tokens per second) 31.38.325.067 I slot print_timing: id 1 | task 9633 | total time = 7284.86 ms / 787 tokens 31.38.325.068 I slot print_timing: id 1 | task 9633 | graphs reused = 8472 31.38.325.069 I slot print_timing: id 1 | task 9633 | graph reallocs = 274 / 0 (same size) / (changed size) 31.38.325.123 I slot release: id 1 | task 9633 | stop processing: n_tokens = 787, truncated = 0 31.39.872.676 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 1898214197 31.39.872.808 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1229.314 MiB) 31.40.014.312 I slot launch_slot_: id 0 | task 9642 | processing task, is_child = 0 31.40.160.159 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 1898214694 31.40.160.411 I slot launch_slot_: id 1 | task 9643 | processing task, is_child = 0 31.40.180.190 I slot print_timing: id 2 | task 9639 | prompt processing, n_tokens = 822, progress = 0.88, t = 3.31 s / 248.52 tokens per second 31.40.226.350 I slot print_timing: id 3 | task 9638 | prompt processing, n_tokens = 822, progress = 0.86, t = 3.29 s / 249.51 tokens per second 31.42.775.524 I slot print_timing: id 2 | task 9639 | prompt processing, n_tokens = 930, progress = 1.00, t = 6.16 s / 151.00 tokens per second 31.42.830.781 I slot print_timing: id 3 | task 9638 | prompt processing, n_tokens = 954, progress = 1.00, t = 6.15 s / 155.22 tokens per second 31.44.683.525 I slot print_timing: id 0 | task 9642 | prompt processing, n_tokens = 822, progress = 0.86, t = 4.52 s / 181.79 tokens per second 31.44.733.293 I slot print_timing: id 1 | task 9643 | prompt processing, n_tokens = 822, progress = 0.88, t = 4.51 s / 182.19 tokens per second 31.45.796.313 I slot print_timing: id 2 | task 9639 | prompt eval time = 8117.80 ms / 934 tokens ( 8.69 ms per token, 115.06 tokens per second) 31.45.796.319 I slot print_timing: id 2 | task 9639 | eval time = 1113.41 ms / 2 tokens ( 1113.41 ms per token, 0.90 tokens per second) 31.45.796.320 I slot print_timing: id 2 | task 9639 | total time = 9231.21 ms / 936 tokens 31.45.796.322 I slot print_timing: id 2 | task 9639 | graphs reused = 8472 31.45.796.323 I slot print_timing: id 2 | task 9639 | graph reallocs = 279 / 0 (same size) / (changed size) 31.45.796.405 I slot release: id 2 | task 9639 | stop processing: n_tokens = 936, truncated = 0 31.45.796.715 I slot print_timing: id 3 | task 9638 | prompt eval time = 8105.31 ms / 958 tokens ( 8.46 ms per token, 118.19 tokens per second) 31.45.796.718 I slot print_timing: id 3 | task 9638 | eval time = 1113.21 ms / 2 tokens ( 1113.21 ms per token, 0.90 tokens per second) 31.45.796.719 I slot print_timing: id 3 | task 9638 | total time = 9218.52 ms / 960 tokens 31.45.796.720 I slot print_timing: id 3 | task 9638 | graphs reused = 8472 31.45.796.720 I slot print_timing: id 3 | task 9638 | graph reallocs = 279 / 0 (same size) / (changed size) 31.45.796.771 I slot release: id 3 | task 9638 | stop processing: n_tokens = 960, truncated = 0 31.45.796.799 I slot print_timing: id 0 | task 9642 | prompt processing, n_tokens = 950, progress = 1.00, t = 5.64 s / 168.57 tokens per second 31.45.854.894 I slot print_timing: id 1 | task 9643 | prompt processing, n_tokens = 933, progress = 1.00, t = 5.63 s / 165.85 tokens per second 31.46.131.348 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.909 31.46.131.533 I slot launch_slot_: id 2 | task 9648 | processing task, is_child = 0 31.46.131.651 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1244.081 MiB) 31.46.290.607 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 1905686341 31.46.290.999 I slot launch_slot_: id 3 | task 9649 | processing task, is_child = 0 31.46.974.456 I slot print_timing: id 0 | task 9642 | prompt eval time = 5970.19 ms / 954 tokens ( 6.26 ms per token, 159.79 tokens per second) 31.46.974.462 I slot print_timing: id 0 | task 9642 | eval time = 843.83 ms / 2 tokens ( 843.83 ms per token, 1.19 tokens per second) 31.46.974.463 I slot print_timing: id 0 | task 9642 | total time = 6814.02 ms / 956 tokens 31.46.974.464 I slot print_timing: id 0 | task 9642 | graphs reused = 8472 31.46.974.466 I slot print_timing: id 0 | task 9642 | graph reallocs = 280 / 0 (same size) / (changed size) 31.46.974.529 I slot release: id 0 | task 9642 | stop processing: n_tokens = 956, truncated = 0 31.46.974.977 I slot print_timing: id 1 | task 9643 | prompt eval time = 5961.00 ms / 937 tokens ( 6.36 ms per token, 157.19 tokens per second) 31.46.974.982 I slot print_timing: id 1 | task 9643 | eval time = 843.65 ms / 2 tokens ( 843.65 ms per token, 1.19 tokens per second) 31.46.974.982 I slot print_timing: id 1 | task 9643 | total time = 6804.65 ms / 939 tokens 31.46.974.983 I slot print_timing: id 1 | task 9643 | graphs reused = 8472 31.46.974.984 I slot print_timing: id 1 | task 9643 | graph reallocs = 280 / 0 (same size) / (changed size) 31.46.975.029 I slot release: id 1 | task 9643 | stop processing: n_tokens = 939, truncated = 0 31.47.981.321 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 1906864100 31.47.981.465 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 804.293 MiB) 31.48.172.184 I slot launch_slot_: id 0 | task 9652 | processing task, is_child = 0 31.48.172.298 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 821.450 MiB) 31.48.184.648 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 895.782 MiB) 31.48.328.584 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 1906864599 31.48.328.849 I slot launch_slot_: id 1 | task 9653 | processing task, is_child = 0 31.50.661.471 I slot print_timing: id 3 | task 9649 | prompt processing, n_tokens = 798, progress = 1.00, t = 4.25 s / 187.76 tokens per second 31.52.707.059 I slot print_timing: id 2 | task 9648 | prompt eval time = 4324.71 ms / 137 tokens ( 31.57 ms per token, 31.68 tokens per second) 31.52.707.064 I slot print_timing: id 2 | task 9648 | eval time = 2091.33 ms / 2 tokens ( 2091.33 ms per token, 0.48 tokens per second) 31.52.707.066 I slot print_timing: id 2 | task 9648 | total time = 6416.03 ms / 139 tokens 31.52.707.066 I slot print_timing: id 2 | task 9648 | graphs reused = 8472 31.52.707.067 I slot print_timing: id 2 | task 9648 | graph reallocs = 282 / 0 (same size) / (changed size) 31.52.707.126 I slot release: id 2 | task 9648 | stop processing: n_tokens = 960, truncated = 0 31.52.707.832 I slot print_timing: id 0 | task 9652 | prompt processing, n_tokens = 823, progress = 0.84, t = 4.38 s / 187.99 tokens per second 31.52.757.328 I slot print_timing: id 1 | task 9653 | prompt processing, n_tokens = 678, progress = 0.85, t = 4.37 s / 155.32 tokens per second 31.54.048.749 I slot print_timing: id 3 | task 9649 | prompt eval time = 6342.89 ms / 802 tokens ( 7.91 ms per token, 126.44 tokens per second) 31.54.048.756 I slot print_timing: id 3 | task 9649 | eval time = 1340.92 ms / 2 tokens ( 1340.92 ms per token, 0.75 tokens per second) 31.54.048.757 I slot print_timing: id 3 | task 9649 | total time = 7683.81 ms / 804 tokens 31.54.048.759 I slot print_timing: id 3 | task 9649 | graphs reused = 8472 31.54.048.760 I slot print_timing: id 3 | task 9649 | graph reallocs = 282 / 0 (same size) / (changed size) 31.54.048.846 I slot release: id 3 | task 9649 | stop processing: n_tokens = 804, truncated = 0 31.54.048.868 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 1912596696 31.54.049.011 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.377 MiB) 31.54.239.404 I slot launch_slot_: id 2 | task 9657 | processing task, is_child = 0 31.54.239.506 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.734 MiB) 31.54.358.804 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 1913938417 31.54.359.054 I slot launch_slot_: id 3 | task 9658 | processing task, is_child = 0 31.54.359.070 I slot print_timing: id 0 | task 9652 | prompt processing, n_tokens = 971, progress = 1.00, t = 5.72 s / 169.77 tokens per second 31.54.413.033 I slot print_timing: id 1 | task 9653 | prompt processing, n_tokens = 797, progress = 1.00, t = 5.71 s / 139.66 tokens per second 31.57.498.006 I slot print_timing: id 0 | task 9652 | prompt eval time = 7786.92 ms / 975 tokens ( 7.99 ms per token, 125.21 tokens per second) 31.57.498.013 I slot print_timing: id 0 | task 9652 | eval time = 1382.21 ms / 2 tokens ( 1382.21 ms per token, 0.72 tokens per second) 31.57.498.015 I slot print_timing: id 0 | task 9652 | total time = 9169.13 ms / 977 tokens 31.57.498.016 I slot print_timing: id 0 | task 9652 | graphs reused = 8472 31.57.498.017 I slot print_timing: id 0 | task 9652 | graph reallocs = 285 / 0 (same size) / (changed size) 31.57.498.101 I slot release: id 0 | task 9652 | stop processing: n_tokens = 977, truncated = 0 31.57.498.523 I slot print_timing: id 1 | task 9653 | prompt eval time = 7774.79 ms / 801 tokens ( 9.71 ms per token, 103.03 tokens per second) 31.57.498.528 I slot print_timing: id 1 | task 9653 | eval time = 1382.03 ms / 2 tokens ( 1382.03 ms per token, 0.72 tokens per second) 31.57.498.529 I slot print_timing: id 1 | task 9653 | total time = 9156.83 ms / 803 tokens 31.57.498.529 I slot print_timing: id 1 | task 9653 | graphs reused = 8472 31.57.498.531 I slot print_timing: id 1 | task 9653 | graph reallocs = 285 / 0 (same size) / (changed size) 31.57.498.584 I slot release: id 1 | task 9653 | stop processing: n_tokens = 803, truncated = 0 31.57.498.610 I slot print_timing: id 2 | task 9657 | prompt processing, n_tokens = 823, progress = 0.86, t = 3.04 s / 270.73 tokens per second 31.57.549.631 I slot print_timing: id 3 | task 9658 | prompt processing, n_tokens = 823, progress = 0.86, t = 3.02 s / 272.15 tokens per second 31.58.201.243 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 1917387673 31.58.201.368 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1021.787 MiB) 31.58.360.048 I slot launch_slot_: id 0 | task 9662 | processing task, is_child = 0 31.58.360.154 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 798.340 MiB) 31.58.485.127 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 1917388154 31.58.485.380 I slot launch_slot_: id 1 | task 9663 | processing task, is_child = 0 31.58.508.066 I slot print_timing: id 2 | task 9657 | prompt processing, n_tokens = 950, progress = 1.00, t = 3.74 s / 253.77 tokens per second 31.58.561.304 I slot print_timing: id 3 | task 9658 | prompt processing, n_tokens = 956, progress = 1.00, t = 3.73 s / 256.46 tokens per second 32.02.580.879 I slot print_timing: id 2 | task 9657 | prompt eval time = 6253.73 ms / 954 tokens ( 6.56 ms per token, 152.55 tokens per second) 32.02.580.885 I slot print_timing: id 2 | task 9657 | eval time = 1869.47 ms / 2 tokens ( 1869.47 ms per token, 0.53 tokens per second) 32.02.580.887 I slot print_timing: id 2 | task 9657 | total time = 8123.20 ms / 956 tokens 32.02.580.888 I slot print_timing: id 2 | task 9657 | graphs reused = 8472 32.02.580.889 I slot print_timing: id 2 | task 9657 | graph reallocs = 287 / 0 (same size) / (changed size) 32.02.580.963 I slot release: id 2 | task 9657 | stop processing: n_tokens = 956, truncated = 0 32.02.581.325 I slot print_timing: id 3 | task 9658 | prompt eval time = 6238.50 ms / 960 tokens ( 6.50 ms per token, 153.88 tokens per second) 32.02.581.329 I slot print_timing: id 3 | task 9658 | eval time = 1869.25 ms / 2 tokens ( 1869.25 ms per token, 0.53 tokens per second) 32.02.581.330 I slot print_timing: id 3 | task 9658 | total time = 8107.75 ms / 962 tokens 32.02.581.331 I slot print_timing: id 3 | task 9658 | graphs reused = 8472 32.02.581.332 I slot print_timing: id 3 | task 9658 | graph reallocs = 287 / 0 (same size) / (changed size) 32.02.581.406 I slot release: id 3 | task 9658 | stop processing: n_tokens = 962, truncated = 0 32.02.581.438 I slot print_timing: id 0 | task 9662 | prompt processing, n_tokens = 771, progress = 0.87, t = 4.10 s / 188.27 tokens per second 32.02.628.223 I slot print_timing: id 1 | task 9663 | prompt processing, n_tokens = 771, progress = 0.84, t = 4.08 s / 188.86 tokens per second 32.03.800.301 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 1922470534 32.03.800.428 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.527 MiB) 32.03.964.330 I slot launch_slot_: id 2 | task 9667 | processing task, is_child = 0 32.03.964.450 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1009.427 MiB) 32.04.175.588 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 1922470978 32.04.175.851 I slot launch_slot_: id 3 | task 9668 | processing task, is_child = 0 32.04.175.866 I slot print_timing: id 0 | task 9662 | prompt processing, n_tokens = 887, progress = 1.00, t = 5.31 s / 166.89 tokens per second 32.04.225.342 I slot print_timing: id 1 | task 9663 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.30 s / 173.13 tokens per second 32.07.116.096 I slot print_timing: id 0 | task 9662 | prompt eval time = 7314.92 ms / 891 tokens ( 8.21 ms per token, 121.81 tokens per second) 32.07.116.102 I slot print_timing: id 0 | task 9662 | eval time = 1315.78 ms / 2 tokens ( 1315.78 ms per token, 0.76 tokens per second) 32.07.116.104 I slot print_timing: id 0 | task 9662 | total time = 8630.69 ms / 893 tokens 32.07.116.105 I slot print_timing: id 0 | task 9662 | graphs reused = 8472 32.07.116.106 I slot print_timing: id 0 | task 9662 | graph reallocs = 289 / 0 (same size) / (changed size) 32.07.116.234 I slot release: id 0 | task 9662 | stop processing: n_tokens = 893, truncated = 0 32.07.116.678 I slot print_timing: id 1 | task 9663 | prompt eval time = 7303.00 ms / 922 tokens ( 7.92 ms per token, 126.25 tokens per second) 32.07.116.681 I slot print_timing: id 1 | task 9663 | eval time = 1315.66 ms / 2 tokens ( 1315.66 ms per token, 0.76 tokens per second) 32.07.116.682 I slot print_timing: id 1 | task 9663 | total time = 8618.67 ms / 924 tokens 32.07.116.683 I slot print_timing: id 1 | task 9663 | graphs reused = 8472 32.07.116.684 I slot print_timing: id 1 | task 9663 | graph reallocs = 289 / 0 (same size) / (changed size) 32.07.116.750 I slot release: id 1 | task 9663 | stop processing: n_tokens = 924, truncated = 0 32.07.784.787 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 893, t_last = 1927005805 32.07.784.966 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.615 MiB) 32.07.945.062 I slot launch_slot_: id 0 | task 9672 | processing task, is_child = 0 32.07.945.239 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 989.411 MiB) 32.08.153.461 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.866 32.08.153.776 I slot launch_slot_: id 1 | task 9673 | processing task, is_child = 0 32.08.235.762 I slot print_timing: id 2 | task 9667 | prompt processing, n_tokens = 894, progress = 1.00, t = 3.51 s / 254.87 tokens per second 32.08.285.774 I slot print_timing: id 3 | task 9668 | prompt processing, n_tokens = 892, progress = 1.00, t = 3.49 s / 255.23 tokens per second 32.10.758.140 I slot print_timing: id 2 | task 9667 | prompt eval time = 5372.28 ms / 898 tokens ( 5.98 ms per token, 167.15 tokens per second) 32.10.758.146 I slot print_timing: id 2 | task 9667 | eval time = 1108.80 ms / 2 tokens ( 1108.80 ms per token, 0.90 tokens per second) 32.10.758.148 I slot print_timing: id 2 | task 9667 | total time = 6481.09 ms / 900 tokens 32.10.758.149 I slot print_timing: id 2 | task 9667 | graphs reused = 8472 32.10.758.150 I slot print_timing: id 2 | task 9667 | graph reallocs = 290 / 0 (same size) / (changed size) 32.10.758.240 I slot release: id 2 | task 9667 | stop processing: n_tokens = 900, truncated = 0 32.10.758.671 I slot print_timing: id 3 | task 9668 | prompt eval time = 5360.18 ms / 896 tokens ( 5.98 ms per token, 167.16 tokens per second) 32.10.758.675 I slot print_timing: id 3 | task 9668 | eval time = 1108.58 ms / 2 tokens ( 1108.58 ms per token, 0.90 tokens per second) 32.10.758.676 I slot print_timing: id 3 | task 9668 | total time = 6468.77 ms / 898 tokens 32.10.758.677 I slot print_timing: id 3 | task 9668 | graphs reused = 8472 32.10.758.678 I slot print_timing: id 3 | task 9668 | graph reallocs = 290 / 0 (same size) / (changed size) 32.10.758.752 I slot release: id 3 | task 9668 | stop processing: n_tokens = 898, truncated = 0 32.11.512.814 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 1930647811 32.11.512.934 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1258.812 MiB) 32.11.672.297 I slot launch_slot_: id 2 | task 9677 | processing task, is_child = 0 32.11.672.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 815.731 MiB) 32.11.806.214 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 1930648323 32.11.806.472 I slot launch_slot_: id 3 | task 9678 | processing task, is_child = 0 32.11.806.488 I slot print_timing: id 0 | task 9672 | prompt processing, n_tokens = 1229, progress = 1.00, t = 3.36 s / 365.97 tokens per second 32.14.283.965 I slot print_timing: id 1 | task 9673 | prompt eval time = 3346.05 ms / 114 tokens ( 29.35 ms per token, 34.07 tokens per second) 32.14.283.971 I slot print_timing: id 1 | task 9673 | eval time = 2771.16 ms / 2 tokens ( 2771.16 ms per token, 0.36 tokens per second) 32.14.283.972 I slot print_timing: id 1 | task 9673 | total time = 6117.21 ms / 116 tokens 32.14.283.973 I slot print_timing: id 1 | task 9673 | graphs reused = 8472 32.14.283.974 I slot print_timing: id 1 | task 9673 | graph reallocs = 291 / 0 (same size) / (changed size) 32.14.284.043 I slot release: id 1 | task 9673 | stop processing: n_tokens = 886, truncated = 0 32.15.809.899 I slot print_timing: id 0 | task 9672 | prompt eval time = 6129.78 ms / 1233 tokens ( 4.97 ms per token, 201.15 tokens per second) 32.15.809.905 I slot print_timing: id 0 | task 9672 | eval time = 1526.30 ms / 2 tokens ( 1526.30 ms per token, 0.66 tokens per second) 32.15.809.907 I slot print_timing: id 0 | task 9672 | total time = 7656.08 ms / 1235 tokens 32.15.809.908 I slot print_timing: id 0 | task 9672 | graphs reused = 8472 32.15.809.909 I slot print_timing: id 0 | task 9672 | graph reallocs = 291 / 0 (same size) / (changed size) 32.15.810.025 I slot release: id 0 | task 9672 | stop processing: n_tokens = 1235, truncated = 0 32.15.810.050 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 1934173612 32.15.810.232 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1025.944 MiB) 32.15.993.640 I slot launch_slot_: id 1 | task 9681 | processing task, is_child = 0 32.15.993.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 814.778 MiB) 32.16.219.922 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 1935699596 32.16.220.205 I slot launch_slot_: id 0 | task 9682 | processing task, is_child = 0 32.21.181.444 I slot print_timing: id 0 | task 9682 | prompt processing, n_tokens = 2243, progress = 0.91, t = 4.96 s / 452.11 tokens per second 32.21.300.977 I slot print_timing: id 1 | task 9681 | prompt processing, n_tokens = 1853, progress = 0.73, t = 4.95 s / 374.62 tokens per second 32.21.300.993 I slot print_timing: id 2 | task 9677 | prompt processing, n_tokens = 1067, progress = 0.82, t = 3.95 s / 270.40 tokens per second 32.21.361.604 I slot print_timing: id 3 | task 9678 | prompt processing, n_tokens = 1067, progress = 0.86, t = 3.93 s / 271.20 tokens per second 32.23.861.123 I slot print_timing: id 0 | task 9682 | prompt processing, n_tokens = 2454, progress = 1.00, t = 7.64 s / 321.17 tokens per second 32.23.923.579 I slot print_timing: id 1 | task 9681 | prompt processing, n_tokens = 2033, progress = 0.80, t = 7.63 s / 266.59 tokens per second 32.23.983.826 I slot print_timing: id 2 | task 9677 | prompt processing, n_tokens = 1293, progress = 1.00, t = 12.00 s / 107.77 tokens per second 32.24.044.461 I slot print_timing: id 3 | task 9678 | prompt processing, n_tokens = 1243, progress = 1.00, t = 11.99 s / 103.70 tokens per second 32.24.917.478 I slot print_timing: id 1 | task 9681 | prompt processing, n_tokens = 2243, progress = 0.88, t = 8.68 s / 258.40 tokens per second 32.25.714.162 I slot print_timing: id 0 | task 9682 | prompt eval time = 8695.81 ms / 2458 tokens ( 3.54 ms per token, 282.67 tokens per second) 32.25.714.168 I slot print_timing: id 0 | task 9682 | eval time = 798.12 ms / 2 tokens ( 798.12 ms per token, 1.25 tokens per second) 32.25.714.169 I slot print_timing: id 0 | task 9682 | total time = 9493.93 ms / 2460 tokens 32.25.714.170 I slot print_timing: id 0 | task 9682 | graphs reused = 8472 32.25.714.171 I slot print_timing: id 0 | task 9682 | graph reallocs = 297 / 0 (same size) / (changed size) 32.25.714.501 I slot release: id 0 | task 9682 | stop processing: n_tokens = 2460, truncated = 0 32.25.714.948 I slot print_timing: id 2 | task 9677 | prompt eval time = 13053.26 ms / 1297 tokens ( 10.06 ms per token, 99.36 tokens per second) 32.25.714.952 I slot print_timing: id 2 | task 9677 | eval time = 798.21 ms / 2 tokens ( 798.21 ms per token, 1.25 tokens per second) 32.25.714.954 I slot print_timing: id 2 | task 9677 | total time = 13851.47 ms / 1299 tokens 32.25.714.955 I slot print_timing: id 2 | task 9677 | graphs reused = 8472 32.25.714.955 I slot print_timing: id 2 | task 9677 | graph reallocs = 297 / 0 (same size) / (changed size) 32.25.715.039 I slot release: id 2 | task 9677 | stop processing: n_tokens = 1299, truncated = 0 32.25.715.527 I slot print_timing: id 3 | task 9678 | prompt eval time = 13042.41 ms / 1247 tokens ( 10.46 ms per token, 95.61 tokens per second) 32.25.715.533 I slot print_timing: id 3 | task 9678 | eval time = 798.07 ms / 2 tokens ( 798.07 ms per token, 1.25 tokens per second) 32.25.715.534 I slot print_timing: id 3 | task 9678 | total time = 13840.48 ms / 1249 tokens 32.25.715.535 I slot print_timing: id 3 | task 9678 | graphs reused = 8472 32.25.715.536 I slot print_timing: id 3 | task 9678 | graph reallocs = 297 / 0 (same size) / (changed size) 32.25.715.611 I slot release: id 3 | task 9678 | stop processing: n_tokens = 1249, truncated = 0 32.25.715.639 I slot print_timing: id 1 | task 9681 | prompt processing, n_tokens = 2545, progress = 1.00, t = 9.48 s / 268.50 tokens per second 32.25.935.199 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 1945604072 32.25.935.385 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.927 MiB) 32.25.955.213 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1011.646 MiB) 32.26.215.543 I slot launch_slot_: id 0 | task 9689 | processing task, is_child = 0 32.26.215.677 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 929.627 MiB) 32.26.382.208 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 959.175 MiB) 32.26.564.228 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 1945604610 32.26.613.548 I slot launch_slot_: id 2 | task 9690 | processing task, is_child = 0 32.26.613.691 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 1945605182 32.26.613.916 I slot launch_slot_: id 3 | task 9691 | processing task, is_child = 0 32.29.484.535 I slot print_timing: id 1 | task 9681 | prompt eval time = 9700.13 ms / 2549 tokens ( 3.81 ms per token, 262.78 tokens per second) 32.29.484.541 I slot print_timing: id 1 | task 9681 | eval time = 3549.34 ms / 2 tokens ( 3549.34 ms per token, 0.28 tokens per second) 32.29.484.542 I slot print_timing: id 1 | task 9681 | total time = 13249.47 ms / 2551 tokens 32.29.484.543 I slot print_timing: id 1 | task 9681 | graphs reused = 8472 32.29.484.544 I slot print_timing: id 1 | task 9681 | graph reallocs = 298 / 0 (same size) / (changed size) 32.29.484.730 I slot release: id 1 | task 9681 | stop processing: n_tokens = 2551, truncated = 0 32.31.951.720 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 1949374301 32.32.127.160 I slot launch_slot_: id 1 | task 9694 | processing task, is_child = 0 32.32.127.186 I slot print_timing: id 0 | task 9689 | prompt processing, n_tokens = 1422, progress = 0.82, t = 5.34 s / 266.40 tokens per second 32.32.200.359 I slot print_timing: id 2 | task 9690 | prompt processing, n_tokens = 363, progress = 1.00, t = 5.32 s / 68.21 tokens per second 32.32.258.891 I slot print_timing: id 3 | task 9691 | prompt processing, n_tokens = 2180, progress = 0.81, t = 5.22 s / 417.91 tokens per second 32.35.072.982 I slot print_timing: id 0 | task 9689 | prompt processing, n_tokens = 1737, progress = 1.00, t = 8.46 s / 205.36 tokens per second 32.35.192.443 I slot print_timing: id 3 | task 9691 | prompt processing, n_tokens = 2243, progress = 0.83, t = 8.34 s / 269.04 tokens per second 32.36.516.218 I slot print_timing: id 2 | task 9690 | prompt eval time = 8442.76 ms / 367 tokens ( 23.00 ms per token, 43.47 tokens per second) 32.36.516.224 I slot print_timing: id 2 | task 9690 | eval time = 1443.26 ms / 2 tokens ( 1443.26 ms per token, 0.69 tokens per second) 32.36.516.225 I slot print_timing: id 2 | task 9690 | total time = 9886.02 ms / 369 tokens 32.36.516.227 I slot print_timing: id 2 | task 9690 | graphs reused = 8472 32.36.516.228 I slot print_timing: id 2 | task 9690 | graph reallocs = 304 / 0 (same size) / (changed size) 32.36.516.412 I slot release: id 2 | task 9690 | stop processing: n_tokens = 2611, truncated = 0 32.36.516.443 I slot print_timing: id 1 | task 9694 | prompt processing, n_tokens = 1422, progress = 0.78, t = 4.33 s / 328.32 tokens per second 32.36.575.952 I slot print_timing: id 3 | task 9691 | prompt processing, n_tokens = 2692, progress = 1.00, t = 9.78 s / 275.26 tokens per second 32.37.416.329 I slot print_timing: id 0 | task 9689 | prompt eval time = 9901.96 ms / 1741 tokens ( 5.69 ms per token, 175.82 tokens per second) 32.37.416.336 I slot print_timing: id 0 | task 9689 | eval time = 900.43 ms / 2 tokens ( 900.43 ms per token, 1.11 tokens per second) 32.37.416.337 I slot print_timing: id 0 | task 9689 | total time = 10802.39 ms / 1743 tokens 32.37.416.338 I slot print_timing: id 0 | task 9689 | graphs reused = 8472 32.37.416.339 I slot print_timing: id 0 | task 9689 | graph reallocs = 304 / 0 (same size) / (changed size) 32.37.416.593 I slot release: id 0 | task 9689 | stop processing: n_tokens = 1743, truncated = 0 32.37.417.467 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.727 (> 0.100 thold), f_keep = 0.838 32.37.417.661 I slot launch_slot_: id 0 | task 9698 | processing task, is_child = 0 32.37.417.960 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 936.299 MiB) 32.37.441.888 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 934.393 MiB) 32.37.704.565 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 1956405983 32.37.704.907 I slot launch_slot_: id 2 | task 9699 | processing task, is_child = 0 32.37.709.825 I slot print_timing: id 1 | task 9694 | prompt processing, n_tokens = 1813, progress = 1.00, t = 5.23 s / 346.52 tokens per second 32.40.371.461 I slot print_timing: id 3 | task 9691 | prompt eval time = 10682.19 ms / 2696 tokens ( 3.96 ms per token, 252.38 tokens per second) 32.40.371.467 I slot print_timing: id 3 | task 9691 | eval time = 2954.00 ms / 2 tokens ( 2954.00 ms per token, 0.34 tokens per second) 32.40.371.468 I slot print_timing: id 3 | task 9691 | total time = 13636.18 ms / 2698 tokens 32.40.371.469 I slot print_timing: id 3 | task 9691 | graphs reused = 8472 32.40.371.470 I slot print_timing: id 3 | task 9691 | graph reallocs = 307 / 0 (same size) / (changed size) 32.40.371.655 I slot release: id 3 | task 9691 | stop processing: n_tokens = 2698, truncated = 0 32.41.536.340 I slot print_timing: id 1 | task 9694 | prompt eval time = 8187.14 ms / 1817 tokens ( 4.51 ms per token, 221.93 tokens per second) 32.41.536.346 I slot print_timing: id 1 | task 9694 | eval time = 1165.25 ms / 2 tokens ( 1165.25 ms per token, 0.86 tokens per second) 32.41.536.347 I slot print_timing: id 1 | task 9694 | total time = 9352.39 ms / 1819 tokens 32.41.536.348 I slot print_timing: id 1 | task 9694 | graphs reused = 8472 32.41.536.349 I slot print_timing: id 1 | task 9694 | graph reallocs = 307 / 0 (same size) / (changed size) 32.41.536.479 I slot release: id 1 | task 9694 | stop processing: n_tokens = 1819, truncated = 0 32.41.536.498 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.803 32.41.536.680 I slot launch_slot_: id 1 | task 9702 | processing task, is_child = 0 32.41.536.873 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1175.777 MiB) 32.41.740.225 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 1960261225 32.41.740.567 I slot launch_slot_: id 3 | task 9703 | processing task, is_child = 0 32.41.740.583 I slot print_timing: id 0 | task 9698 | prompt processing, n_tokens = 544, progress = 1.00, t = 3.83 s / 142.00 tokens per second 32.41.859.769 I slot print_timing: id 2 | task 9699 | prompt processing, n_tokens = 1422, progress = 0.78, t = 3.75 s / 378.95 tokens per second 32.45.212.230 I slot print_timing: id 1 | task 9702 | prompt processing, n_tokens = 467, progress = 1.00, t = 3.41 s / 136.84 tokens per second 32.45.273.741 I slot print_timing: id 2 | task 9699 | prompt processing, n_tokens = 1829, progress = 1.00, t = 7.43 s / 246.23 tokens per second 32.45.337.872 I slot print_timing: id 3 | task 9703 | prompt processing, n_tokens = 1170, progress = 0.67, t = 3.29 s / 355.28 tokens per second 32.46.178.559 I slot print_timing: id 0 | task 9698 | prompt eval time = 7507.28 ms / 548 tokens ( 13.70 ms per token, 73.00 tokens per second) 32.46.178.565 I slot print_timing: id 0 | task 9698 | eval time = 966.35 ms / 2 tokens ( 966.35 ms per token, 1.03 tokens per second) 32.46.178.566 I slot print_timing: id 0 | task 9698 | total time = 8473.63 ms / 550 tokens 32.46.178.567 I slot print_timing: id 0 | task 9698 | graphs reused = 8472 32.46.178.568 I slot print_timing: id 0 | task 9698 | graph reallocs = 311 / 0 (same size) / (changed size) 32.46.178.744 I slot release: id 0 | task 9698 | stop processing: n_tokens = 2009, truncated = 0 32.46.180.362 I slot print_timing: id 3 | task 9703 | prompt processing, n_tokens = 1242, progress = 0.71, t = 4.26 s / 291.56 tokens per second 32.46.889.185 I slot print_timing: id 1 | task 9702 | prompt eval time = 4380.98 ms / 471 tokens ( 9.30 ms per token, 107.51 tokens per second) 32.46.889.190 I slot print_timing: id 1 | task 9702 | eval time = 709.60 ms / 2 tokens ( 709.60 ms per token, 1.41 tokens per second) 32.46.889.192 I slot print_timing: id 1 | task 9702 | total time = 5090.58 ms / 473 tokens 32.46.889.193 I slot print_timing: id 1 | task 9702 | graphs reused = 8472 32.46.889.193 I slot print_timing: id 1 | task 9702 | graph reallocs = 311 / 0 (same size) / (changed size) 32.46.889.350 I slot release: id 1 | task 9702 | stop processing: n_tokens = 1932, truncated = 0 32.46.889.687 I slot print_timing: id 2 | task 9699 | prompt eval time = 8396.91 ms / 1833 tokens ( 4.58 ms per token, 218.29 tokens per second) 32.46.889.692 I slot print_timing: id 2 | task 9699 | eval time = 709.34 ms / 2 tokens ( 709.34 ms per token, 1.41 tokens per second) 32.46.889.693 I slot print_timing: id 2 | task 9699 | total time = 9106.25 ms / 1835 tokens 32.46.889.693 I slot print_timing: id 2 | task 9699 | graphs reused = 8472 32.46.889.694 I slot print_timing: id 2 | task 9699 | graph reallocs = 311 / 0 (same size) / (changed size) 32.46.889.794 I slot release: id 2 | task 9699 | stop processing: n_tokens = 1835, truncated = 0 32.46.889.813 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2009, t_last = 1966068316 32.46.889.994 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1204.047 MiB) 32.46.912.659 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1225.048 MiB) 32.47.233.773 I slot launch_slot_: id 0 | task 9707 | processing task, is_child = 0 32.47.233.930 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1208.641 MiB) 32.47.449.602 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1320.253 MiB) 32.47.687.292 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 1966778921 32.47.687.604 I slot launch_slot_: id 1 | task 9708 | processing task, is_child = 0 32.47.687.749 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 1966779364 32.47.687.991 I slot launch_slot_: id 2 | task 9709 | processing task, is_child = 0 32.47.746.784 I slot print_timing: id 3 | task 9703 | prompt processing, n_tokens = 1422, progress = 0.81, t = 4.97 s / 286.09 tokens per second 32.50.500.213 I slot print_timing: id 3 | task 9703 | prompt processing, n_tokens = 1754, progress = 1.00, t = 8.52 s / 205.92 tokens per second 32.53.471.352 I slot print_timing: id 0 | task 9707 | prompt processing, n_tokens = 610, progress = 0.84, t = 5.78 s / 105.49 tokens per second 32.53.506.590 I slot print_timing: id 1 | task 9708 | prompt processing, n_tokens = 610, progress = 0.82, t = 5.76 s / 105.88 tokens per second 32.53.544.476 I slot print_timing: id 2 | task 9709 | prompt processing, n_tokens = 610, progress = 0.80, t = 5.74 s / 106.26 tokens per second 32.54.926.246 I slot print_timing: id 3 | task 9703 | prompt eval time = 11553.05 ms / 1758 tokens ( 6.57 ms per token, 152.17 tokens per second) 32.54.926.252 I slot print_timing: id 3 | task 9703 | eval time = 1454.91 ms / 2 tokens ( 1454.91 ms per token, 0.69 tokens per second) 32.54.926.254 I slot print_timing: id 3 | task 9703 | total time = 13007.96 ms / 1760 tokens 32.54.926.255 I slot print_timing: id 3 | task 9703 | graphs reused = 8472 32.54.926.256 I slot print_timing: id 3 | task 9703 | graph reallocs = 313 / 0 (same size) / (changed size) 32.54.926.385 I slot release: id 3 | task 9703 | stop processing: n_tokens = 1760, truncated = 0 32.54.926.410 I slot print_timing: id 0 | task 9707 | prompt processing, n_tokens = 721, progress = 0.99, t = 7.24 s / 99.62 tokens per second 32.54.970.197 I slot print_timing: id 1 | task 9708 | prompt processing, n_tokens = 741, progress = 0.99, t = 7.22 s / 102.68 tokens per second 32.55.013.897 I slot print_timing: id 2 | task 9709 | prompt processing, n_tokens = 755, progress = 0.99, t = 7.20 s / 104.92 tokens per second 32.55.359.502 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 1974815956 32.55.359.755 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1640.891 MiB) 32.55.570.317 I slot launch_slot_: id 3 | task 9714 | processing task, is_child = 0 32.56.236.943 I slot print_timing: id 0 | task 9707 | prompt eval time = 7670.05 ms / 725 tokens ( 10.58 ms per token, 94.52 tokens per second) 32.56.236.950 I slot print_timing: id 0 | task 9707 | eval time = 878.87 ms / 2 tokens ( 878.87 ms per token, 1.14 tokens per second) 32.56.236.951 I slot print_timing: id 0 | task 9707 | total time = 8548.93 ms / 727 tokens 32.56.236.952 I slot print_timing: id 0 | task 9707 | graphs reused = 8472 32.56.236.953 I slot print_timing: id 0 | task 9707 | graph reallocs = 314 / 0 (same size) / (changed size) 32.56.237.026 I slot release: id 0 | task 9707 | stop processing: n_tokens = 727, truncated = 0 32.56.237.467 I slot print_timing: id 1 | task 9708 | prompt eval time = 7649.65 ms / 745 tokens ( 10.27 ms per token, 97.39 tokens per second) 32.56.237.470 I slot print_timing: id 1 | task 9708 | eval time = 878.66 ms / 2 tokens ( 878.66 ms per token, 1.14 tokens per second) 32.56.237.471 I slot print_timing: id 1 | task 9708 | total time = 8528.31 ms / 747 tokens 32.56.237.472 I slot print_timing: id 1 | task 9708 | graphs reused = 8472 32.56.237.473 I slot print_timing: id 1 | task 9708 | graph reallocs = 314 / 0 (same size) / (changed size) 32.56.237.513 I slot release: id 1 | task 9708 | stop processing: n_tokens = 747, truncated = 0 32.56.237.954 I slot print_timing: id 2 | task 9709 | prompt eval time = 7629.44 ms / 759 tokens ( 10.05 ms per token, 99.48 tokens per second) 32.56.237.959 I slot print_timing: id 2 | task 9709 | eval time = 878.46 ms / 2 tokens ( 878.46 ms per token, 1.14 tokens per second) 32.56.237.960 I slot print_timing: id 2 | task 9709 | total time = 8507.90 ms / 761 tokens 32.56.237.960 I slot print_timing: id 2 | task 9709 | graphs reused = 8472 32.56.237.961 I slot print_timing: id 2 | task 9709 | graph reallocs = 314 / 0 (same size) / (changed size) 32.56.238.001 I slot release: id 2 | task 9709 | stop processing: n_tokens = 761, truncated = 0 32.56.653.159 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 32.56.653.372 I slot launch_slot_: id 0 | task 9717 | processing task, is_child = 0 32.56.761.148 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1322.552 MiB) 32.56.891.838 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 1976127082 32.56.892.084 I slot launch_slot_: id 1 | task 9718 | processing task, is_child = 0 32.56.892.172 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 1976127571 32.56.892.348 I slot launch_slot_: id 2 | task 9719 | processing task, is_child = 0 33.00.526.679 I slot print_timing: id 0 | task 9717 | prompt processing, n_tokens = 125, progress = 0.99, t = 3.63 s / 34.40 tokens per second 33.00.571.509 I slot print_timing: id 1 | task 9718 | prompt processing, n_tokens = 625, progress = 0.78, t = 3.58 s / 174.65 tokens per second 33.00.610.009 I slot print_timing: id 2 | task 9719 | prompt processing, n_tokens = 890, progress = 0.85, t = 3.57 s / 249.35 tokens per second 33.01.977.007 I slot print_timing: id 3 | task 9714 | prompt eval time = 4956.32 ms / 724 tokens ( 6.85 ms per token, 146.08 tokens per second) 33.01.977.013 I slot print_timing: id 3 | task 9714 | eval time = 1450.34 ms / 2 tokens ( 1450.34 ms per token, 0.69 tokens per second) 33.01.977.014 I slot print_timing: id 3 | task 9714 | total time = 6406.66 ms / 726 tokens 33.01.977.015 I slot print_timing: id 3 | task 9714 | graphs reused = 8472 33.01.977.016 I slot print_timing: id 3 | task 9714 | graph reallocs = 318 / 0 (same size) / (changed size) 33.01.977.069 I slot release: id 3 | task 9714 | stop processing: n_tokens = 726, truncated = 0 33.01.977.092 I slot print_timing: id 1 | task 9718 | prompt processing, n_tokens = 793, progress = 0.99, t = 5.03 s / 157.70 tokens per second 33.02.025.874 I slot print_timing: id 2 | task 9719 | prompt processing, n_tokens = 1041, progress = 1.00, t = 5.02 s / 207.40 tokens per second 33.02.495.583 I slot print_timing: id 0 | task 9717 | prompt eval time = 5084.33 ms / 129 tokens ( 39.41 ms per token, 25.37 tokens per second) 33.02.495.588 I slot print_timing: id 0 | task 9717 | eval time = 518.88 ms / 2 tokens ( 518.88 ms per token, 1.93 tokens per second) 33.02.495.589 I slot print_timing: id 0 | task 9717 | total time = 5603.21 ms / 131 tokens 33.02.495.590 I slot print_timing: id 0 | task 9717 | graphs reused = 8472 33.02.495.591 I slot print_timing: id 0 | task 9717 | graph reallocs = 318 / 0 (same size) / (changed size) 33.02.495.654 I slot release: id 0 | task 9717 | stop processing: n_tokens = 740, truncated = 0 33.02.497.082 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 1981866640 33.02.606.847 I slot launch_slot_: id 3 | task 9724 | processing task, is_child = 0 33.02.607.005 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.791 MiB) 33.02.771.891 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 1982385224 33.02.772.143 I slot launch_slot_: id 0 | task 9725 | processing task, is_child = 0 33.03.991.136 I slot print_timing: id 1 | task 9718 | prompt eval time = 5548.98 ms / 797 tokens ( 6.96 ms per token, 143.63 tokens per second) 33.03.991.142 I slot print_timing: id 1 | task 9718 | eval time = 1494.73 ms / 2 tokens ( 1494.73 ms per token, 0.67 tokens per second) 33.03.991.144 I slot print_timing: id 1 | task 9718 | total time = 7043.71 ms / 799 tokens 33.03.991.145 I slot print_timing: id 1 | task 9718 | graphs reused = 8472 33.03.991.146 I slot print_timing: id 1 | task 9718 | graph reallocs = 319 / 0 (same size) / (changed size) 33.03.991.239 I slot release: id 1 | task 9718 | stop processing: n_tokens = 799, truncated = 0 33.03.991.676 I slot print_timing: id 2 | task 9719 | prompt eval time = 5540.35 ms / 1045 tokens ( 5.30 ms per token, 188.62 tokens per second) 33.03.991.681 I slot print_timing: id 2 | task 9719 | eval time = 1494.60 ms / 2 tokens ( 1494.60 ms per token, 0.67 tokens per second) 33.03.991.682 I slot print_timing: id 2 | task 9719 | total time = 7034.95 ms / 1047 tokens 33.03.991.683 I slot print_timing: id 2 | task 9719 | graphs reused = 8472 33.03.991.684 I slot print_timing: id 2 | task 9719 | graph reallocs = 319 / 0 (same size) / (changed size) 33.03.991.776 I slot release: id 2 | task 9719 | stop processing: n_tokens = 1047, truncated = 0 33.04.926.823 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 1983880810 33.05.040.592 I slot launch_slot_: id 1 | task 9728 | processing task, is_child = 0 33.05.040.791 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.587 MiB) 33.05.221.375 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 1983881347 33.05.221.652 I slot launch_slot_: id 2 | task 9729 | processing task, is_child = 0 33.07.231.594 I slot print_timing: id 0 | task 9725 | prompt processing, n_tokens = 793, progress = 0.99, t = 4.46 s / 177.83 tokens per second 33.07.320.266 I slot print_timing: id 3 | task 9724 | prompt processing, n_tokens = 802, progress = 1.00, t = 4.45 s / 180.32 tokens per second 33.08.975.175 I slot print_timing: id 1 | task 9728 | prompt processing, n_tokens = 718, progress = 0.85, t = 3.71 s / 193.42 tokens per second 33.09.020.044 I slot print_timing: id 2 | task 9729 | prompt processing, n_tokens = 718, progress = 0.86, t = 3.70 s / 193.94 tokens per second 33.10.103.974 I slot print_timing: id 0 | task 9725 | prompt eval time = 6202.28 ms / 797 tokens ( 7.78 ms per token, 128.50 tokens per second) 33.10.103.980 I slot print_timing: id 0 | task 9725 | eval time = 1129.53 ms / 2 tokens ( 1129.53 ms per token, 0.89 tokens per second) 33.10.103.982 I slot print_timing: id 0 | task 9725 | total time = 7331.81 ms / 799 tokens 33.10.103.983 I slot print_timing: id 0 | task 9725 | graphs reused = 8472 33.10.103.984 I slot print_timing: id 0 | task 9725 | graph reallocs = 322 / 0 (same size) / (changed size) 33.10.104.066 I slot release: id 0 | task 9725 | stop processing: n_tokens = 799, truncated = 0 33.10.104.394 I slot print_timing: id 3 | task 9724 | prompt eval time = 6191.15 ms / 806 tokens ( 7.68 ms per token, 130.19 tokens per second) 33.10.104.397 I slot print_timing: id 3 | task 9724 | eval time = 1129.25 ms / 2 tokens ( 1129.25 ms per token, 0.89 tokens per second) 33.10.104.398 I slot print_timing: id 3 | task 9724 | total time = 7320.40 ms / 808 tokens 33.10.104.398 I slot print_timing: id 3 | task 9724 | graphs reused = 8472 33.10.104.399 I slot print_timing: id 3 | task 9724 | graph reallocs = 322 / 0 (same size) / (changed size) 33.10.104.455 I slot release: id 3 | task 9724 | stop processing: n_tokens = 808, truncated = 0 33.10.104.476 I slot print_timing: id 1 | task 9728 | prompt processing, n_tokens = 839, progress = 1.00, t = 4.84 s / 173.27 tokens per second 33.10.156.026 I slot print_timing: id 2 | task 9729 | prompt processing, n_tokens = 832, progress = 1.00, t = 4.83 s / 172.18 tokens per second 33.10.429.222 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 1989993637 33.10.429.331 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1309.057 MiB) 33.10.578.384 I slot launch_slot_: id 0 | task 9734 | processing task, is_child = 0 33.10.693.542 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 1989994025 33.10.693.797 I slot launch_slot_: id 3 | task 9735 | processing task, is_child = 0 33.11.930.684 I slot print_timing: id 1 | task 9728 | prompt eval time = 5166.83 ms / 843 tokens ( 6.13 ms per token, 163.16 tokens per second) 33.11.930.691 I slot print_timing: id 1 | task 9728 | eval time = 1502.24 ms / 2 tokens ( 1502.24 ms per token, 0.67 tokens per second) 33.11.930.693 I slot print_timing: id 1 | task 9728 | total time = 6669.07 ms / 845 tokens 33.11.930.694 I slot print_timing: id 1 | task 9728 | graphs reused = 8472 33.11.930.695 I slot print_timing: id 1 | task 9728 | graph reallocs = 324 / 0 (same size) / (changed size) 33.11.930.789 I slot release: id 1 | task 9728 | stop processing: n_tokens = 845, truncated = 0 33.11.931.229 I slot print_timing: id 2 | task 9729 | prompt eval time = 5157.67 ms / 836 tokens ( 6.17 ms per token, 162.09 tokens per second) 33.11.931.234 I slot print_timing: id 2 | task 9729 | eval time = 1502.02 ms / 2 tokens ( 1502.02 ms per token, 0.67 tokens per second) 33.11.931.235 I slot print_timing: id 2 | task 9729 | total time = 6659.69 ms / 838 tokens 33.11.931.235 I slot print_timing: id 2 | task 9729 | graphs reused = 8472 33.11.931.236 I slot print_timing: id 2 | task 9729 | graph reallocs = 324 / 0 (same size) / (changed size) 33.11.931.300 I slot release: id 2 | task 9729 | stop processing: n_tokens = 838, truncated = 0 33.12.827.143 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 1991820360 33.12.827.257 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1307.885 MiB) 33.12.980.240 I slot launch_slot_: id 1 | task 9738 | processing task, is_child = 0 33.12.980.352 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 740.150 MiB) 33.13.182.346 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.891 33.13.182.503 I slot launch_slot_: id 2 | task 9739 | processing task, is_child = 0 33.14.572.489 I slot print_timing: id 0 | task 9734 | prompt processing, n_tokens = 895, progress = 1.00, t = 3.88 s / 230.75 tokens per second 33.14.694.736 I slot print_timing: id 3 | task 9735 | prompt processing, n_tokens = 903, progress = 1.00, t = 3.87 s / 233.42 tokens per second 33.17.011.296 I slot print_timing: id 0 | task 9734 | prompt eval time = 5318.99 ms / 899 tokens ( 5.92 ms per token, 169.02 tokens per second) 33.17.011.302 I slot print_timing: id 0 | task 9734 | eval time = 998.48 ms / 2 tokens ( 998.48 ms per token, 1.00 tokens per second) 33.17.011.303 I slot print_timing: id 0 | task 9734 | total time = 6317.48 ms / 901 tokens 33.17.011.304 I slot print_timing: id 0 | task 9734 | graphs reused = 8472 33.17.011.305 I slot print_timing: id 0 | task 9734 | graph reallocs = 326 / 0 (same size) / (changed size) 33.17.011.373 I slot release: id 0 | task 9734 | stop processing: n_tokens = 901, truncated = 0 33.17.012.581 I slot print_timing: id 3 | task 9735 | prompt eval time = 5309.61 ms / 907 tokens ( 5.85 ms per token, 170.82 tokens per second) 33.17.012.586 I slot print_timing: id 3 | task 9735 | eval time = 999.07 ms / 2 tokens ( 999.07 ms per token, 1.00 tokens per second) 33.17.012.587 I slot print_timing: id 3 | task 9735 | total time = 6308.68 ms / 909 tokens 33.17.012.588 I slot print_timing: id 3 | task 9735 | graphs reused = 8472 33.17.012.589 I slot print_timing: id 3 | task 9735 | graph reallocs = 326 / 0 (same size) / (changed size) 33.17.012.641 I slot release: id 3 | task 9735 | stop processing: n_tokens = 909, truncated = 0 33.17.012.664 I slot print_timing: id 1 | task 9738 | prompt processing, n_tokens = 681, progress = 0.99, t = 3.79 s / 179.79 tokens per second 33.17.326.440 I slot print_timing: id 2 | task 9739 | prompt eval time = 3778.40 ms / 141 tokens ( 26.80 ms per token, 37.32 tokens per second) 33.17.326.447 I slot print_timing: id 2 | task 9739 | eval time = 314.27 ms / 2 tokens ( 314.27 ms per token, 3.18 tokens per second) 33.17.326.448 I slot print_timing: id 2 | task 9739 | total time = 4092.67 ms / 143 tokens 33.17.326.449 I slot print_timing: id 2 | task 9739 | graphs reused = 8472 33.17.326.449 I slot print_timing: id 2 | task 9739 | graph reallocs = 326 / 0 (same size) / (changed size) 33.17.326.531 I slot release: id 2 | task 9739 | stop processing: n_tokens = 860, truncated = 0 33.17.326.550 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 1996900944 33.17.326.664 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 753.494 MiB) 33.17.475.963 I slot launch_slot_: id 0 | task 9744 | processing task, is_child = 0 33.17.476.135 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 720.133 MiB) 33.17.630.243 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.048 MiB) 33.17.643.937 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.402 MiB) 33.17.776.508 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 1996902211 33.17.776.771 I slot launch_slot_: id 3 | task 9745 | processing task, is_child = 0 33.17.776.868 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 1997216102 33.17.777.044 I slot launch_slot_: id 2 | task 9746 | processing task, is_child = 0 33.19.518.971 I slot print_timing: id 1 | task 9738 | prompt eval time = 4102.87 ms / 685 tokens ( 5.99 ms per token, 166.96 tokens per second) 33.19.518.978 I slot print_timing: id 1 | task 9738 | eval time = 2192.93 ms / 2 tokens ( 2192.93 ms per token, 0.46 tokens per second) 33.19.518.980 I slot print_timing: id 1 | task 9738 | total time = 6295.80 ms / 687 tokens 33.19.518.981 I slot print_timing: id 1 | task 9738 | graphs reused = 8472 33.19.518.982 I slot print_timing: id 1 | task 9738 | graph reallocs = 327 / 0 (same size) / (changed size) 33.19.519.075 I slot release: id 1 | task 9738 | stop processing: n_tokens = 687, truncated = 0 33.21.234.362 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 1999408646 33.21.330.803 I slot launch_slot_: id 1 | task 9749 | processing task, is_child = 0 33.21.330.827 I slot print_timing: id 0 | task 9744 | prompt processing, n_tokens = 705, progress = 0.85, t = 3.46 s / 203.92 tokens per second 33.21.386.086 I slot print_timing: id 2 | task 9746 | prompt processing, n_tokens = 623, progress = 0.82, t = 3.45 s / 180.79 tokens per second 33.21.422.470 I slot print_timing: id 3 | task 9745 | prompt processing, n_tokens = 705, progress = 0.83, t = 3.43 s / 205.43 tokens per second 33.23.031.290 I slot print_timing: id 0 | task 9744 | prompt processing, n_tokens = 821, progress = 1.00, t = 5.25 s / 156.26 tokens per second 33.23.095.770 I slot print_timing: id 2 | task 9746 | prompt processing, n_tokens = 758, progress = 0.99, t = 5.24 s / 144.58 tokens per second 33.23.139.476 I slot print_timing: id 3 | task 9745 | prompt processing, n_tokens = 848, progress = 1.00, t = 5.23 s / 162.18 tokens per second 33.24.760.960 I slot print_timing: id 0 | task 9744 | prompt eval time = 6277.46 ms / 825 tokens ( 7.61 ms per token, 131.42 tokens per second) 33.24.760.966 I slot print_timing: id 0 | task 9744 | eval time = 706.43 ms / 2 tokens ( 706.43 ms per token, 1.42 tokens per second) 33.24.760.968 I slot print_timing: id 0 | task 9744 | total time = 6983.89 ms / 827 tokens 33.24.760.969 I slot print_timing: id 0 | task 9744 | graphs reused = 8472 33.24.760.969 I slot print_timing: id 0 | task 9744 | graph reallocs = 331 / 0 (same size) / (changed size) 33.24.761.053 I slot release: id 0 | task 9744 | stop processing: n_tokens = 827, truncated = 0 33.24.761.542 I slot print_timing: id 2 | task 9746 | prompt eval time = 6266.89 ms / 762 tokens ( 8.22 ms per token, 121.59 tokens per second) 33.24.761.547 I slot print_timing: id 2 | task 9746 | eval time = 706.27 ms / 2 tokens ( 706.27 ms per token, 1.42 tokens per second) 33.24.761.548 I slot print_timing: id 2 | task 9746 | total time = 6973.16 ms / 764 tokens 33.24.761.549 I slot print_timing: id 2 | task 9746 | graphs reused = 8472 33.24.761.550 I slot print_timing: id 2 | task 9746 | graph reallocs = 331 / 0 (same size) / (changed size) 33.24.761.611 I slot release: id 2 | task 9746 | stop processing: n_tokens = 764, truncated = 0 33.24.762.049 I slot print_timing: id 3 | task 9745 | prompt eval time = 6253.45 ms / 852 tokens ( 7.34 ms per token, 136.24 tokens per second) 33.24.762.056 I slot print_timing: id 3 | task 9745 | eval time = 706.04 ms / 2 tokens ( 706.04 ms per token, 1.42 tokens per second) 33.24.762.057 I slot print_timing: id 3 | task 9745 | total time = 6959.49 ms / 854 tokens 33.24.762.058 I slot print_timing: id 3 | task 9745 | graphs reused = 8472 33.24.762.059 I slot print_timing: id 3 | task 9745 | graph reallocs = 331 / 0 (same size) / (changed size) 33.24.762.157 I slot release: id 3 | task 9745 | stop processing: n_tokens = 854, truncated = 0 33.24.762.189 I slot print_timing: id 1 | task 9749 | prompt processing, n_tokens = 742, progress = 0.99, t = 3.39 s / 218.97 tokens per second 33.24.958.962 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 2004650624 33.24.959.071 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1100.791 MiB) 33.25.139.583 I slot launch_slot_: id 0 | task 9754 | processing task, is_child = 0 33.25.139.685 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 810.028 MiB) 33.25.253.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 818.606 MiB) 33.25.379.551 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 2004651182 33.25.379.803 I slot launch_slot_: id 2 | task 9755 | processing task, is_child = 0 33.25.379.899 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 2004651729 33.25.380.090 I slot launch_slot_: id 3 | task 9756 | processing task, is_child = 0 33.26.785.905 I slot print_timing: id 1 | task 9749 | prompt eval time = 3587.01 ms / 746 tokens ( 4.81 ms per token, 207.97 tokens per second) 33.26.785.911 I slot print_timing: id 1 | task 9749 | eval time = 1826.95 ms / 2 tokens ( 1826.95 ms per token, 0.55 tokens per second) 33.26.785.912 I slot print_timing: id 1 | task 9749 | total time = 5413.96 ms / 748 tokens 33.26.785.913 I slot print_timing: id 1 | task 9749 | graphs reused = 8472 33.26.785.914 I slot print_timing: id 1 | task 9749 | graph reallocs = 332 / 0 (same size) / (changed size) 33.26.785.977 I slot release: id 1 | task 9749 | stop processing: n_tokens = 748, truncated = 0 33.28.401.666 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 2006675546 33.28.401.792 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 867.312 MiB) 33.28.529.110 I slot launch_slot_: id 1 | task 9759 | processing task, is_child = 0 33.28.529.132 I slot print_timing: id 0 | task 9754 | prompt processing, n_tokens = 604, progress = 0.82, t = 3.02 s / 199.90 tokens per second 33.28.581.715 I slot print_timing: id 2 | task 9755 | prompt processing, n_tokens = 604, progress = 0.84, t = 3.01 s / 200.59 tokens per second 33.28.617.633 I slot print_timing: id 3 | task 9756 | prompt processing, n_tokens = 604, progress = 0.83, t = 3.00 s / 201.22 tokens per second 33.30.141.773 I slot print_timing: id 0 | task 9754 | prompt processing, n_tokens = 737, progress = 0.99, t = 4.76 s / 154.78 tokens per second 33.30.199.651 I slot print_timing: id 2 | task 9755 | prompt processing, n_tokens = 716, progress = 0.99, t = 4.75 s / 150.70 tokens per second 33.30.241.715 I slot print_timing: id 3 | task 9756 | prompt processing, n_tokens = 720, progress = 0.99, t = 4.74 s / 151.84 tokens per second 33.31.830.683 I slot print_timing: id 0 | task 9754 | prompt eval time = 5762.45 ms / 741 tokens ( 7.78 ms per token, 128.59 tokens per second) 33.31.830.689 I slot print_timing: id 0 | task 9754 | eval time = 688.12 ms / 2 tokens ( 688.12 ms per token, 1.45 tokens per second) 33.31.830.690 I slot print_timing: id 0 | task 9754 | total time = 6450.57 ms / 743 tokens 33.31.830.691 I slot print_timing: id 0 | task 9754 | graphs reused = 8472 33.31.830.692 I slot print_timing: id 0 | task 9754 | graph reallocs = 336 / 0 (same size) / (changed size) 33.31.830.767 I slot release: id 0 | task 9754 | stop processing: n_tokens = 743, truncated = 0 33.31.831.174 I slot print_timing: id 2 | task 9755 | prompt eval time = 5752.72 ms / 720 tokens ( 7.99 ms per token, 125.16 tokens per second) 33.31.831.178 I slot print_timing: id 2 | task 9755 | eval time = 687.90 ms / 2 tokens ( 687.90 ms per token, 1.45 tokens per second) 33.31.831.178 I slot print_timing: id 2 | task 9755 | total time = 6440.62 ms / 722 tokens 33.31.831.179 I slot print_timing: id 2 | task 9755 | graphs reused = 8472 33.31.831.180 I slot print_timing: id 2 | task 9755 | graph reallocs = 336 / 0 (same size) / (changed size) 33.31.831.222 I slot release: id 2 | task 9755 | stop processing: n_tokens = 722, truncated = 0 33.31.831.682 I slot print_timing: id 3 | task 9756 | prompt eval time = 5744.00 ms / 724 tokens ( 7.93 ms per token, 126.04 tokens per second) 33.31.831.687 I slot print_timing: id 3 | task 9756 | eval time = 687.68 ms / 2 tokens ( 687.68 ms per token, 1.45 tokens per second) 33.31.831.688 I slot print_timing: id 3 | task 9756 | total time = 6431.67 ms / 726 tokens 33.31.831.689 I slot print_timing: id 3 | task 9756 | graphs reused = 8472 33.31.831.690 I slot print_timing: id 3 | task 9756 | graph reallocs = 336 / 0 (same size) / (changed size) 33.31.831.737 I slot release: id 3 | task 9756 | stop processing: n_tokens = 726, truncated = 0 33.31.831.759 I slot print_timing: id 1 | task 9759 | prompt processing, n_tokens = 711, progress = 0.99, t = 3.26 s / 217.85 tokens per second 33.32.028.272 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.852 33.32.028.468 I slot launch_slot_: id 0 | task 9764 | processing task, is_child = 0 33.32.028.583 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 860.639 MiB) 33.32.171.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.689 MiB) 33.32.285.128 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 33.32.285.292 I slot launch_slot_: id 2 | task 9765 | processing task, is_child = 0 33.32.285.387 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.872 33.32.285.494 I slot launch_slot_: id 3 | task 9766 | processing task, is_child = 0 33.32.784.212 I slot print_timing: id 1 | task 9759 | prompt eval time = 3461.72 ms / 715 tokens ( 4.84 ms per token, 206.54 tokens per second) 33.32.784.218 I slot print_timing: id 1 | task 9759 | eval time = 755.95 ms / 2 tokens ( 755.95 ms per token, 1.32 tokens per second) 33.32.784.219 I slot print_timing: id 1 | task 9759 | total time = 4217.67 ms / 717 tokens 33.32.784.220 I slot print_timing: id 1 | task 9759 | graphs reused = 8472 33.32.784.221 I slot print_timing: id 1 | task 9759 | graph reallocs = 336 / 0 (same size) / (changed size) 33.32.784.279 I slot release: id 1 | task 9759 | stop processing: n_tokens = 717, truncated = 0 33.34.039.352 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 33.34.039.568 I slot launch_slot_: id 1 | task 9769 | processing task, is_child = 0 33.35.490.106 I slot print_timing: id 0 | task 9764 | prompt eval time = 2494.48 ms / 108 tokens ( 23.10 ms per token, 43.30 tokens per second) 33.35.490.112 I slot print_timing: id 0 | task 9764 | eval time = 710.11 ms / 2 tokens ( 710.11 ms per token, 1.41 tokens per second) 33.35.490.113 I slot print_timing: id 0 | task 9764 | total time = 3204.58 ms / 110 tokens 33.35.490.114 I slot print_timing: id 0 | task 9764 | graphs reused = 8472 33.35.490.115 I slot print_timing: id 0 | task 9764 | graph reallocs = 338 / 0 (same size) / (changed size) 33.35.490.188 I slot release: id 0 | task 9764 | stop processing: n_tokens = 713, truncated = 0 33.35.490.636 I slot print_timing: id 2 | task 9765 | prompt eval time = 2440.31 ms / 117 tokens ( 20.86 ms per token, 47.94 tokens per second) 33.35.490.640 I slot print_timing: id 2 | task 9765 | eval time = 709.95 ms / 2 tokens ( 709.95 ms per token, 1.41 tokens per second) 33.35.490.641 I slot print_timing: id 2 | task 9765 | total time = 3150.27 ms / 119 tokens 33.35.490.641 I slot print_timing: id 2 | task 9765 | graphs reused = 8472 33.35.490.642 I slot print_timing: id 2 | task 9765 | graph reallocs = 338 / 0 (same size) / (changed size) 33.35.490.681 I slot release: id 2 | task 9765 | stop processing: n_tokens = 722, truncated = 0 33.35.491.162 I slot print_timing: id 3 | task 9766 | prompt eval time = 2385.87 ms / 110 tokens ( 21.69 ms per token, 46.10 tokens per second) 33.35.491.165 I slot print_timing: id 3 | task 9766 | eval time = 709.76 ms / 2 tokens ( 709.76 ms per token, 1.41 tokens per second) 33.35.491.166 I slot print_timing: id 3 | task 9766 | total time = 3095.63 ms / 112 tokens 33.35.491.166 I slot print_timing: id 3 | task 9766 | graphs reused = 8472 33.35.491.167 I slot print_timing: id 3 | task 9766 | graph reallocs = 338 / 0 (same size) / (changed size) 33.35.491.206 I slot release: id 3 | task 9766 | stop processing: n_tokens = 715, truncated = 0 33.35.687.998 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.879 (> 0.100 thold), f_keep = 0.889 33.35.688.230 I slot launch_slot_: id 0 | task 9773 | processing task, is_child = 0 33.35.688.392 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1099.118 MiB) 33.35.948.246 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.877 33.35.948.408 I slot launch_slot_: id 2 | task 9774 | processing task, is_child = 0 33.35.948.506 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.885 33.35.948.610 I slot launch_slot_: id 3 | task 9775 | processing task, is_child = 0 33.36.531.196 I slot print_timing: id 1 | task 9769 | prompt eval time = 1604.34 ms / 120 tokens ( 13.37 ms per token, 74.80 tokens per second) 33.36.531.202 I slot print_timing: id 1 | task 9769 | eval time = 843.21 ms / 2 tokens ( 843.21 ms per token, 1.19 tokens per second) 33.36.531.203 I slot print_timing: id 1 | task 9769 | total time = 2447.55 ms / 122 tokens 33.36.531.204 I slot print_timing: id 1 | task 9769 | graphs reused = 8472 33.36.531.206 I slot print_timing: id 1 | task 9769 | graph reallocs = 338 / 0 (same size) / (changed size) 33.36.531.284 I slot release: id 1 | task 9769 | stop processing: n_tokens = 725, truncated = 0 33.37.865.817 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 2016420855 33.37.865.980 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 928.315 MiB) 33.38.011.189 I slot launch_slot_: id 1 | task 9778 | processing task, is_child = 0 33.39.775.492 I slot print_timing: id 0 | task 9773 | prompt eval time = 3081.53 ms / 117 tokens ( 26.34 ms per token, 37.97 tokens per second) 33.39.775.500 I slot print_timing: id 0 | task 9773 | eval time = 745.33 ms / 2 tokens ( 745.33 ms per token, 1.34 tokens per second) 33.39.775.501 I slot print_timing: id 0 | task 9773 | total time = 3826.86 ms / 119 tokens 33.39.775.502 I slot print_timing: id 0 | task 9773 | graphs reused = 8472 33.39.775.503 I slot print_timing: id 0 | task 9773 | graph reallocs = 340 / 0 (same size) / (changed size) 33.39.775.564 I slot release: id 0 | task 9773 | stop processing: n_tokens = 722, truncated = 0 33.39.775.880 I slot print_timing: id 2 | task 9774 | prompt eval time = 3024.78 ms / 151 tokens ( 20.03 ms per token, 49.92 tokens per second) 33.39.775.883 I slot print_timing: id 2 | task 9774 | eval time = 744.97 ms / 2 tokens ( 744.97 ms per token, 1.34 tokens per second) 33.39.775.884 I slot print_timing: id 2 | task 9774 | total time = 3769.75 ms / 153 tokens 33.39.775.885 I slot print_timing: id 2 | task 9774 | graphs reused = 8472 33.39.775.886 I slot print_timing: id 2 | task 9774 | graph reallocs = 340 / 0 (same size) / (changed size) 33.39.775.924 I slot release: id 2 | task 9774 | stop processing: n_tokens = 756, truncated = 0 33.39.776.252 I slot print_timing: id 3 | task 9775 | prompt eval time = 2931.77 ms / 111 tokens ( 26.41 ms per token, 37.86 tokens per second) 33.39.776.255 I slot print_timing: id 3 | task 9775 | eval time = 744.63 ms / 2 tokens ( 744.63 ms per token, 1.34 tokens per second) 33.39.776.256 I slot print_timing: id 3 | task 9775 | total time = 3676.40 ms / 113 tokens 33.39.776.256 I slot print_timing: id 3 | task 9775 | graphs reused = 8472 33.39.776.257 I slot print_timing: id 3 | task 9775 | graph reallocs = 340 / 0 (same size) / (changed size) 33.39.776.290 I slot release: id 3 | task 9775 | stop processing: n_tokens = 716, truncated = 0 33.40.191.406 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 2019665133 33.40.191.517 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 672.334 MiB) 33.40.206.365 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 846.092 MiB) 33.40.351.999 I slot launch_slot_: id 0 | task 9782 | processing task, is_child = 0 33.40.352.159 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 760.416 MiB) 33.40.485.589 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.827 MiB) 33.40.613.644 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 2019665494 33.40.613.891 I slot launch_slot_: id 2 | task 9783 | processing task, is_child = 0 33.40.613.978 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 2019665859 33.40.614.164 I slot launch_slot_: id 3 | task 9784 | processing task, is_child = 0 33.45.407.910 I slot print_timing: id 1 | task 9778 | prompt eval time = 5322.85 ms / 893 tokens ( 5.96 ms per token, 167.77 tokens per second) 33.45.407.916 I slot print_timing: id 1 | task 9778 | eval time = 2014.67 ms / 2 tokens ( 2014.67 ms per token, 0.50 tokens per second) 33.45.407.918 I slot print_timing: id 1 | task 9778 | total time = 7337.52 ms / 895 tokens 33.45.407.920 I slot print_timing: id 1 | task 9778 | graphs reused = 8472 33.45.407.921 I slot print_timing: id 1 | task 9778 | graph reallocs = 344 / 0 (same size) / (changed size) 33.45.408.027 I slot release: id 1 | task 9778 | stop processing: n_tokens = 895, truncated = 0 33.45.408.060 I slot print_timing: id 0 | task 9782 | prompt processing, n_tokens = 757, progress = 0.86, t = 4.79 s / 157.93 tokens per second 33.45.455.186 I slot print_timing: id 2 | task 9783 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.72 s / 194.18 tokens per second 33.45.507.659 I slot print_timing: id 3 | task 9784 | prompt processing, n_tokens = 917, progress = 0.83, t = 4.71 s / 194.69 tokens per second 33.46.710.565 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 2025297598 33.46.710.686 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 745.165 MiB) 33.46.857.991 I slot launch_slot_: id 1 | task 9788 | processing task, is_child = 0 33.46.858.012 I slot print_timing: id 0 | task 9782 | prompt processing, n_tokens = 873, progress = 1.00, t = 6.10 s / 143.20 tokens per second 33.46.921.862 I slot print_timing: id 2 | task 9783 | prompt processing, n_tokens = 1105, progress = 1.00, t = 6.03 s / 183.39 tokens per second 33.46.978.731 I slot print_timing: id 3 | task 9784 | prompt processing, n_tokens = 1095, progress = 1.00, t = 6.01 s / 182.10 tokens per second 33.49.092.577 I slot print_timing: id 0 | task 9782 | prompt eval time = 7704.76 ms / 877 tokens ( 8.79 ms per token, 113.83 tokens per second) 33.49.092.584 I slot print_timing: id 0 | task 9782 | eval time = 773.62 ms / 2 tokens ( 773.62 ms per token, 1.29 tokens per second) 33.49.092.585 I slot print_timing: id 0 | task 9782 | total time = 8478.39 ms / 879 tokens 33.49.092.586 I slot print_timing: id 0 | task 9782 | graphs reused = 8472 33.49.092.587 I slot print_timing: id 0 | task 9782 | graph reallocs = 347 / 0 (same size) / (changed size) 33.49.092.658 I slot release: id 0 | task 9782 | stop processing: n_tokens = 879, truncated = 0 33.49.093.094 I slot print_timing: id 2 | task 9783 | prompt eval time = 7634.55 ms / 1109 tokens ( 6.88 ms per token, 145.26 tokens per second) 33.49.093.097 I slot print_timing: id 2 | task 9783 | eval time = 773.44 ms / 2 tokens ( 773.44 ms per token, 1.29 tokens per second) 33.49.093.098 I slot print_timing: id 2 | task 9783 | total time = 8407.99 ms / 1111 tokens 33.49.093.099 I slot print_timing: id 2 | task 9783 | graphs reused = 8472 33.49.093.100 I slot print_timing: id 2 | task 9783 | graph reallocs = 347 / 0 (same size) / (changed size) 33.49.093.174 I slot release: id 2 | task 9783 | stop processing: n_tokens = 1111, truncated = 0 33.49.093.659 I slot print_timing: id 3 | task 9784 | prompt eval time = 7622.98 ms / 1099 tokens ( 6.94 ms per token, 144.17 tokens per second) 33.49.093.664 I slot print_timing: id 3 | task 9784 | eval time = 773.29 ms / 2 tokens ( 773.29 ms per token, 1.29 tokens per second) 33.49.093.665 I slot print_timing: id 3 | task 9784 | total time = 8396.27 ms / 1101 tokens 33.49.093.667 I slot print_timing: id 3 | task 9784 | graphs reused = 8472 33.49.093.668 I slot print_timing: id 3 | task 9784 | graph reallocs = 347 / 0 (same size) / (changed size) 33.49.093.732 I slot release: id 3 | task 9784 | stop processing: n_tokens = 1101, truncated = 0 33.49.536.797 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.893 33.49.536.979 I slot launch_slot_: id 2 | task 9792 | processing task, is_child = 0 33.49.537.090 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 714.445 MiB) 33.49.681.329 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 718.258 MiB) 33.49.699.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 903.203 MiB) 33.49.862.275 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 33.49.862.440 I slot launch_slot_: id 3 | task 9793 | processing task, is_child = 0 33.49.862.549 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 2028982229 33.49.905.834 I slot launch_slot_: id 0 | task 9794 | processing task, is_child = 0 33.52.208.866 I slot print_timing: id 1 | task 9788 | prompt eval time = 3834.02 ms / 1104 tokens ( 3.47 ms per token, 287.95 tokens per second) 33.52.208.872 I slot print_timing: id 1 | task 9788 | eval time = 1464.40 ms / 2 tokens ( 1464.40 ms per token, 0.68 tokens per second) 33.52.208.874 I slot print_timing: id 1 | task 9788 | total time = 5298.43 ms / 1106 tokens 33.52.208.875 I slot print_timing: id 1 | task 9788 | graphs reused = 8472 33.52.208.876 I slot print_timing: id 1 | task 9788 | graph reallocs = 349 / 0 (same size) / (changed size) 33.52.208.939 I slot release: id 1 | task 9788 | stop processing: n_tokens = 1106, truncated = 0 33.52.765.032 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.897 33.52.765.206 I slot launch_slot_: id 1 | task 9798 | processing task, is_child = 0 33.53.137.611 I slot print_timing: id 0 | task 9794 | prompt eval time = 2857.82 ms / 174 tokens ( 16.42 ms per token, 60.89 tokens per second) 33.53.137.617 I slot print_timing: id 0 | task 9794 | eval time = 373.93 ms / 2 tokens ( 373.93 ms per token, 2.67 tokens per second) 33.53.137.618 I slot print_timing: id 0 | task 9794 | total time = 3231.75 ms / 176 tokens 33.53.137.619 I slot print_timing: id 0 | task 9794 | graphs reused = 8472 33.53.137.619 I slot print_timing: id 0 | task 9794 | graph reallocs = 351 / 0 (same size) / (changed size) 33.53.137.690 I slot release: id 0 | task 9794 | stop processing: n_tokens = 1092, truncated = 0 33.53.138.011 I slot print_timing: id 2 | task 9792 | prompt eval time = 2718.01 ms / 181 tokens ( 15.02 ms per token, 66.59 tokens per second) 33.53.138.017 I slot print_timing: id 2 | task 9792 | eval time = 373.59 ms / 2 tokens ( 373.59 ms per token, 2.68 tokens per second) 33.53.138.018 I slot print_timing: id 2 | task 9792 | total time = 3091.61 ms / 183 tokens 33.53.138.018 I slot print_timing: id 2 | task 9792 | graphs reused = 8472 33.53.138.019 I slot print_timing: id 2 | task 9792 | graph reallocs = 351 / 0 (same size) / (changed size) 33.53.138.066 I slot release: id 2 | task 9792 | stop processing: n_tokens = 1099, truncated = 0 33.53.138.430 I slot print_timing: id 3 | task 9793 | prompt eval time = 2556.08 ms / 183 tokens ( 13.97 ms per token, 71.59 tokens per second) 33.53.138.435 I slot print_timing: id 3 | task 9793 | eval time = 373.41 ms / 2 tokens ( 373.41 ms per token, 2.68 tokens per second) 33.53.138.436 I slot print_timing: id 3 | task 9793 | total time = 2929.49 ms / 185 tokens 33.53.138.437 I slot print_timing: id 3 | task 9793 | graphs reused = 8472 33.53.138.437 I slot print_timing: id 3 | task 9793 | graph reallocs = 351 / 0 (same size) / (changed size) 33.53.138.478 I slot release: id 3 | task 9793 | stop processing: n_tokens = 1101, truncated = 0 33.53.578.311 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.908 33.53.578.502 I slot launch_slot_: id 0 | task 9801 | processing task, is_child = 0 33.53.766.644 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 899.969 MiB) 33.53.780.155 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 903.563 MiB) 33.53.979.651 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.903 33.53.979.821 I slot launch_slot_: id 2 | task 9802 | processing task, is_child = 0 33.53.979.945 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 33.53.980.047 I slot launch_slot_: id 3 | task 9803 | processing task, is_child = 0 33.56.349.613 I slot print_timing: id 1 | task 9798 | prompt eval time = 1990.51 ms / 174 tokens ( 11.44 ms per token, 87.41 tokens per second) 33.56.349.620 I slot print_timing: id 1 | task 9798 | eval time = 1593.87 ms / 2 tokens ( 1593.87 ms per token, 0.63 tokens per second) 33.56.349.621 I slot print_timing: id 1 | task 9798 | total time = 3584.38 ms / 176 tokens 33.56.349.622 I slot print_timing: id 1 | task 9798 | graphs reused = 8472 33.56.349.623 I slot print_timing: id 1 | task 9798 | graph reallocs = 352 / 0 (same size) / (changed size) 33.56.349.705 I slot release: id 1 | task 9798 | stop processing: n_tokens = 1092, truncated = 0 33.56.910.833 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 33.56.911.053 I slot launch_slot_: id 1 | task 9807 | processing task, is_child = 0 33.57.306.721 I slot print_timing: id 0 | task 9801 | prompt eval time = 2929.21 ms / 184 tokens ( 15.92 ms per token, 62.82 tokens per second) 33.57.306.727 I slot print_timing: id 0 | task 9801 | eval time = 397.44 ms / 2 tokens ( 397.44 ms per token, 2.52 tokens per second) 33.57.306.729 I slot print_timing: id 0 | task 9801 | total time = 3326.65 ms / 186 tokens 33.57.306.730 I slot print_timing: id 0 | task 9801 | graphs reused = 8472 33.57.306.731 I slot print_timing: id 0 | task 9801 | graph reallocs = 355 / 0 (same size) / (changed size) 33.57.306.805 I slot release: id 0 | task 9801 | stop processing: n_tokens = 1102, truncated = 0 33.57.307.352 I slot print_timing: id 2 | task 9802 | prompt eval time = 2707.20 ms / 190 tokens ( 14.25 ms per token, 70.18 tokens per second) 33.57.307.359 I slot print_timing: id 2 | task 9802 | eval time = 397.27 ms / 2 tokens ( 397.27 ms per token, 2.52 tokens per second) 33.57.307.360 I slot print_timing: id 2 | task 9802 | total time = 3104.47 ms / 192 tokens 33.57.307.362 I slot print_timing: id 2 | task 9802 | graphs reused = 8472 33.57.307.363 I slot print_timing: id 2 | task 9802 | graph reallocs = 355 / 0 (same size) / (changed size) 33.57.307.439 I slot release: id 2 | task 9802 | stop processing: n_tokens = 1108, truncated = 0 33.57.307.921 I slot print_timing: id 3 | task 9803 | prompt eval time = 2623.30 ms / 185 tokens ( 14.18 ms per token, 70.52 tokens per second) 33.57.307.925 I slot print_timing: id 3 | task 9803 | eval time = 397.10 ms / 2 tokens ( 397.10 ms per token, 2.52 tokens per second) 33.57.307.927 I slot print_timing: id 3 | task 9803 | total time = 3020.40 ms / 187 tokens 33.57.307.927 I slot print_timing: id 3 | task 9803 | graphs reused = 8472 33.57.307.929 I slot print_timing: id 3 | task 9803 | graph reallocs = 355 / 0 (same size) / (changed size) 33.57.307.992 I slot release: id 3 | task 9803 | stop processing: n_tokens = 1103, truncated = 0 33.57.752.701 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.900 33.57.752.876 I slot launch_slot_: id 0 | task 9810 | processing task, is_child = 0 33.57.753.004 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 909.766 MiB) 33.57.955.350 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.986 MiB) 33.57.969.152 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 900.609 MiB) 33.58.260.264 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.895 33.58.260.424 I slot launch_slot_: id 2 | task 9811 | processing task, is_child = 0 33.58.260.547 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 33.58.260.646 I slot launch_slot_: id 3 | task 9812 | processing task, is_child = 0 34.00.512.944 I slot print_timing: id 1 | task 9807 | prompt eval time = 2044.32 ms / 177 tokens ( 11.55 ms per token, 86.58 tokens per second) 34.00.512.949 I slot print_timing: id 1 | task 9807 | eval time = 1557.55 ms / 2 tokens ( 1557.55 ms per token, 0.64 tokens per second) 34.00.512.950 I slot print_timing: id 1 | task 9807 | total time = 3601.86 ms / 179 tokens 34.00.512.951 I slot print_timing: id 1 | task 9807 | graphs reused = 8472 34.00.512.952 I slot print_timing: id 1 | task 9807 | graph reallocs = 356 / 0 (same size) / (changed size) 34.00.513.014 I slot release: id 1 | task 9807 | stop processing: n_tokens = 1095, truncated = 0 34.01.071.130 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 34.01.071.303 I slot launch_slot_: id 1 | task 9816 | processing task, is_child = 0 34.01.443.982 I slot print_timing: id 0 | task 9810 | prompt eval time = 2809.07 ms / 181 tokens ( 15.52 ms per token, 64.43 tokens per second) 34.01.443.988 I slot print_timing: id 0 | task 9810 | eval time = 374.24 ms / 2 tokens ( 374.24 ms per token, 2.67 tokens per second) 34.01.443.990 I slot print_timing: id 0 | task 9810 | total time = 3183.31 ms / 183 tokens 34.01.443.991 I slot print_timing: id 0 | task 9810 | graphs reused = 8472 34.01.443.992 I slot print_timing: id 0 | task 9810 | graph reallocs = 359 / 0 (same size) / (changed size) 34.01.444.057 I slot release: id 0 | task 9810 | stop processing: n_tokens = 1099, truncated = 0 34.01.444.475 I slot print_timing: id 2 | task 9811 | prompt eval time = 2667.80 ms / 178 tokens ( 14.99 ms per token, 66.72 tokens per second) 34.01.444.480 I slot print_timing: id 2 | task 9811 | eval time = 374.03 ms / 2 tokens ( 374.03 ms per token, 2.67 tokens per second) 34.01.444.481 I slot print_timing: id 2 | task 9811 | total time = 3041.84 ms / 180 tokens 34.01.444.481 I slot print_timing: id 2 | task 9811 | graphs reused = 8472 34.01.444.482 I slot print_timing: id 2 | task 9811 | graph reallocs = 359 / 0 (same size) / (changed size) 34.01.444.531 I slot release: id 2 | task 9811 | stop processing: n_tokens = 1096, truncated = 0 34.01.444.870 I slot print_timing: id 3 | task 9812 | prompt eval time = 2582.68 ms / 182 tokens ( 14.19 ms per token, 70.47 tokens per second) 34.01.444.874 I slot print_timing: id 3 | task 9812 | eval time = 373.75 ms / 2 tokens ( 373.75 ms per token, 2.68 tokens per second) 34.01.444.874 I slot print_timing: id 3 | task 9812 | total time = 2956.43 ms / 184 tokens 34.01.444.875 I slot print_timing: id 3 | task 9812 | graphs reused = 8472 34.01.444.876 I slot print_timing: id 3 | task 9812 | graph reallocs = 359 / 0 (same size) / (changed size) 34.01.444.920 I slot release: id 3 | task 9812 | stop processing: n_tokens = 1100, truncated = 0 34.01.885.284 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 2041333627 34.01.885.436 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 927.158 MiB) 34.02.153.464 I slot launch_slot_: id 0 | task 9819 | processing task, is_child = 0 34.02.153.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 911.907 MiB) 34.02.167.157 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.617 MiB) 34.02.371.207 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.523 MiB) 34.02.635.598 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 2041334100 34.02.635.891 I slot launch_slot_: id 2 | task 9820 | processing task, is_child = 0 34.02.636.008 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 2041334489 34.02.636.225 I slot launch_slot_: id 3 | task 9821 | processing task, is_child = 0 34.07.269.965 I slot print_timing: id 1 | task 9816 | prompt eval time = 4074.10 ms / 180 tokens ( 22.63 ms per token, 44.18 tokens per second) 34.07.269.972 I slot print_timing: id 1 | task 9816 | eval time = 2124.54 ms / 2 tokens ( 2124.54 ms per token, 0.47 tokens per second) 34.07.269.973 I slot print_timing: id 1 | task 9816 | total time = 6198.64 ms / 182 tokens 34.07.269.974 I slot print_timing: id 1 | task 9816 | graphs reused = 8472 34.07.269.975 I slot print_timing: id 1 | task 9816 | graph reallocs = 361 / 0 (same size) / (changed size) 34.07.270.040 I slot release: id 1 | task 9816 | stop processing: n_tokens = 1098, truncated = 0 34.07.270.069 I slot print_timing: id 0 | task 9819 | prompt processing, n_tokens = 855, progress = 0.86, t = 4.63 s / 184.54 tokens per second 34.07.322.688 I slot print_timing: id 2 | task 9820 | prompt processing, n_tokens = 855, progress = 0.85, t = 4.54 s / 188.21 tokens per second 34.07.373.871 I slot print_timing: id 3 | task 9821 | prompt processing, n_tokens = 855, progress = 0.79, t = 4.52 s / 188.96 tokens per second 34.08.671.659 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 2047159610 34.08.671.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.757 MiB) 34.08.888.474 I slot launch_slot_: id 1 | task 9825 | processing task, is_child = 0 34.08.888.494 I slot print_timing: id 0 | task 9819 | prompt processing, n_tokens = 995, progress = 1.00, t = 6.04 s / 164.86 tokens per second 34.08.963.462 I slot print_timing: id 2 | task 9820 | prompt processing, n_tokens = 1004, progress = 1.00, t = 5.94 s / 168.88 tokens per second 34.09.020.804 I slot print_timing: id 3 | task 9821 | prompt processing, n_tokens = 1077, progress = 1.00, t = 5.93 s / 181.72 tokens per second 34.11.206.106 I slot print_timing: id 0 | task 9819 | prompt eval time = 7785.60 ms / 999 tokens ( 7.79 ms per token, 128.31 tokens per second) 34.11.206.112 I slot print_timing: id 0 | task 9819 | eval time = 784.26 ms / 2 tokens ( 784.26 ms per token, 1.28 tokens per second) 34.11.206.113 I slot print_timing: id 0 | task 9819 | total time = 8569.86 ms / 1001 tokens 34.11.206.114 I slot print_timing: id 0 | task 9819 | graphs reused = 8472 34.11.206.115 I slot print_timing: id 0 | task 9819 | graph reallocs = 362 / 0 (same size) / (changed size) 34.11.206.211 I slot release: id 0 | task 9819 | stop processing: n_tokens = 1001, truncated = 0 34.11.206.650 I slot print_timing: id 2 | task 9820 | prompt eval time = 7695.75 ms / 1008 tokens ( 7.63 ms per token, 130.98 tokens per second) 34.11.206.655 I slot print_timing: id 2 | task 9820 | eval time = 784.15 ms / 2 tokens ( 784.15 ms per token, 1.28 tokens per second) 34.11.206.656 I slot print_timing: id 2 | task 9820 | total time = 8479.90 ms / 1010 tokens 34.11.206.657 I slot print_timing: id 2 | task 9820 | graphs reused = 8472 34.11.206.658 I slot print_timing: id 2 | task 9820 | graph reallocs = 362 / 0 (same size) / (changed size) 34.11.206.713 I slot release: id 2 | task 9820 | stop processing: n_tokens = 1010, truncated = 0 34.11.207.189 I slot print_timing: id 3 | task 9821 | prompt eval time = 7678.37 ms / 1081 tokens ( 7.10 ms per token, 140.79 tokens per second) 34.11.207.194 I slot print_timing: id 3 | task 9821 | eval time = 784.01 ms / 2 tokens ( 784.01 ms per token, 1.28 tokens per second) 34.11.207.195 I slot print_timing: id 3 | task 9821 | total time = 8462.38 ms / 1083 tokens 34.11.207.196 I slot print_timing: id 3 | task 9821 | graphs reused = 8472 34.11.207.196 I slot print_timing: id 3 | task 9821 | graph reallocs = 362 / 0 (same size) / (changed size) 34.11.207.267 I slot release: id 3 | task 9821 | stop processing: n_tokens = 1083, truncated = 0 34.11.652.054 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 34.11.652.246 I slot launch_slot_: id 0 | task 9829 | processing task, is_child = 0 34.11.798.403 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.554 MiB) 34.11.973.008 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.875 34.11.973.169 I slot launch_slot_: id 2 | task 9830 | processing task, is_child = 0 34.11.973.290 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 2051096838 34.11.973.502 I slot launch_slot_: id 3 | task 9831 | processing task, is_child = 0 34.14.740.386 I slot print_timing: id 1 | task 9825 | prompt eval time = 4095.71 ms / 1047 tokens ( 3.91 ms per token, 255.63 tokens per second) 34.14.740.392 I slot print_timing: id 1 | task 9825 | eval time = 1699.23 ms / 2 tokens ( 1699.23 ms per token, 0.59 tokens per second) 34.14.740.394 I slot print_timing: id 1 | task 9825 | total time = 5794.93 ms / 1049 tokens 34.14.740.394 I slot print_timing: id 1 | task 9825 | graphs reused = 8472 34.14.740.395 I slot print_timing: id 1 | task 9825 | graph reallocs = 364 / 0 (same size) / (changed size) 34.14.740.478 I slot release: id 1 | task 9825 | stop processing: n_tokens = 1049, truncated = 0 34.15.664.351 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 2054630049 34.15.664.478 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.492 MiB) 34.15.845.324 I slot launch_slot_: id 1 | task 9835 | processing task, is_child = 0 34.15.858.577 I slot print_timing: id 3 | task 9831 | prompt processing, n_tokens = 744, progress = 0.99, t = 3.43 s / 217.19 tokens per second 34.16.869.760 I slot print_timing: id 0 | task 9829 | prompt eval time = 3690.12 ms / 147 tokens ( 25.10 ms per token, 39.84 tokens per second) 34.16.869.767 I slot print_timing: id 0 | task 9829 | eval time = 1206.11 ms / 2 tokens ( 1206.11 ms per token, 0.83 tokens per second) 34.16.869.768 I slot print_timing: id 0 | task 9829 | total time = 4896.23 ms / 149 tokens 34.16.869.769 I slot print_timing: id 0 | task 9829 | graphs reused = 8472 34.16.869.770 I slot print_timing: id 0 | task 9829 | graph reallocs = 365 / 0 (same size) / (changed size) 34.16.869.869 I slot release: id 0 | task 9829 | stop processing: n_tokens = 1003, truncated = 0 34.16.870.215 I slot print_timing: id 2 | task 9830 | prompt eval time = 3502.33 ms / 165 tokens ( 21.23 ms per token, 47.11 tokens per second) 34.16.870.220 I slot print_timing: id 2 | task 9830 | eval time = 1205.87 ms / 2 tokens ( 1205.87 ms per token, 0.83 tokens per second) 34.16.870.221 I slot print_timing: id 2 | task 9830 | total time = 4708.20 ms / 167 tokens 34.16.870.221 I slot print_timing: id 2 | task 9830 | graphs reused = 8472 34.16.870.222 I slot print_timing: id 2 | task 9830 | graph reallocs = 365 / 0 (same size) / (changed size) 34.16.870.278 I slot release: id 2 | task 9830 | stop processing: n_tokens = 1021, truncated = 0 34.17.464.320 I slot print_timing: id 3 | task 9831 | prompt eval time = 4633.73 ms / 748 tokens ( 6.19 ms per token, 161.42 tokens per second) 34.17.464.327 I slot print_timing: id 3 | task 9831 | eval time = 593.29 ms / 2 tokens ( 593.29 ms per token, 1.69 tokens per second) 34.17.464.328 I slot print_timing: id 3 | task 9831 | total time = 5227.02 ms / 750 tokens 34.17.464.329 I slot print_timing: id 3 | task 9831 | graphs reused = 8472 34.17.464.330 I slot print_timing: id 3 | task 9831 | graph reallocs = 365 / 0 (same size) / (changed size) 34.17.464.417 I slot release: id 3 | task 9831 | stop processing: n_tokens = 750, truncated = 0 34.17.464.440 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.860 34.17.464.625 I slot launch_slot_: id 3 | task 9838 | processing task, is_child = 0 34.17.464.769 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.570 MiB) 34.17.668.230 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.507 MiB) 34.17.855.103 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 2056759441 34.17.855.370 I slot launch_slot_: id 0 | task 9839 | processing task, is_child = 0 34.17.855.480 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 2056759847 34.17.855.682 I slot launch_slot_: id 2 | task 9840 | processing task, is_child = 0 34.19.834.515 I slot print_timing: id 1 | task 9835 | prompt processing, n_tokens = 788, progress = 0.99, t = 3.96 s / 198.94 tokens per second 34.21.671.164 I slot print_timing: id 0 | task 9839 | prompt processing, n_tokens = 614, progress = 0.85, t = 3.81 s / 160.96 tokens per second 34.21.706.791 I slot print_timing: id 2 | task 9840 | prompt processing, n_tokens = 614, progress = 0.83, t = 3.76 s / 163.21 tokens per second 34.21.743.195 I slot print_timing: id 3 | task 9838 | prompt processing, n_tokens = 118, progress = 0.99, t = 3.75 s / 31.51 tokens per second 34.22.975.682 I slot print_timing: id 1 | task 9835 | prompt eval time = 5825.79 ms / 792 tokens ( 7.36 ms per token, 135.95 tokens per second) 34.22.975.689 I slot print_timing: id 1 | task 9835 | eval time = 1304.53 ms / 2 tokens ( 1304.53 ms per token, 0.77 tokens per second) 34.22.975.691 I slot print_timing: id 1 | task 9835 | total time = 7130.33 ms / 794 tokens 34.22.975.692 I slot print_timing: id 1 | task 9835 | graphs reused = 8472 34.22.975.692 I slot print_timing: id 1 | task 9835 | graph reallocs = 368 / 0 (same size) / (changed size) 34.22.975.765 I slot release: id 1 | task 9835 | stop processing: n_tokens = 794, truncated = 0 34.22.976.673 I slot print_timing: id 0 | task 9839 | prompt processing, n_tokens = 719, progress = 0.99, t = 5.12 s / 140.44 tokens per second 34.23.021.336 I slot print_timing: id 2 | task 9840 | prompt processing, n_tokens = 735, progress = 0.99, t = 5.07 s / 145.06 tokens per second 34.23.489.370 I slot print_timing: id 3 | task 9838 | prompt eval time = 5051.55 ms / 122 tokens ( 41.41 ms per token, 24.15 tokens per second) 34.23.489.377 I slot print_timing: id 3 | task 9838 | eval time = 512.71 ms / 2 tokens ( 512.71 ms per token, 1.95 tokens per second) 34.23.489.378 I slot print_timing: id 3 | task 9838 | total time = 5564.26 ms / 124 tokens 34.23.489.380 I slot print_timing: id 3 | task 9838 | graphs reused = 8472 34.23.489.382 I slot print_timing: id 3 | task 9838 | graph reallocs = 368 / 0 (same size) / (changed size) 34.23.489.457 I slot release: id 3 | task 9838 | stop processing: n_tokens = 737, truncated = 0 34.23.489.480 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875 34.23.489.697 I slot launch_slot_: id 3 | task 9845 | processing task, is_child = 0 34.23.599.968 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.810 34.23.600.182 I slot launch_slot_: id 1 | task 9846 | processing task, is_child = 0 34.23.988.558 I slot print_timing: id 0 | task 9839 | prompt eval time = 5632.35 ms / 723 tokens ( 7.79 ms per token, 128.37 tokens per second) 34.23.988.564 I slot print_timing: id 0 | task 9839 | eval time = 500.50 ms / 2 tokens ( 500.50 ms per token, 2.00 tokens per second) 34.23.988.565 I slot print_timing: id 0 | task 9839 | total time = 6132.85 ms / 725 tokens 34.23.988.566 I slot print_timing: id 0 | task 9839 | graphs reused = 8472 34.23.988.567 I slot print_timing: id 0 | task 9839 | graph reallocs = 368 / 0 (same size) / (changed size) 34.23.988.626 I slot release: id 0 | task 9839 | stop processing: n_tokens = 725, truncated = 0 34.23.989.055 I slot print_timing: id 2 | task 9840 | prompt eval time = 5580.66 ms / 739 tokens ( 7.55 ms per token, 132.42 tokens per second) 34.23.989.060 I slot print_timing: id 2 | task 9840 | eval time = 500.14 ms / 2 tokens ( 500.14 ms per token, 2.00 tokens per second) 34.23.989.061 I slot print_timing: id 2 | task 9840 | total time = 6080.79 ms / 741 tokens 34.23.989.062 I slot print_timing: id 2 | task 9840 | graphs reused = 8472 34.23.989.063 I slot print_timing: id 2 | task 9840 | graph reallocs = 368 / 0 (same size) / (changed size) 34.23.989.112 I slot release: id 2 | task 9840 | stop processing: n_tokens = 741, truncated = 0 34.24.852.107 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.887 34.24.852.315 I slot launch_slot_: id 0 | task 9849 | processing task, is_child = 0 34.24.852.422 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1415.038 MiB) 34.24.979.840 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.868 34.24.980.028 I slot launch_slot_: id 2 | task 9850 | processing task, is_child = 0 34.26.957.474 I slot print_timing: id 1 | task 9846 | prompt eval time = 2148.59 ms / 114 tokens ( 18.85 ms per token, 53.06 tokens per second) 34.26.957.480 I slot print_timing: id 1 | task 9846 | eval time = 1208.68 ms / 2 tokens ( 1208.68 ms per token, 0.83 tokens per second) 34.26.957.481 I slot print_timing: id 1 | task 9846 | total time = 3357.26 ms / 116 tokens 34.26.957.483 I slot print_timing: id 1 | task 9846 | graphs reused = 8472 34.26.957.484 I slot print_timing: id 1 | task 9846 | graph reallocs = 370 / 0 (same size) / (changed size) 34.26.957.559 I slot release: id 1 | task 9846 | stop processing: n_tokens = 729, truncated = 0 34.26.957.983 I slot print_timing: id 3 | task 9845 | prompt eval time = 2086.34 ms / 121 tokens ( 17.24 ms per token, 58.00 tokens per second) 34.26.957.988 I slot print_timing: id 3 | task 9845 | eval time = 1208.59 ms / 2 tokens ( 1208.59 ms per token, 0.83 tokens per second) 34.26.957.989 I slot print_timing: id 3 | task 9845 | total time = 3294.93 ms / 123 tokens 34.26.957.990 I slot print_timing: id 3 | task 9845 | graphs reused = 8472 34.26.957.991 I slot print_timing: id 3 | task 9845 | graph reallocs = 370 / 0 (same size) / (changed size) 34.26.958.046 I slot release: id 3 | task 9845 | stop processing: n_tokens = 736, truncated = 0 34.27.353.242 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 2066847130 34.27.353.346 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1067.399 MiB) 34.27.501.302 I slot launch_slot_: id 1 | task 9854 | processing task, is_child = 0 34.27.501.401 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1101.666 MiB) 34.27.644.262 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 2066847615 34.27.644.524 I slot launch_slot_: id 3 | task 9855 | processing task, is_child = 0 34.29.010.689 I slot print_timing: id 0 | task 9849 | prompt eval time = 2372.47 ms / 130 tokens ( 18.25 ms per token, 54.80 tokens per second) 34.29.010.694 I slot print_timing: id 0 | task 9849 | eval time = 1658.16 ms / 2 tokens ( 1658.16 ms per token, 0.60 tokens per second) 34.29.010.696 I slot print_timing: id 0 | task 9849 | total time = 4030.64 ms / 132 tokens 34.29.010.696 I slot print_timing: id 0 | task 9849 | graphs reused = 8472 34.29.010.697 I slot print_timing: id 0 | task 9849 | graph reallocs = 370 / 0 (same size) / (changed size) 34.29.010.755 I slot release: id 0 | task 9849 | stop processing: n_tokens = 745, truncated = 0 34.29.011.081 I slot print_timing: id 2 | task 9850 | prompt eval time = 2273.20 ms / 136 tokens ( 16.71 ms per token, 59.83 tokens per second) 34.29.011.086 I slot print_timing: id 2 | task 9850 | eval time = 1657.85 ms / 2 tokens ( 1657.85 ms per token, 0.60 tokens per second) 34.29.011.086 I slot print_timing: id 2 | task 9850 | total time = 3931.05 ms / 138 tokens 34.29.011.087 I slot print_timing: id 2 | task 9850 | graphs reused = 8472 34.29.011.088 I slot print_timing: id 2 | task 9850 | graph reallocs = 370 / 0 (same size) / (changed size) 34.29.011.127 I slot release: id 2 | task 9850 | stop processing: n_tokens = 751, truncated = 0 34.29.923.975 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 2068900325 34.30.051.910 I slot launch_slot_: id 0 | task 9858 | processing task, is_child = 0 34.30.052.073 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1090.509 MiB) 34.30.198.661 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 2068900697 34.30.198.919 I slot launch_slot_: id 2 | task 9859 | processing task, is_child = 0 34.32.718.885 I slot print_timing: id 1 | task 9854 | prompt processing, n_tokens = 976, progress = 1.00, t = 4.99 s / 195.56 tokens per second 34.32.807.499 I slot print_timing: id 3 | task 9855 | prompt processing, n_tokens = 957, progress = 1.00, t = 4.98 s / 192.22 tokens per second 34.34.162.803 I slot print_timing: id 0 | task 9858 | prompt processing, n_tokens = 810, progress = 0.86, t = 3.96 s / 204.42 tokens per second 34.34.211.956 I slot print_timing: id 2 | task 9859 | prompt processing, n_tokens = 810, progress = 0.78, t = 3.90 s / 207.45 tokens per second 34.35.363.734 I slot print_timing: id 1 | task 9854 | prompt eval time = 6517.53 ms / 980 tokens ( 6.65 ms per token, 150.36 tokens per second) 34.35.363.741 I slot print_timing: id 1 | task 9854 | eval time = 1201.65 ms / 2 tokens ( 1201.65 ms per token, 0.83 tokens per second) 34.35.363.742 I slot print_timing: id 1 | task 9854 | total time = 7719.18 ms / 982 tokens 34.35.363.743 I slot print_timing: id 1 | task 9854 | graphs reused = 8472 34.35.363.744 I slot print_timing: id 1 | task 9854 | graph reallocs = 374 / 0 (same size) / (changed size) 34.35.363.864 I slot release: id 1 | task 9854 | stop processing: n_tokens = 982, truncated = 0 34.35.364.314 I slot print_timing: id 3 | task 9855 | prompt eval time = 6505.92 ms / 961 tokens ( 6.77 ms per token, 147.71 tokens per second) 34.35.364.317 I slot print_timing: id 3 | task 9855 | eval time = 1201.53 ms / 2 tokens ( 1201.53 ms per token, 0.83 tokens per second) 34.35.364.318 I slot print_timing: id 3 | task 9855 | total time = 7707.45 ms / 963 tokens 34.35.364.319 I slot print_timing: id 3 | task 9855 | graphs reused = 8472 34.35.364.319 I slot print_timing: id 3 | task 9855 | graph reallocs = 374 / 0 (same size) / (changed size) 34.35.364.388 I slot release: id 3 | task 9855 | stop processing: n_tokens = 963, truncated = 0 34.35.364.415 I slot print_timing: id 0 | task 9858 | prompt processing, n_tokens = 942, progress = 1.00, t = 5.16 s / 182.40 tokens per second 34.35.420.376 I slot print_timing: id 2 | task 9859 | prompt processing, n_tokens = 1035, progress = 1.00, t = 5.11 s / 202.68 tokens per second 34.35.792.040 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 2075253435 34.35.792.241 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1327.300 MiB) 34.35.959.138 I slot launch_slot_: id 1 | task 9864 | processing task, is_child = 0 34.35.959.260 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1341.644 MiB) 34.36.198.330 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 2075253960 34.36.198.798 I slot launch_slot_: id 3 | task 9865 | processing task, is_child = 0 34.38.333.534 I slot print_timing: id 0 | task 9858 | prompt eval time = 5592.24 ms / 946 tokens ( 5.91 ms per token, 169.16 tokens per second) 34.38.333.540 I slot print_timing: id 0 | task 9858 | eval time = 2542.34 ms / 2 tokens ( 2542.34 ms per token, 0.39 tokens per second) 34.38.333.541 I slot print_timing: id 0 | task 9858 | total time = 8134.59 ms / 948 tokens 34.38.333.542 I slot print_timing: id 0 | task 9858 | graphs reused = 8472 34.38.333.543 I slot print_timing: id 0 | task 9858 | graph reallocs = 376 / 0 (same size) / (changed size) 34.38.333.618 I slot release: id 0 | task 9858 | stop processing: n_tokens = 948, truncated = 0 34.38.334.035 I slot print_timing: id 2 | task 9859 | prompt eval time = 5535.23 ms / 1039 tokens ( 5.33 ms per token, 187.71 tokens per second) 34.38.334.040 I slot print_timing: id 2 | task 9859 | eval time = 2542.01 ms / 2 tokens ( 2542.01 ms per token, 0.39 tokens per second) 34.38.334.041 I slot print_timing: id 2 | task 9859 | total time = 8077.24 ms / 1041 tokens 34.38.334.042 I slot print_timing: id 2 | task 9859 | graphs reused = 8472 34.38.334.042 I slot print_timing: id 2 | task 9859 | graph reallocs = 376 / 0 (same size) / (changed size) 34.38.334.115 I slot release: id 2 | task 9859 | stop processing: n_tokens = 1041, truncated = 0 34.39.278.557 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 2078223189 34.39.278.727 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.199 MiB) 34.39.428.263 I slot launch_slot_: id 0 | task 9868 | processing task, is_child = 0 34.39.428.460 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 735.681 MiB) 34.39.586.744 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 2078223684 34.39.587.028 I slot launch_slot_: id 2 | task 9869 | processing task, is_child = 0 34.39.599.327 I slot print_timing: id 1 | task 9864 | prompt processing, n_tokens = 981, progress = 0.87, t = 3.08 s / 318.54 tokens per second 34.42.229.160 I slot print_timing: id 1 | task 9864 | prompt processing, n_tokens = 1129, progress = 1.00, t = 5.96 s / 189.46 tokens per second 34.42.287.233 I slot print_timing: id 3 | task 9865 | prompt processing, n_tokens = 981, progress = 0.84, t = 3.07 s / 319.90 tokens per second 34.45.074.041 I slot print_timing: id 0 | task 9868 | prompt processing, n_tokens = 1764, progress = 0.84, t = 5.49 s / 321.54 tokens per second 34.45.135.554 I slot print_timing: id 2 | task 9869 | prompt processing, n_tokens = 1574, progress = 0.75, t = 5.42 s / 290.44 tokens per second 34.45.197.987 I slot print_timing: id 3 | task 9865 | prompt processing, n_tokens = 1166, progress = 1.00, t = 8.86 s / 131.58 tokens per second 34.46.560.243 I slot print_timing: id 1 | task 9864 | prompt eval time = 8875.17 ms / 1133 tokens ( 7.83 ms per token, 127.66 tokens per second) 34.46.560.248 I slot print_timing: id 1 | task 9864 | eval time = 1486.24 ms / 2 tokens ( 1486.24 ms per token, 0.67 tokens per second) 34.46.560.249 I slot print_timing: id 1 | task 9864 | total time = 10361.41 ms / 1135 tokens 34.46.560.250 I slot print_timing: id 1 | task 9864 | graphs reused = 8472 34.46.560.251 I slot print_timing: id 1 | task 9864 | graph reallocs = 385 / 0 (same size) / (changed size) 34.46.560.352 I slot release: id 1 | task 9864 | stop processing: n_tokens = 1135, truncated = 0 34.46.561.162 I slot print_timing: id 0 | task 9868 | prompt processing, n_tokens = 2099, progress = 1.00, t = 6.97 s / 301.03 tokens per second 34.46.624.131 I slot print_timing: id 2 | task 9869 | prompt processing, n_tokens = 1764, progress = 0.84, t = 6.91 s / 255.43 tokens per second 34.47.448.433 I slot print_timing: id 3 | task 9865 | prompt eval time = 10349.22 ms / 1170 tokens ( 8.85 ms per token, 113.05 tokens per second) 34.47.448.439 I slot print_timing: id 3 | task 9865 | eval time = 887.28 ms / 2 tokens ( 887.28 ms per token, 1.13 tokens per second) 34.47.448.440 I slot print_timing: id 3 | task 9865 | total time = 11236.50 ms / 1172 tokens 34.47.448.441 I slot print_timing: id 3 | task 9865 | graphs reused = 8472 34.47.448.442 I slot print_timing: id 3 | task 9865 | graph reallocs = 385 / 0 (same size) / (changed size) 34.47.448.514 I slot release: id 3 | task 9865 | stop processing: n_tokens = 1172, truncated = 0 34.47.448.531 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 2086449923 34.47.448.664 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 936.439 MiB) 34.47.623.899 I slot launch_slot_: id 1 | task 9874 | processing task, is_child = 0 34.47.624.033 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 927.173 MiB) 34.47.637.913 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 925.126 MiB) 34.47.811.695 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 2087338084 34.47.812.002 I slot launch_slot_: id 3 | task 9875 | processing task, is_child = 0 34.47.826.255 I slot print_timing: id 2 | task 9869 | prompt processing, n_tokens = 2086, progress = 1.00, t = 7.79 s / 267.66 tokens per second 34.50.708.414 I slot print_timing: id 0 | task 9868 | prompt eval time = 7860.99 ms / 2103 tokens ( 3.74 ms per token, 267.52 tokens per second) 34.50.708.420 I slot print_timing: id 0 | task 9868 | eval time = 3260.36 ms / 2 tokens ( 3260.36 ms per token, 0.31 tokens per second) 34.50.708.421 I slot print_timing: id 0 | task 9868 | total time = 11121.36 ms / 2105 tokens 34.50.708.423 I slot print_timing: id 0 | task 9868 | graphs reused = 8472 34.50.708.424 I slot print_timing: id 0 | task 9868 | graph reallocs = 388 / 0 (same size) / (changed size) 34.50.708.611 I slot release: id 0 | task 9868 | stop processing: n_tokens = 2105, truncated = 0 34.52.614.270 I slot print_timing: id 2 | task 9869 | prompt eval time = 11055.53 ms / 2090 tokens ( 5.29 ms per token, 189.05 tokens per second) 34.52.614.276 I slot print_timing: id 2 | task 9869 | eval time = 1904.82 ms / 2 tokens ( 1904.82 ms per token, 0.52 tokens per second) 34.52.614.277 I slot print_timing: id 2 | task 9869 | total time = 12960.35 ms / 2092 tokens 34.52.614.278 I slot print_timing: id 2 | task 9869 | graphs reused = 8472 34.52.614.279 I slot print_timing: id 2 | task 9869 | graph reallocs = 390 / 0 (same size) / (changed size) 34.52.614.423 I slot release: id 2 | task 9869 | stop processing: n_tokens = 2092, truncated = 0 34.52.614.441 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.852 34.52.614.618 I slot launch_slot_: id 0 | task 9878 | processing task, is_child = 0 34.52.614.789 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 933.970 MiB) 34.52.812.345 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.858 34.52.812.600 I slot launch_slot_: id 2 | task 9879 | processing task, is_child = 0 34.52.877.526 I slot print_timing: id 1 | task 9874 | prompt processing, n_tokens = 1764, progress = 0.86, t = 4.80 s / 367.35 tokens per second 34.53.001.119 I slot print_timing: id 3 | task 9875 | prompt processing, n_tokens = 1528, progress = 0.75, t = 4.72 s / 324.07 tokens per second 34.55.672.385 I slot print_timing: id 1 | task 9874 | prompt processing, n_tokens = 2057, progress = 1.00, t = 7.80 s / 263.72 tokens per second 34.55.795.914 I slot print_timing: id 3 | task 9875 | prompt processing, n_tokens = 1764, progress = 0.86, t = 7.71 s / 228.70 tokens per second 34.56.718.180 I slot print_timing: id 3 | task 9875 | prompt processing, n_tokens = 2040, progress = 1.00, t = 8.82 s / 231.37 tokens per second 34.57.165.776 I slot print_timing: id 0 | task 9878 | prompt eval time = 3904.09 ms / 321 tokens ( 12.16 ms per token, 82.22 tokens per second) 34.57.165.782 I slot print_timing: id 0 | task 9878 | eval time = 449.06 ms / 2 tokens ( 449.06 ms per token, 2.23 tokens per second) 34.57.165.784 I slot print_timing: id 0 | task 9878 | total time = 4353.15 ms / 323 tokens 34.57.165.786 I slot print_timing: id 0 | task 9878 | graphs reused = 8472 34.57.165.787 I slot print_timing: id 0 | task 9878 | graph reallocs = 390 / 0 (same size) / (changed size) 34.57.165.964 I slot release: id 0 | task 9878 | stop processing: n_tokens = 2116, truncated = 0 34.57.166.318 I slot print_timing: id 1 | task 9874 | prompt eval time = 8905.42 ms / 2061 tokens ( 4.32 ms per token, 231.43 tokens per second) 34.57.166.322 I slot print_timing: id 1 | task 9874 | eval time = 448.88 ms / 2 tokens ( 448.88 ms per token, 2.23 tokens per second) 34.57.166.323 I slot print_timing: id 1 | task 9874 | total time = 9354.30 ms / 2063 tokens 34.57.166.324 I slot print_timing: id 1 | task 9874 | graphs reused = 8472 34.57.166.325 I slot print_timing: id 1 | task 9874 | graph reallocs = 390 / 0 (same size) / (changed size) 34.57.166.445 I slot release: id 1 | task 9874 | stop processing: n_tokens = 2063, truncated = 0 34.57.166.805 I slot print_timing: id 2 | task 9879 | prompt eval time = 3781.02 ms / 343 tokens ( 11.02 ms per token, 90.72 tokens per second) 34.57.166.809 I slot print_timing: id 2 | task 9879 | eval time = 448.65 ms / 2 tokens ( 448.65 ms per token, 2.23 tokens per second) 34.57.166.810 I slot print_timing: id 2 | task 9879 | total time = 4229.67 ms / 345 tokens 34.57.166.811 I slot print_timing: id 2 | task 9879 | graphs reused = 8472 34.57.166.812 I slot print_timing: id 2 | task 9879 | graph reallocs = 390 / 0 (same size) / (changed size) 34.57.166.939 I slot release: id 2 | task 9879 | stop processing: n_tokens = 2138, truncated = 0 34.57.294.123 I slot print_timing: id 3 | task 9875 | prompt eval time = 9268.92 ms / 2044 tokens ( 4.53 ms per token, 220.52 tokens per second) 34.57.294.129 I slot print_timing: id 3 | task 9875 | eval time = 126.25 ms / 2 tokens ( 126.25 ms per token, 7.92 tokens per second) 34.57.294.130 I slot print_timing: id 3 | task 9875 | total time = 9395.17 ms / 2046 tokens 34.57.294.132 I slot print_timing: id 3 | task 9875 | graphs reused = 8472 34.57.294.132 I slot print_timing: id 3 | task 9875 | graph reallocs = 390 / 0 (same size) / (changed size) 34.57.294.302 I slot release: id 3 | task 9875 | stop processing: n_tokens = 2046, truncated = 0 34.57.294.329 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.847 34.57.294.525 I slot launch_slot_: id 0 | task 9884 | processing task, is_child = 0 34.57.294.695 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1026.647 MiB) 34.57.517.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.537 MiB) 34.57.532.837 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 994.239 MiB) 34.57.824.084 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1073.821 MiB) 34.58.071.182 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.870 34.58.071.336 I slot launch_slot_: id 1 | task 9885 | processing task, is_child = 0 34.58.071.654 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.839 34.58.071.765 I slot launch_slot_: id 2 | task 9886 | processing task, is_child = 0 34.58.071.918 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.877 34.58.072.009 I slot launch_slot_: id 3 | task 9887 | processing task, is_child = 0 35.01.628.149 I slot print_timing: id 0 | task 9884 | prompt eval time = 3389.72 ms / 275 tokens ( 12.33 ms per token, 81.13 tokens per second) 35.01.628.155 I slot print_timing: id 0 | task 9884 | eval time = 166.40 ms / 2 tokens ( 166.40 ms per token, 6.01 tokens per second) 35.01.628.156 I slot print_timing: id 0 | task 9884 | total time = 3556.12 ms / 277 tokens 35.01.628.157 I slot print_timing: id 0 | task 9884 | graphs reused = 8472 35.01.628.158 I slot print_timing: id 0 | task 9884 | graph reallocs = 390 / 0 (same size) / (changed size) 35.01.628.304 I slot release: id 0 | task 9884 | stop processing: n_tokens = 2069, truncated = 0 35.01.628.760 I slot print_timing: id 1 | task 9885 | prompt eval time = 3307.58 ms / 434 tokens ( 7.62 ms per token, 131.21 tokens per second) 35.01.628.767 I slot print_timing: id 1 | task 9885 | eval time = 166.27 ms / 2 tokens ( 166.27 ms per token, 6.01 tokens per second) 35.01.628.768 I slot print_timing: id 1 | task 9885 | total time = 3473.86 ms / 436 tokens 35.01.628.769 I slot print_timing: id 1 | task 9885 | graphs reused = 8472 35.01.628.770 I slot print_timing: id 1 | task 9885 | graph reallocs = 390 / 0 (same size) / (changed size) 35.01.628.951 I slot release: id 1 | task 9885 | stop processing: n_tokens = 2229, truncated = 0 35.01.629.405 I slot print_timing: id 2 | task 9886 | prompt eval time = 3229.68 ms / 343 tokens ( 9.42 ms per token, 106.20 tokens per second) 35.01.629.411 I slot print_timing: id 2 | task 9886 | eval time = 166.18 ms / 2 tokens ( 166.18 ms per token, 6.02 tokens per second) 35.01.629.412 I slot print_timing: id 2 | task 9886 | total time = 3395.86 ms / 345 tokens 35.01.629.412 I slot print_timing: id 2 | task 9886 | graphs reused = 8472 35.01.629.413 I slot print_timing: id 2 | task 9886 | graph reallocs = 390 / 0 (same size) / (changed size) 35.01.629.509 I slot release: id 2 | task 9886 | stop processing: n_tokens = 2138, truncated = 0 35.01.629.959 I slot print_timing: id 3 | task 9887 | prompt eval time = 3147.09 ms / 183 tokens ( 17.20 ms per token, 58.15 tokens per second) 35.01.629.963 I slot print_timing: id 3 | task 9887 | eval time = 166.12 ms / 2 tokens ( 166.12 ms per token, 6.02 tokens per second) 35.01.629.964 I slot print_timing: id 3 | task 9887 | total time = 3313.21 ms / 185 tokens 35.01.629.965 I slot print_timing: id 3 | task 9887 | graphs reused = 8472 35.01.629.966 I slot print_timing: id 3 | task 9887 | graph reallocs = 390 / 0 (same size) / (changed size) 35.01.630.078 I slot release: id 3 | task 9887 | stop processing: n_tokens = 1978, truncated = 0 35.01.657.660 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.805 35.01.657.809 I slot launch_slot_: id 1 | task 9891 | processing task, is_child = 0 35.01.658.023 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1158.107 MiB) 35.01.684.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1170.248 MiB) 35.01.979.286 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1313.076 MiB) 35.02.275.101 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1312.622 MiB) 35.02.544.681 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.839 35.02.544.848 I slot launch_slot_: id 2 | task 9892 | processing task, is_child = 0 35.02.545.160 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.907 35.02.545.267 I slot launch_slot_: id 3 | task 9893 | processing task, is_child = 0 35.02.545.418 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.867 35.02.545.511 I slot launch_slot_: id 0 | task 9894 | processing task, is_child = 0 35.05.667.865 I slot print_timing: id 0 | task 9894 | prompt eval time = 2954.15 ms / 229 tokens ( 12.90 ms per token, 77.52 tokens per second) 35.05.667.871 I slot print_timing: id 0 | task 9894 | eval time = 168.18 ms / 2 tokens ( 168.18 ms per token, 5.95 tokens per second) 35.05.667.872 I slot print_timing: id 0 | task 9894 | total time = 3122.33 ms / 231 tokens 35.05.667.875 I slot print_timing: id 0 | task 9894 | graphs reused = 8472 35.05.667.875 I slot print_timing: id 0 | task 9894 | graph reallocs = 390 / 0 (same size) / (changed size) 35.05.668.005 I slot release: id 0 | task 9894 | stop processing: n_tokens = 2023, truncated = 0 35.05.668.319 I slot print_timing: id 1 | task 9891 | prompt eval time = 2871.37 ms / 323 tokens ( 8.89 ms per token, 112.49 tokens per second) 35.05.668.322 I slot print_timing: id 1 | task 9891 | eval time = 167.89 ms / 2 tokens ( 167.89 ms per token, 5.96 tokens per second) 35.05.668.323 I slot print_timing: id 1 | task 9891 | total time = 3039.26 ms / 325 tokens 35.05.668.323 I slot print_timing: id 1 | task 9891 | graphs reused = 8472 35.05.668.324 I slot print_timing: id 1 | task 9891 | graph reallocs = 390 / 0 (same size) / (changed size) 35.05.668.419 I slot release: id 1 | task 9891 | stop processing: n_tokens = 2118, truncated = 0 35.05.668.787 I slot print_timing: id 2 | task 9892 | prompt eval time = 2788.26 ms / 279 tokens ( 9.99 ms per token, 100.06 tokens per second) 35.05.668.791 I slot print_timing: id 2 | task 9892 | eval time = 167.67 ms / 2 tokens ( 167.67 ms per token, 5.96 tokens per second) 35.05.668.792 I slot print_timing: id 2 | task 9892 | total time = 2955.93 ms / 281 tokens 35.05.668.792 I slot print_timing: id 2 | task 9892 | graphs reused = 8472 35.05.668.793 I slot print_timing: id 2 | task 9892 | graph reallocs = 390 / 0 (same size) / (changed size) 35.05.668.889 I slot release: id 2 | task 9892 | stop processing: n_tokens = 2074, truncated = 0 35.05.669.237 I slot print_timing: id 3 | task 9893 | prompt eval time = 2704.93 ms / 229 tokens ( 11.81 ms per token, 84.66 tokens per second) 35.05.669.242 I slot print_timing: id 3 | task 9893 | eval time = 167.45 ms / 2 tokens ( 167.45 ms per token, 5.97 tokens per second) 35.05.669.242 I slot print_timing: id 3 | task 9893 | total time = 2872.39 ms / 231 tokens 35.05.669.243 I slot print_timing: id 3 | task 9893 | graphs reused = 8472 35.05.669.244 I slot print_timing: id 3 | task 9893 | graph reallocs = 390 / 0 (same size) / (changed size) 35.05.669.326 I slot release: id 3 | task 9893 | stop processing: n_tokens = 2024, truncated = 0 35.05.695.879 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.886 35.05.696.064 I slot launch_slot_: id 0 | task 9898 | processing task, is_child = 0 35.05.696.293 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.808 MiB) 35.06.010.330 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1312.357 MiB) 35.06.281.623 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.729 MiB) 35.06.593.452 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.847 35.06.593.609 I slot launch_slot_: id 1 | task 9899 | processing task, is_child = 0 35.06.593.928 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.865 35.06.594.037 I slot launch_slot_: id 2 | task 9900 | processing task, is_child = 0 35.06.594.188 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.886 35.06.594.286 I slot launch_slot_: id 3 | task 9901 | processing task, is_child = 0 35.10.087.259 I slot print_timing: id 0 | task 9898 | prompt eval time = 3323.40 ms / 276 tokens ( 12.04 ms per token, 83.05 tokens per second) 35.10.087.265 I slot print_timing: id 0 | task 9898 | eval time = 169.55 ms / 2 tokens ( 169.55 ms per token, 5.90 tokens per second) 35.10.087.266 I slot print_timing: id 0 | task 9898 | total time = 3492.95 ms / 278 tokens 35.10.087.267 I slot print_timing: id 0 | task 9898 | graphs reused = 8472 35.10.087.268 I slot print_timing: id 0 | task 9898 | graph reallocs = 390 / 0 (same size) / (changed size) 35.10.087.413 I slot release: id 0 | task 9898 | stop processing: n_tokens = 2070, truncated = 0 35.10.087.721 I slot print_timing: id 1 | task 9899 | prompt eval time = 3236.42 ms / 328 tokens ( 9.87 ms per token, 101.35 tokens per second) 35.10.087.726 I slot print_timing: id 1 | task 9899 | eval time = 169.22 ms / 2 tokens ( 169.22 ms per token, 5.91 tokens per second) 35.10.087.727 I slot print_timing: id 1 | task 9899 | total time = 3405.65 ms / 330 tokens 35.10.087.727 I slot print_timing: id 1 | task 9899 | graphs reused = 8472 35.10.087.728 I slot print_timing: id 1 | task 9899 | graph reallocs = 390 / 0 (same size) / (changed size) 35.10.087.823 I slot release: id 1 | task 9899 | stop processing: n_tokens = 2123, truncated = 0 35.10.088.155 I slot print_timing: id 2 | task 9900 | prompt eval time = 3152.64 ms / 184 tokens ( 17.13 ms per token, 58.36 tokens per second) 35.10.088.160 I slot print_timing: id 2 | task 9900 | eval time = 168.84 ms / 2 tokens ( 168.84 ms per token, 5.92 tokens per second) 35.10.088.161 I slot print_timing: id 2 | task 9900 | total time = 3321.49 ms / 186 tokens 35.10.088.162 I slot print_timing: id 2 | task 9900 | graphs reused = 8472 35.10.088.162 I slot print_timing: id 2 | task 9900 | graph reallocs = 390 / 0 (same size) / (changed size) 35.10.088.243 I slot release: id 2 | task 9900 | stop processing: n_tokens = 1978, truncated = 0 35.10.088.662 I slot print_timing: id 3 | task 9901 | prompt eval time = 3065.63 ms / 382 tokens ( 8.03 ms per token, 124.61 tokens per second) 35.10.088.668 I slot print_timing: id 3 | task 9901 | eval time = 168.62 ms / 2 tokens ( 168.62 ms per token, 5.93 tokens per second) 35.10.088.669 I slot print_timing: id 3 | task 9901 | total time = 3234.25 ms / 384 tokens 35.10.088.670 I slot print_timing: id 3 | task 9901 | graphs reused = 8472 35.10.088.671 I slot print_timing: id 3 | task 9901 | graph reallocs = 390 / 0 (same size) / (changed size) 35.10.088.800 I slot release: id 3 | task 9901 | stop processing: n_tokens = 2176, truncated = 0 35.10.113.632 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.845 35.10.113.762 I slot launch_slot_: id 1 | task 9905 | processing task, is_child = 0 35.10.113.946 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.808 MiB) 35.10.425.418 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.306 MiB) 35.10.727.207 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.495 MiB) 35.11.035.609 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.907 35.11.035.771 I slot launch_slot_: id 2 | task 9906 | processing task, is_child = 0 35.11.036.085 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.866 35.11.036.191 I slot launch_slot_: id 0 | task 9907 | processing task, is_child = 0 35.11.036.346 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.824 35.11.036.434 I slot launch_slot_: id 3 | task 9908 | processing task, is_child = 0 35.14.456.806 I slot print_timing: id 0 | task 9907 | prompt eval time = 3251.33 ms / 390 tokens ( 8.34 ms per token, 119.95 tokens per second) 35.14.456.813 I slot print_timing: id 0 | task 9907 | eval time = 169.02 ms / 2 tokens ( 169.02 ms per token, 5.92 tokens per second) 35.14.456.814 I slot print_timing: id 0 | task 9907 | total time = 3420.35 ms / 392 tokens 35.14.456.815 I slot print_timing: id 0 | task 9907 | graphs reused = 8472 35.14.456.816 I slot print_timing: id 0 | task 9907 | graph reallocs = 390 / 0 (same size) / (changed size) 35.14.456.989 I slot release: id 0 | task 9907 | stop processing: n_tokens = 2184, truncated = 0 35.14.457.356 I slot print_timing: id 1 | task 9905 | prompt eval time = 3163.39 ms / 188 tokens ( 16.83 ms per token, 59.43 tokens per second) 35.14.457.363 I slot print_timing: id 1 | task 9905 | eval time = 168.87 ms / 2 tokens ( 168.87 ms per token, 5.92 tokens per second) 35.14.457.364 I slot print_timing: id 1 | task 9905 | total time = 3332.26 ms / 190 tokens 35.14.457.365 I slot print_timing: id 1 | task 9905 | graphs reused = 8472 35.14.457.366 I slot print_timing: id 1 | task 9905 | graph reallocs = 390 / 0 (same size) / (changed size) 35.14.457.478 I slot release: id 1 | task 9905 | stop processing: n_tokens = 1983, truncated = 0 35.14.457.843 I slot print_timing: id 2 | task 9906 | prompt eval time = 3094.83 ms / 212 tokens ( 14.60 ms per token, 68.50 tokens per second) 35.14.457.847 I slot print_timing: id 2 | task 9906 | eval time = 168.64 ms / 2 tokens ( 168.64 ms per token, 5.93 tokens per second) 35.14.457.848 I slot print_timing: id 2 | task 9906 | total time = 3263.47 ms / 214 tokens 35.14.457.849 I slot print_timing: id 2 | task 9906 | graphs reused = 8472 35.14.457.850 I slot print_timing: id 2 | task 9906 | graph reallocs = 390 / 0 (same size) / (changed size) 35.14.457.934 I slot release: id 2 | task 9906 | stop processing: n_tokens = 2007, truncated = 0 35.14.458.324 I slot print_timing: id 3 | task 9908 | prompt eval time = 3016.86 ms / 249 tokens ( 12.12 ms per token, 82.54 tokens per second) 35.14.458.329 I slot print_timing: id 3 | task 9908 | eval time = 168.51 ms / 2 tokens ( 168.51 ms per token, 5.93 tokens per second) 35.14.458.330 I slot print_timing: id 3 | task 9908 | total time = 3185.37 ms / 251 tokens 35.14.458.331 I slot print_timing: id 3 | task 9908 | graphs reused = 8472 35.14.458.332 I slot print_timing: id 3 | task 9908 | graph reallocs = 390 / 0 (same size) / (changed size) 35.14.458.458 I slot release: id 3 | task 9908 | stop processing: n_tokens = 2043, truncated = 0 35.14.484.455 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.821 35.14.484.617 I slot launch_slot_: id 0 | task 9912 | processing task, is_child = 0 35.14.484.804 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.807 MiB) 35.14.800.050 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.025 MiB) 35.14.824.903 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.745 MiB) 35.15.211.754 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.306 MiB) 35.15.451.420 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.904 35.15.451.577 I slot launch_slot_: id 1 | task 9913 | processing task, is_child = 0 35.15.451.889 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.893 35.15.452.003 I slot launch_slot_: id 2 | task 9914 | processing task, is_child = 0 35.15.452.154 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.878 35.15.452.245 I slot launch_slot_: id 3 | task 9915 | processing task, is_child = 0 35.18.650.261 I slot print_timing: id 0 | task 9912 | prompt eval time = 3027.57 ms / 127 tokens ( 23.84 ms per token, 41.95 tokens per second) 35.18.650.266 I slot print_timing: id 0 | task 9912 | eval time = 170.43 ms / 2 tokens ( 170.43 ms per token, 5.87 tokens per second) 35.18.650.268 I slot print_timing: id 0 | task 9912 | total time = 3197.99 ms / 129 tokens 35.18.650.270 I slot print_timing: id 0 | task 9912 | graphs reused = 8472 35.18.650.270 I slot print_timing: id 0 | task 9912 | graph reallocs = 391 / 0 (same size) / (changed size) 35.18.650.403 I slot release: id 0 | task 9912 | stop processing: n_tokens = 1921, truncated = 0 35.18.650.821 I slot print_timing: id 1 | task 9913 | prompt eval time = 2945.03 ms / 167 tokens ( 17.63 ms per token, 56.71 tokens per second) 35.18.650.825 I slot print_timing: id 1 | task 9913 | eval time = 170.18 ms / 2 tokens ( 170.18 ms per token, 5.88 tokens per second) 35.18.650.826 I slot print_timing: id 1 | task 9913 | total time = 3115.22 ms / 169 tokens 35.18.650.827 I slot print_timing: id 1 | task 9913 | graphs reused = 8472 35.18.650.827 I slot print_timing: id 1 | task 9913 | graph reallocs = 391 / 0 (same size) / (changed size) 35.18.650.952 I slot release: id 1 | task 9913 | stop processing: n_tokens = 1961, truncated = 0 35.18.651.412 I slot print_timing: id 2 | task 9914 | prompt eval time = 2862.39 ms / 212 tokens ( 13.50 ms per token, 74.06 tokens per second) 35.18.651.416 I slot print_timing: id 2 | task 9914 | eval time = 170.00 ms / 2 tokens ( 170.00 ms per token, 5.88 tokens per second) 35.18.651.417 I slot print_timing: id 2 | task 9914 | total time = 3032.39 ms / 214 tokens 35.18.651.418 I slot print_timing: id 2 | task 9914 | graphs reused = 8472 35.18.651.419 I slot print_timing: id 2 | task 9914 | graph reallocs = 391 / 0 (same size) / (changed size) 35.18.651.526 I slot release: id 2 | task 9914 | stop processing: n_tokens = 2006, truncated = 0 35.18.651.870 I slot print_timing: id 3 | task 9915 | prompt eval time = 2775.21 ms / 236 tokens ( 11.76 ms per token, 85.04 tokens per second) 35.18.651.882 I slot print_timing: id 3 | task 9915 | eval time = 169.69 ms / 2 tokens ( 169.69 ms per token, 5.89 tokens per second) 35.18.651.884 I slot print_timing: id 3 | task 9915 | total time = 2944.91 ms / 238 tokens 35.18.651.885 I slot print_timing: id 3 | task 9915 | graphs reused = 8472 35.18.651.886 I slot print_timing: id 3 | task 9915 | graph reallocs = 391 / 0 (same size) / (changed size) 35.18.652.075 I slot release: id 3 | task 9915 | stop processing: n_tokens = 2030, truncated = 0 35.18.680.193 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 2118539974 35.18.680.406 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1634.402 MiB) 35.18.968.344 I slot launch_slot_: id 0 | task 9919 | processing task, is_child = 0 35.18.968.522 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.384 MiB) 35.19.294.639 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1951.772 MiB) 35.19.834.696 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 2118540523 35.19.835.033 I slot launch_slot_: id 1 | task 9920 | processing task, is_child = 0 35.19.835.338 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 2118541097 35.19.835.590 I slot launch_slot_: id 2 | task 9921 | processing task, is_child = 0 35.19.835.738 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2030, t_last = 2118541646 35.19.835.974 I slot launch_slot_: id 3 | task 9922 | processing task, is_child = 0 35.25.961.290 I slot print_timing: id 0 | task 9919 | prompt processing, n_tokens = 1256, progress = 0.86, t = 6.13 s / 205.05 tokens per second 35.26.022.653 I slot print_timing: id 1 | task 9920 | prompt processing, n_tokens = 852, progress = 0.85, t = 6.10 s / 139.58 tokens per second 35.26.074.319 I slot print_timing: id 2 | task 9921 | prompt processing, n_tokens = 1009, progress = 0.66, t = 6.08 s / 165.89 tokens per second 35.26.133.569 I slot print_timing: id 3 | task 9922 | prompt processing, n_tokens = 979, progress = 0.59, t = 3.37 s / 290.68 tokens per second 35.28.256.263 I slot print_timing: id 0 | task 9919 | prompt processing, n_tokens = 1455, progress = 1.00, t = 8.42 s / 172.80 tokens per second 35.28.317.128 I slot print_timing: id 1 | task 9920 | prompt processing, n_tokens = 999, progress = 1.00, t = 8.40 s / 118.94 tokens per second 35.28.376.945 I slot print_timing: id 2 | task 9921 | prompt processing, n_tokens = 1256, progress = 0.82, t = 8.38 s / 149.93 tokens per second 35.28.434.627 I slot print_timing: id 3 | task 9922 | prompt processing, n_tokens = 1146, progress = 0.69, t = 5.66 s / 202.37 tokens per second 35.29.742.288 I slot print_timing: id 2 | task 9921 | prompt processing, n_tokens = 1521, progress = 1.00, t = 9.86 s / 154.23 tokens per second 35.29.802.002 I slot print_timing: id 3 | task 9922 | prompt processing, n_tokens = 1256, progress = 0.76, t = 7.15 s / 175.73 tokens per second 35.30.706.960 I slot print_timing: id 0 | task 9919 | prompt eval time = 9905.56 ms / 1459 tokens ( 6.79 ms per token, 147.29 tokens per second) 35.30.706.966 I slot print_timing: id 0 | task 9919 | eval time = 965.40 ms / 2 tokens ( 965.40 ms per token, 1.04 tokens per second) 35.30.706.967 I slot print_timing: id 0 | task 9919 | total time = 10870.96 ms / 1461 tokens 35.30.706.968 I slot print_timing: id 0 | task 9919 | graphs reused = 8473 35.30.706.969 I slot print_timing: id 0 | task 9919 | graph reallocs = 396 / 0 (same size) / (changed size) 35.30.707.122 I slot release: id 0 | task 9919 | stop processing: n_tokens = 1461, truncated = 0 35.30.707.436 I slot print_timing: id 1 | task 9920 | prompt eval time = 9885.00 ms / 1003 tokens ( 9.86 ms per token, 101.47 tokens per second) 35.30.707.441 I slot print_timing: id 1 | task 9920 | eval time = 965.17 ms / 2 tokens ( 965.17 ms per token, 1.04 tokens per second) 35.30.707.442 I slot print_timing: id 1 | task 9920 | total time = 10850.18 ms / 1005 tokens 35.30.707.442 I slot print_timing: id 1 | task 9920 | graphs reused = 8473 35.30.707.443 I slot print_timing: id 1 | task 9920 | graph reallocs = 396 / 0 (same size) / (changed size) 35.30.707.508 I slot release: id 1 | task 9920 | stop processing: n_tokens = 1005, truncated = 0 35.30.708.207 I slot print_timing: id 3 | task 9922 | prompt processing, n_tokens = 1658, progress = 1.00, t = 8.11 s / 204.35 tokens per second 35.31.127.231 I slot print_timing: id 2 | task 9921 | prompt eval time = 10829.31 ms / 1525 tokens ( 7.10 ms per token, 140.82 tokens per second) 35.31.127.238 I slot print_timing: id 2 | task 9921 | eval time = 419.02 ms / 2 tokens ( 419.02 ms per token, 2.39 tokens per second) 35.31.127.239 I slot print_timing: id 2 | task 9921 | total time = 11248.33 ms / 1527 tokens 35.31.127.240 I slot print_timing: id 2 | task 9921 | graphs reused = 8473 35.31.127.241 I slot print_timing: id 2 | task 9921 | graph reallocs = 397 / 0 (same size) / (changed size) 35.31.127.419 I slot release: id 2 | task 9921 | stop processing: n_tokens = 1527, truncated = 0 35.31.128.231 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.877 35.31.128.400 I slot launch_slot_: id 1 | task 9929 | processing task, is_child = 0 35.31.128.559 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.322 MiB) 35.31.337.221 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.415 MiB) 35.31.573.314 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 2130596693 35.31.573.602 I slot launch_slot_: id 0 | task 9930 | processing task, is_child = 0 35.31.573.733 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 2131016990 35.31.573.959 I slot launch_slot_: id 2 | task 9931 | processing task, is_child = 0 35.33.110.192 I slot print_timing: id 3 | task 9922 | prompt eval time = 8534.93 ms / 1662 tokens ( 5.14 ms per token, 194.73 tokens per second) 35.33.110.199 I slot print_timing: id 3 | task 9922 | eval time = 1981.96 ms / 2 tokens ( 1981.96 ms per token, 0.50 tokens per second) 35.33.110.200 I slot print_timing: id 3 | task 9922 | total time = 10516.89 ms / 1664 tokens 35.33.110.201 I slot print_timing: id 3 | task 9922 | graphs reused = 8473 35.33.110.202 I slot print_timing: id 3 | task 9922 | graph reallocs = 397 / 0 (same size) / (changed size) 35.33.110.386 I slot release: id 3 | task 9922 | stop processing: n_tokens = 1664, truncated = 0 35.34.559.743 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 2132999957 35.34.559.901 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.040 MiB) 35.34.769.754 I slot launch_slot_: id 3 | task 9934 | processing task, is_child = 0 35.36.636.973 I slot print_timing: id 0 | task 9930 | prompt processing, n_tokens = 978, progress = 1.00, t = 5.06 s / 193.20 tokens per second 35.36.695.064 I slot print_timing: id 2 | task 9931 | prompt processing, n_tokens = 959, progress = 1.00, t = 4.96 s / 193.37 tokens per second 35.37.792.278 I slot print_timing: id 1 | task 9929 | prompt eval time = 5047.10 ms / 141 tokens ( 35.80 ms per token, 27.94 tokens per second) 35.37.792.285 I slot print_timing: id 1 | task 9929 | eval time = 1155.32 ms / 2 tokens ( 1155.32 ms per token, 0.87 tokens per second) 35.37.792.286 I slot print_timing: id 1 | task 9929 | total time = 6202.42 ms / 143 tokens 35.37.792.289 I slot print_timing: id 1 | task 9929 | graphs reused = 8473 35.37.792.290 I slot print_timing: id 1 | task 9929 | graph reallocs = 401 / 0 (same size) / (changed size) 35.37.792.387 I slot release: id 1 | task 9929 | stop processing: n_tokens = 994, truncated = 0 35.38.520.145 I slot print_timing: id 0 | task 9930 | prompt eval time = 6217.89 ms / 982 tokens ( 6.33 ms per token, 157.93 tokens per second) 35.38.520.150 I slot print_timing: id 0 | task 9930 | eval time = 728.27 ms / 2 tokens ( 728.27 ms per token, 1.37 tokens per second) 35.38.520.151 I slot print_timing: id 0 | task 9930 | total time = 6946.16 ms / 984 tokens 35.38.520.152 I slot print_timing: id 0 | task 9930 | graphs reused = 8473 35.38.520.153 I slot print_timing: id 0 | task 9930 | graph reallocs = 401 / 0 (same size) / (changed size) 35.38.520.225 I slot release: id 0 | task 9930 | stop processing: n_tokens = 984, truncated = 0 35.38.520.801 I slot print_timing: id 2 | task 9931 | prompt eval time = 6116.64 ms / 963 tokens ( 6.35 ms per token, 157.44 tokens per second) 35.38.520.807 I slot print_timing: id 2 | task 9931 | eval time = 727.43 ms / 2 tokens ( 727.43 ms per token, 1.37 tokens per second) 35.38.520.808 I slot print_timing: id 2 | task 9931 | total time = 6844.07 ms / 965 tokens 35.38.520.809 I slot print_timing: id 2 | task 9931 | graphs reused = 8473 35.38.520.810 I slot print_timing: id 2 | task 9931 | graph reallocs = 401 / 0 (same size) / (changed size) 35.38.520.887 I slot release: id 2 | task 9931 | stop processing: n_tokens = 965, truncated = 0 35.38.520.909 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 35.38.521.092 I slot launch_slot_: id 0 | task 9938 | processing task, is_child = 0 35.38.521.390 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.744 MiB) 35.38.864.987 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 994, t_last = 2137681958 35.38.865.251 I slot launch_slot_: id 1 | task 9939 | processing task, is_child = 0 35.38.865.359 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.913 35.38.865.462 I slot launch_slot_: id 2 | task 9940 | processing task, is_child = 0 35.39.032.892 I slot print_timing: id 3 | task 9934 | prompt processing, n_tokens = 983, progress = 1.00, t = 3.60 s / 273.05 tokens per second 35.41.409.158 I slot print_timing: id 3 | task 9934 | prompt eval time = 5074.95 ms / 987 tokens ( 5.14 ms per token, 194.48 tokens per second) 35.41.409.164 I slot print_timing: id 3 | task 9934 | eval time = 1414.61 ms / 2 tokens ( 1414.61 ms per token, 0.71 tokens per second) 35.41.409.165 I slot print_timing: id 3 | task 9934 | total time = 6489.56 ms / 989 tokens 35.41.409.166 I slot print_timing: id 3 | task 9934 | graphs reused = 8473 35.41.409.167 I slot print_timing: id 3 | task 9934 | graph reallocs = 401 / 0 (same size) / (changed size) 35.41.409.235 I slot release: id 3 | task 9934 | stop processing: n_tokens = 989, truncated = 0 35.42.264.354 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 2141298805 35.42.264.478 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.119 MiB) 35.42.442.961 I slot launch_slot_: id 3 | task 9944 | processing task, is_child = 0 35.42.442.981 I slot print_timing: id 1 | task 9939 | prompt processing, n_tokens = 821, progress = 1.00, t = 3.32 s / 247.15 tokens per second 35.44.452.865 I slot print_timing: id 0 | task 9938 | prompt eval time = 3398.18 ms / 124 tokens ( 27.40 ms per token, 36.49 tokens per second) 35.44.452.872 I slot print_timing: id 0 | task 9938 | eval time = 2189.20 ms / 2 tokens ( 2189.20 ms per token, 0.46 tokens per second) 35.44.452.874 I slot print_timing: id 0 | task 9938 | total time = 5587.38 ms / 126 tokens 35.44.452.875 I slot print_timing: id 0 | task 9938 | graphs reused = 8473 35.44.452.876 I slot print_timing: id 0 | task 9938 | graph reallocs = 403 / 0 (same size) / (changed size) 35.44.452.967 I slot release: id 0 | task 9938 | stop processing: n_tokens = 977, truncated = 0 35.44.454.174 I slot print_timing: id 2 | task 9940 | prompt eval time = 3306.65 ms / 128 tokens ( 25.83 ms per token, 38.71 tokens per second) 35.44.454.178 I slot print_timing: id 2 | task 9940 | eval time = 2189.83 ms / 2 tokens ( 2189.83 ms per token, 0.46 tokens per second) 35.44.454.179 I slot print_timing: id 2 | task 9940 | total time = 5496.48 ms / 130 tokens 35.44.454.180 I slot print_timing: id 2 | task 9940 | graphs reused = 8473 35.44.454.181 I slot print_timing: id 2 | task 9940 | graph reallocs = 403 / 0 (same size) / (changed size) 35.44.454.242 I slot release: id 2 | task 9940 | stop processing: n_tokens = 981, truncated = 0 35.45.082.135 I slot print_timing: id 1 | task 9939 | prompt eval time = 5512.70 ms / 825 tokens ( 6.68 ms per token, 149.65 tokens per second) 35.45.082.141 I slot print_timing: id 1 | task 9939 | eval time = 628.34 ms / 2 tokens ( 628.34 ms per token, 1.59 tokens per second) 35.45.082.142 I slot print_timing: id 1 | task 9939 | total time = 6141.04 ms / 827 tokens 35.45.082.146 I slot print_timing: id 1 | task 9939 | graphs reused = 8473 35.45.082.147 I slot print_timing: id 1 | task 9939 | graph reallocs = 403 / 0 (same size) / (changed size) 35.45.082.233 I slot release: id 1 | task 9939 | stop processing: n_tokens = 827, truncated = 0 35.45.082.253 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 2144342538 35.45.082.375 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1278.208 MiB) 35.45.282.583 I slot launch_slot_: id 0 | task 9947 | processing task, is_child = 0 35.45.392.524 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1299.866 MiB) 35.45.593.159 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 2144343813 35.45.593.429 I slot launch_slot_: id 2 | task 9948 | processing task, is_child = 0 35.45.593.525 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 2144971803 35.45.593.714 I slot launch_slot_: id 1 | task 9949 | processing task, is_child = 0 35.51.025.492 I slot print_timing: id 0 | task 9947 | prompt processing, n_tokens = 1371, progress = 0.85, t = 5.43 s / 252.41 tokens per second 35.51.118.480 I slot print_timing: id 1 | task 9949 | prompt processing, n_tokens = 1115, progress = 0.68, t = 5.42 s / 205.90 tokens per second 35.51.237.402 I slot print_timing: id 3 | task 9944 | prompt processing, n_tokens = 1625, progress = 1.00, t = 8.54 s / 190.37 tokens per second 35.53.771.107 I slot print_timing: id 0 | task 9947 | prompt processing, n_tokens = 1612, progress = 1.00, t = 8.18 s / 197.15 tokens per second 35.53.830.977 I slot print_timing: id 1 | task 9949 | prompt processing, n_tokens = 1371, progress = 0.84, t = 8.16 s / 168.01 tokens per second 35.53.888.762 I slot print_timing: id 2 | task 9948 | prompt processing, n_tokens = 1371, progress = 0.86, t = 5.62 s / 243.93 tokens per second 35.55.283.710 I slot print_timing: id 3 | task 9944 | prompt eval time = 11281.72 ms / 1629 tokens ( 6.93 ms per token, 144.39 tokens per second) 35.55.283.716 I slot print_timing: id 3 | task 9944 | eval time = 1512.62 ms / 2 tokens ( 1512.62 ms per token, 0.66 tokens per second) 35.55.283.717 I slot print_timing: id 3 | task 9944 | total time = 12794.33 ms / 1631 tokens 35.55.283.718 I slot print_timing: id 3 | task 9944 | graphs reused = 8473 35.55.283.719 I slot print_timing: id 3 | task 9944 | graph reallocs = 411 / 0 (same size) / (changed size) 35.55.283.925 I slot release: id 3 | task 9944 | stop processing: n_tokens = 1631, truncated = 0 35.55.283.955 I slot print_timing: id 1 | task 9949 | prompt processing, n_tokens = 1627, progress = 1.00, t = 9.67 s / 168.21 tokens per second 35.55.347.132 I slot print_timing: id 2 | task 9948 | prompt processing, n_tokens = 1583, progress = 1.00, t = 7.13 s / 221.94 tokens per second 35.55.811.996 I slot print_timing: id 0 | task 9947 | prompt eval time = 9689.59 ms / 1616 tokens ( 6.00 ms per token, 166.78 tokens per second) 35.55.812.003 I slot print_timing: id 0 | task 9947 | eval time = 528.66 ms / 2 tokens ( 528.66 ms per token, 1.89 tokens per second) 35.55.812.004 I slot print_timing: id 0 | task 9947 | total time = 10218.26 ms / 1618 tokens 35.55.812.005 I slot print_timing: id 0 | task 9947 | graphs reused = 8473 35.55.812.006 I slot print_timing: id 0 | task 9947 | graph reallocs = 411 / 0 (same size) / (changed size) 35.55.812.151 I slot release: id 0 | task 9947 | stop processing: n_tokens = 1618, truncated = 0 35.55.813.739 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.865 35.55.813.945 I slot launch_slot_: id 0 | task 9955 | processing task, is_child = 0 35.55.814.193 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.383 MiB) 35.56.018.914 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1631, t_last = 2155173496 35.56.019.233 I slot launch_slot_: id 3 | task 9956 | processing task, is_child = 0 35.57.306.080 I slot print_timing: id 1 | task 9949 | prompt eval time = 10202.81 ms / 1631 tokens ( 6.26 ms per token, 159.86 tokens per second) 35.57.306.086 I slot print_timing: id 1 | task 9949 | eval time = 1493.03 ms / 2 tokens ( 1493.03 ms per token, 0.67 tokens per second) 35.57.306.087 I slot print_timing: id 1 | task 9949 | total time = 11695.84 ms / 1633 tokens 35.57.306.088 I slot print_timing: id 1 | task 9949 | graphs reused = 8473 35.57.306.089 I slot print_timing: id 1 | task 9949 | graph reallocs = 412 / 0 (same size) / (changed size) 35.57.306.215 I slot release: id 1 | task 9949 | stop processing: n_tokens = 1633, truncated = 0 35.57.306.637 I slot print_timing: id 2 | task 9948 | prompt eval time = 7663.77 ms / 1587 tokens ( 4.83 ms per token, 207.08 tokens per second) 35.57.306.646 I slot print_timing: id 2 | task 9948 | eval time = 1492.91 ms / 2 tokens ( 1492.91 ms per token, 0.67 tokens per second) 35.57.306.648 I slot print_timing: id 2 | task 9948 | total time = 9156.68 ms / 1589 tokens 35.57.306.649 I slot print_timing: id 2 | task 9948 | graphs reused = 8473 35.57.306.650 I slot print_timing: id 2 | task 9948 | graph reallocs = 412 / 0 (same size) / (changed size) 35.57.306.774 I slot release: id 2 | task 9948 | stop processing: n_tokens = 1589, truncated = 0 35.58.032.393 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 2157195786 35.58.032.550 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1320.909 MiB) 35.58.259.248 I slot launch_slot_: id 1 | task 9959 | processing task, is_child = 0 35.58.259.397 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1023.569 MiB) 35.58.275.931 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1046.445 MiB) 35.58.455.404 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 2157196345 35.58.455.712 I slot launch_slot_: id 2 | task 9960 | processing task, is_child = 0 36.00.329.222 I slot print_timing: id 0 | task 9955 | prompt eval time = 2013.13 ms / 317 tokens ( 6.35 ms per token, 157.47 tokens per second) 36.00.329.228 I slot print_timing: id 0 | task 9955 | eval time = 2296.83 ms / 2 tokens ( 2296.83 ms per token, 0.44 tokens per second) 36.00.329.230 I slot print_timing: id 0 | task 9955 | total time = 4309.96 ms / 319 tokens 36.00.329.231 I slot print_timing: id 0 | task 9955 | graphs reused = 8473 36.00.329.232 I slot print_timing: id 0 | task 9955 | graph reallocs = 413 / 0 (same size) / (changed size) 36.00.329.384 I slot release: id 0 | task 9955 | stop processing: n_tokens = 1718, truncated = 0 36.00.371.255 I slot print_timing: id 3 | task 9956 | prompt processing, n_tokens = 837, progress = 1.00, t = 4.20 s / 199.46 tokens per second 36.02.068.272 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 2160218955 36.02.068.433 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1303.455 MiB) 36.02.310.732 I slot launch_slot_: id 0 | task 9963 | processing task, is_child = 0 36.02.332.203 I slot print_timing: id 1 | task 9959 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.61 s / 200.46 tokens per second 36.02.374.207 I slot print_timing: id 2 | task 9960 | prompt processing, n_tokens = 714, progress = 0.85, t = 3.59 s / 198.71 tokens per second 36.04.139.009 I slot print_timing: id 3 | task 9956 | prompt eval time = 5935.77 ms / 841 tokens ( 7.06 ms per token, 141.68 tokens per second) 36.04.139.023 I slot print_timing: id 3 | task 9956 | eval time = 2070.72 ms / 2 tokens ( 2070.72 ms per token, 0.48 tokens per second) 36.04.139.025 I slot print_timing: id 3 | task 9956 | total time = 8006.49 ms / 843 tokens 36.04.139.026 I slot print_timing: id 3 | task 9956 | graphs reused = 8473 36.04.139.029 I slot print_timing: id 3 | task 9956 | graph reallocs = 414 / 0 (same size) / (changed size) 36.04.139.181 I slot release: id 3 | task 9956 | stop processing: n_tokens = 843, truncated = 0 36.04.183.386 I slot print_timing: id 1 | task 9959 | prompt processing, n_tokens = 864, progress = 1.00, t = 5.68 s / 152.05 tokens per second 36.04.234.150 I slot print_timing: id 2 | task 9960 | prompt processing, n_tokens = 839, progress = 1.00, t = 5.66 s / 148.14 tokens per second 36.05.042.846 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 2164028755 36.05.042.959 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 845.154 MiB) 36.05.183.314 I slot launch_slot_: id 3 | task 9966 | processing task, is_child = 0 36.06.369.213 I slot print_timing: id 1 | task 9959 | prompt eval time = 6586.37 ms / 868 tokens ( 7.59 ms per token, 131.79 tokens per second) 36.06.369.219 I slot print_timing: id 1 | task 9959 | eval time = 1327.11 ms / 2 tokens ( 1327.11 ms per token, 0.75 tokens per second) 36.06.369.220 I slot print_timing: id 1 | task 9959 | total time = 7913.47 ms / 870 tokens 36.06.369.221 I slot print_timing: id 1 | task 9959 | graphs reused = 8473 36.06.369.222 I slot print_timing: id 1 | task 9959 | graph reallocs = 415 / 0 (same size) / (changed size) 36.06.369.294 I slot release: id 1 | task 9959 | stop processing: n_tokens = 870, truncated = 0 36.06.369.722 I slot print_timing: id 2 | task 9960 | prompt eval time = 6568.51 ms / 843 tokens ( 7.79 ms per token, 128.34 tokens per second) 36.06.369.728 I slot print_timing: id 2 | task 9960 | eval time = 1326.89 ms / 2 tokens ( 1326.89 ms per token, 0.75 tokens per second) 36.06.369.728 I slot print_timing: id 2 | task 9960 | total time = 7895.40 ms / 845 tokens 36.06.369.729 I slot print_timing: id 2 | task 9960 | graphs reused = 8473 36.06.369.730 I slot print_timing: id 2 | task 9960 | graph reallocs = 415 / 0 (same size) / (changed size) 36.06.369.797 I slot release: id 2 | task 9960 | stop processing: n_tokens = 845, truncated = 0 36.06.369.824 I slot print_timing: id 0 | task 9963 | prompt processing, n_tokens = 858, progress = 1.00, t = 4.06 s / 211.43 tokens per second 36.07.071.270 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 2166258864 36.07.071.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1300.080 MiB) 36.07.233.511 I slot launch_slot_: id 1 | task 9969 | processing task, is_child = 0 36.07.348.098 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 2166259368 36.07.348.362 I slot launch_slot_: id 2 | task 9970 | processing task, is_child = 0 36.09.135.879 I slot print_timing: id 0 | task 9963 | prompt eval time = 4760.50 ms / 862 tokens ( 5.52 ms per token, 181.07 tokens per second) 36.09.135.886 I slot print_timing: id 0 | task 9963 | eval time = 2064.61 ms / 2 tokens ( 2064.61 ms per token, 0.48 tokens per second) 36.09.135.888 I slot print_timing: id 0 | task 9963 | total time = 6825.11 ms / 864 tokens 36.09.135.889 I slot print_timing: id 0 | task 9963 | graphs reused = 8473 36.09.135.890 I slot print_timing: id 0 | task 9963 | graph reallocs = 415 / 0 (same size) / (changed size) 36.09.135.967 I slot release: id 0 | task 9963 | stop processing: n_tokens = 864, truncated = 0 36.09.166.641 I slot print_timing: id 3 | task 9966 | prompt processing, n_tokens = 883, progress = 1.00, t = 3.91 s / 225.83 tokens per second 36.11.070.984 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 2169025538 36.11.071.104 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.867 MiB) 36.11.219.550 I slot launch_slot_: id 0 | task 9973 | processing task, is_child = 0 36.11.234.524 I slot print_timing: id 1 | task 9969 | prompt processing, n_tokens = 616, progress = 0.81, t = 3.72 s / 165.50 tokens per second 36.11.271.756 I slot print_timing: id 2 | task 9970 | prompt processing, n_tokens = 616, progress = 0.83, t = 3.71 s / 166.00 tokens per second 36.12.962.709 I slot print_timing: id 3 | task 9966 | prompt eval time = 5845.52 ms / 887 tokens ( 6.59 ms per token, 151.74 tokens per second) 36.12.962.716 I slot print_timing: id 3 | task 9966 | eval time = 1891.73 ms / 2 tokens ( 1891.73 ms per token, 0.53 tokens per second) 36.12.962.717 I slot print_timing: id 3 | task 9966 | total time = 7737.25 ms / 889 tokens 36.12.962.719 I slot print_timing: id 3 | task 9966 | graphs reused = 8473 36.12.962.720 I slot print_timing: id 3 | task 9966 | graph reallocs = 417 / 0 (same size) / (changed size) 36.12.962.802 I slot release: id 3 | task 9966 | stop processing: n_tokens = 889, truncated = 0 36.12.975.025 I slot print_timing: id 1 | task 9969 | prompt processing, n_tokens = 761, progress = 0.99, t = 5.61 s / 135.55 tokens per second 36.13.021.393 I slot print_timing: id 2 | task 9970 | prompt processing, n_tokens = 734, progress = 0.99, t = 5.60 s / 131.00 tokens per second 36.13.843.151 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 2172852373 36.13.843.331 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.899 MiB) 36.14.012.679 I slot launch_slot_: id 3 | task 9976 | processing task, is_child = 0 36.15.123.421 I slot print_timing: id 1 | task 9969 | prompt eval time = 6494.01 ms / 765 tokens ( 8.49 ms per token, 117.80 tokens per second) 36.15.123.428 I slot print_timing: id 1 | task 9969 | eval time = 1281.02 ms / 2 tokens ( 1281.02 ms per token, 0.78 tokens per second) 36.15.123.430 I slot print_timing: id 1 | task 9969 | total time = 7775.03 ms / 767 tokens 36.15.123.432 I slot print_timing: id 1 | task 9969 | graphs reused = 8473 36.15.123.434 I slot print_timing: id 1 | task 9969 | graph reallocs = 419 / 0 (same size) / (changed size) 36.15.123.533 I slot release: id 1 | task 9969 | stop processing: n_tokens = 767, truncated = 0 36.15.123.991 I slot print_timing: id 2 | task 9970 | prompt eval time = 6483.70 ms / 738 tokens ( 8.79 ms per token, 113.82 tokens per second) 36.15.123.995 I slot print_timing: id 2 | task 9970 | eval time = 1280.86 ms / 2 tokens ( 1280.86 ms per token, 0.78 tokens per second) 36.15.123.996 I slot print_timing: id 2 | task 9970 | total time = 7764.56 ms / 740 tokens 36.15.123.996 I slot print_timing: id 2 | task 9970 | graphs reused = 8473 36.15.123.998 I slot print_timing: id 2 | task 9970 | graph reallocs = 419 / 0 (same size) / (changed size) 36.15.124.054 I slot release: id 2 | task 9970 | stop processing: n_tokens = 740, truncated = 0 36.15.124.078 I slot print_timing: id 0 | task 9973 | prompt processing, n_tokens = 684, progress = 0.99, t = 3.90 s / 175.23 tokens per second 36.15.797.752 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 2175013104 36.15.912.502 I slot launch_slot_: id 1 | task 9979 | processing task, is_child = 0 36.15.912.600 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.211 MiB) 36.17.057.631 I slot print_timing: id 0 | task 9973 | prompt eval time = 4578.16 ms / 688 tokens ( 6.65 ms per token, 150.28 tokens per second) 36.17.057.636 I slot print_timing: id 0 | task 9973 | eval time = 1259.89 ms / 2 tokens ( 1259.89 ms per token, 0.79 tokens per second) 36.17.057.637 I slot print_timing: id 0 | task 9973 | total time = 5838.05 ms / 690 tokens 36.17.057.638 I slot print_timing: id 0 | task 9973 | graphs reused = 8473 36.17.057.639 I slot print_timing: id 0 | task 9973 | graph reallocs = 420 / 0 (same size) / (changed size) 36.17.057.712 I slot release: id 0 | task 9973 | stop processing: n_tokens = 690, truncated = 0 36.17.068.583 I slot print_timing: id 3 | task 9976 | prompt processing, n_tokens = 701, progress = 0.99, t = 3.01 s / 233.10 tokens per second 36.18.289.749 I slot print_timing: id 3 | task 9976 | prompt eval time = 3701.18 ms / 705 tokens ( 5.25 ms per token, 190.48 tokens per second) 36.18.289.755 I slot print_timing: id 3 | task 9976 | eval time = 538.54 ms / 2 tokens ( 538.54 ms per token, 1.86 tokens per second) 36.18.289.756 I slot print_timing: id 3 | task 9976 | total time = 4239.73 ms / 707 tokens 36.18.289.757 I slot print_timing: id 3 | task 9976 | graphs reused = 8473 36.18.289.757 I slot print_timing: id 3 | task 9976 | graph reallocs = 421 / 0 (same size) / (changed size) 36.18.289.817 I slot release: id 3 | task 9976 | stop processing: n_tokens = 707, truncated = 0 36.18.605.141 I slot print_timing: id 1 | task 9979 | prompt eval time = 2455.97 ms / 671 tokens ( 3.66 ms per token, 273.21 tokens per second) 36.18.605.146 I slot print_timing: id 1 | task 9979 | eval time = 119.44 ms / 2 tokens ( 119.44 ms per token, 8.37 tokens per second) 36.18.605.147 I slot print_timing: id 1 | task 9979 | total time = 2575.40 ms / 673 tokens 36.18.605.149 I slot print_timing: id 1 | task 9979 | graphs reused = 8473 36.18.605.149 I slot print_timing: id 1 | task 9979 | graph reallocs = 421 / 0 (same size) / (changed size) 36.18.605.206 I slot release: id 1 | task 9979 | stop processing: n_tokens = 673, truncated = 0