C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\6f394336500b\gemma-4-12b-it-Q6_K.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.122.108 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.122.276 I srv llama_server: initializing ... 0.00.122.281 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.122.408 I srv init_listene: The UI is disabled 0.00.122.412 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.122.502 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.137.432 I srv load_model: loading model 'C:\quantdiff\dl\campaign\6f394336500b\gemma-4-12b-it-Q6_K.gguf' 0.00.858.754 W common_fit_params: failed to fit params to free device memory: n_gpu_layers already set by user to 999, abort 0.01.321.632 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.321.828 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.322.132 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.352.942 W load: '' is a normal token here, removing it from EOG list 0.04.832.079 I cmn init: llama threadpool init, n_threads = 8 0.04.985.167 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.04.993.599 I srv llama_server: model loaded 0.04.993.605 I srv llama_server: listening on http://127.0.0.1:8091 0.45.785.229 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.785.285 I slot launch_slot_: id 0 | task 1 | processing task, is_child = 0 0.45.785.291 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.785.319 I slot launch_slot_: id 1 | task 0 | processing task, is_child = 0 0.45.785.323 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.785.344 I slot launch_slot_: id 2 | task 2 | processing task, is_child = 0 0.45.785.346 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.45.785.368 I slot launch_slot_: id 3 | task 3 | processing task, is_child = 0 0.47.423.510 I slot print_timing: id 0 | task 1 | prompt eval time = 1569.64 ms / 118 tokens ( 13.30 ms per token, 75.18 tokens per second) 0.47.423.515 I slot print_timing: id 0 | task 1 | eval time = 68.48 ms / 2 tokens ( 68.48 ms per token, 14.60 tokens per second) 0.47.423.516 I slot print_timing: id 0 | task 1 | total time = 1638.12 ms / 120 tokens 0.47.423.521 I slot print_timing: id 0 | task 1 | graphs reused = 1 0.47.423.522 I slot print_timing: id 0 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.423.559 I slot release: id 0 | task 1 | stop processing: n_tokens = 119, truncated = 0 0.47.423.977 I slot print_timing: id 1 | task 0 | prompt eval time = 1570.43 ms / 135 tokens ( 11.63 ms per token, 85.96 tokens per second) 0.47.423.980 I slot print_timing: id 1 | task 0 | eval time = 68.15 ms / 2 tokens ( 68.15 ms per token, 14.67 tokens per second) 0.47.423.981 I slot print_timing: id 1 | task 0 | total time = 1638.58 ms / 137 tokens 0.47.423.982 I slot print_timing: id 1 | task 0 | graphs reused = 1 0.47.423.982 I slot print_timing: id 1 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.424.004 I slot release: id 1 | task 0 | stop processing: n_tokens = 136, truncated = 0 0.47.424.353 I slot print_timing: id 2 | task 2 | prompt eval time = 1571.26 ms / 126 tokens ( 12.47 ms per token, 80.19 tokens per second) 0.47.424.356 I slot print_timing: id 2 | task 2 | eval time = 67.70 ms / 2 tokens ( 67.70 ms per token, 14.77 tokens per second) 0.47.424.357 I slot print_timing: id 2 | task 2 | total time = 1638.95 ms / 128 tokens 0.47.424.357 I slot print_timing: id 2 | task 2 | graphs reused = 1 0.47.424.358 I slot print_timing: id 2 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.424.372 I slot release: id 2 | task 2 | stop processing: n_tokens = 127, truncated = 0 0.47.424.719 I slot print_timing: id 3 | task 3 | prompt eval time = 1572.05 ms / 122 tokens ( 12.89 ms per token, 77.61 tokens per second) 0.47.424.722 I slot print_timing: id 3 | task 3 | eval time = 67.27 ms / 2 tokens ( 67.27 ms per token, 14.87 tokens per second) 0.47.424.723 I slot print_timing: id 3 | task 3 | total time = 1639.31 ms / 124 tokens 0.47.424.723 I slot print_timing: id 3 | task 3 | graphs reused = 1 0.47.424.724 I slot print_timing: id 3 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.424.735 I slot release: id 3 | task 3 | stop processing: n_tokens = 123, truncated = 0 0.47.435.689 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.252 0.47.449.365 I slot launch_slot_: id 0 | task 8 | processing task, is_child = 0 0.47.492.152 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.221 0.47.492.341 I slot launch_slot_: id 1 | task 9 | processing task, is_child = 0 0.47.492.402 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.228 0.47.492.525 I slot launch_slot_: id 2 | task 10 | processing task, is_child = 0 0.47.492.556 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.236 0.47.492.674 I slot launch_slot_: id 3 | task 11 | processing task, is_child = 0 0.49.575.207 I slot print_timing: id 0 | task 8 | prompt eval time = 2019.24 ms / 113 tokens ( 17.87 ms per token, 55.96 tokens per second) 0.49.575.213 I slot print_timing: id 0 | task 8 | eval time = 63.27 ms / 2 tokens ( 63.27 ms per token, 15.81 tokens per second) 0.49.575.214 I slot print_timing: id 0 | task 8 | total time = 2082.51 ms / 115 tokens 0.49.575.215 I slot print_timing: id 0 | task 8 | graphs reused = 1 0.49.575.216 I slot print_timing: id 0 | task 8 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.575.247 I slot release: id 0 | task 8 | stop processing: n_tokens = 115, truncated = 0 0.49.575.629 I slot print_timing: id 1 | task 9 | prompt eval time = 2014.87 ms / 150 tokens ( 13.43 ms per token, 74.45 tokens per second) 0.49.575.633 I slot print_timing: id 1 | task 9 | eval time = 62.98 ms / 2 tokens ( 62.98 ms per token, 15.88 tokens per second) 0.49.575.634 I slot print_timing: id 1 | task 9 | total time = 2077.85 ms / 152 tokens 0.49.575.635 I slot print_timing: id 1 | task 9 | graphs reused = 1 0.49.575.635 I slot print_timing: id 1 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.575.656 I slot release: id 1 | task 9 | stop processing: n_tokens = 152, truncated = 0 0.49.576.371 I slot print_timing: id 3 | task 11 | prompt eval time = 2006.15 ms / 196 tokens ( 10.24 ms per token, 97.70 tokens per second) 0.49.576.374 I slot print_timing: id 3 | task 11 | eval time = 62.43 ms / 2 tokens ( 62.43 ms per token, 16.02 tokens per second) 0.49.576.375 I slot print_timing: id 3 | task 11 | total time = 2068.58 ms / 198 tokens 0.49.576.375 I slot print_timing: id 3 | task 11 | graphs reused = 1 0.49.576.376 I slot print_timing: id 3 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.576.398 I slot release: id 3 | task 11 | stop processing: n_tokens = 198, truncated = 0 0.49.606.336 I slot print_timing: id 2 | task 10 | prompt eval time = 2010.54 ms / 160 tokens ( 12.57 ms per token, 79.58 tokens per second) 0.49.606.341 I slot print_timing: id 2 | task 10 | eval time = 92.98 ms / 3 tokens ( 46.49 ms per token, 21.51 tokens per second) 0.49.606.342 I slot print_timing: id 2 | task 10 | total time = 2103.53 ms / 163 tokens 0.49.606.343 I slot print_timing: id 2 | task 10 | graphs reused = 1 0.49.606.344 I slot print_timing: id 2 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.606.371 I slot release: id 2 | task 10 | stop processing: n_tokens = 163, truncated = 0 0.49.606.382 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 0.49.619.505 I slot launch_slot_: id 0 | task 16 | processing task, is_child = 0 0.49.673.293 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.191 0.49.673.472 I slot launch_slot_: id 1 | task 17 | processing task, is_child = 0 0.49.673.544 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.178 0.49.673.667 I slot launch_slot_: id 2 | task 18 | processing task, is_child = 0 0.49.673.704 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.146 0.49.673.818 I slot launch_slot_: id 3 | task 19 | processing task, is_child = 0 0.51.203.606 I slot print_timing: id 0 | task 16 | prompt eval time = 1463.72 ms / 121 tokens ( 12.10 ms per token, 82.67 tokens per second) 0.51.203.612 I slot print_timing: id 0 | task 16 | eval time = 66.05 ms / 2 tokens ( 66.05 ms per token, 15.14 tokens per second) 0.51.203.614 I slot print_timing: id 0 | task 16 | total time = 1529.77 ms / 123 tokens 0.51.203.615 I slot print_timing: id 0 | task 16 | graphs reused = 1 0.51.203.616 I slot print_timing: id 0 | task 16 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.203.646 I slot release: id 0 | task 16 | stop processing: n_tokens = 123, truncated = 0 0.51.204.043 I slot print_timing: id 1 | task 17 | prompt eval time = 1459.42 ms / 153 tokens ( 9.54 ms per token, 104.84 tokens per second) 0.51.204.047 I slot print_timing: id 1 | task 17 | eval time = 65.75 ms / 2 tokens ( 65.75 ms per token, 15.21 tokens per second) 0.51.204.047 I slot print_timing: id 1 | task 17 | total time = 1525.17 ms / 155 tokens 0.51.204.048 I slot print_timing: id 1 | task 17 | graphs reused = 1 0.51.204.049 I slot print_timing: id 1 | task 17 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.204.070 I slot release: id 1 | task 17 | stop processing: n_tokens = 155, truncated = 0 0.51.204.427 I slot print_timing: id 2 | task 18 | prompt eval time = 1454.95 ms / 131 tokens ( 11.11 ms per token, 90.04 tokens per second) 0.51.204.430 I slot print_timing: id 2 | task 18 | eval time = 65.54 ms / 2 tokens ( 65.54 ms per token, 15.26 tokens per second) 0.51.204.431 I slot print_timing: id 2 | task 18 | total time = 1520.49 ms / 133 tokens 0.51.204.431 I slot print_timing: id 2 | task 18 | graphs reused = 1 0.51.204.432 I slot print_timing: id 2 | task 18 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.204.446 I slot release: id 2 | task 18 | stop processing: n_tokens = 133, truncated = 0 0.51.204.782 I slot print_timing: id 3 | task 19 | prompt eval time = 1450.43 ms / 122 tokens ( 11.89 ms per token, 84.11 tokens per second) 0.51.204.785 I slot print_timing: id 3 | task 19 | eval time = 65.30 ms / 2 tokens ( 65.30 ms per token, 15.31 tokens per second) 0.51.204.785 I slot print_timing: id 3 | task 19 | total time = 1515.73 ms / 124 tokens 0.51.204.786 I slot print_timing: id 3 | task 19 | graphs reused = 1 0.51.204.786 I slot print_timing: id 3 | task 19 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.204.796 I slot release: id 3 | task 19 | stop processing: n_tokens = 124, truncated = 0 0.51.213.775 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 0.51.227.960 I slot launch_slot_: id 0 | task 23 | processing task, is_child = 0 0.51.272.289 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.187 0.51.272.471 I slot launch_slot_: id 1 | task 25 | processing task, is_child = 0 0.51.272.532 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.218 0.51.272.651 I slot launch_slot_: id 2 | task 24 | processing task, is_child = 0 0.51.272.683 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.234 0.51.272.842 I slot launch_slot_: id 3 | task 26 | processing task, is_child = 0 0.53.053.953 I slot print_timing: id 0 | task 23 | prompt eval time = 1715.00 ms / 145 tokens ( 11.83 ms per token, 84.55 tokens per second) 0.53.053.959 I slot print_timing: id 0 | task 23 | eval time = 66.09 ms / 2 tokens ( 66.09 ms per token, 15.13 tokens per second) 0.53.053.960 I slot print_timing: id 0 | task 23 | total time = 1781.09 ms / 147 tokens 0.53.053.961 I slot print_timing: id 0 | task 23 | graphs reused = 1 0.53.053.961 I slot print_timing: id 0 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.053.992 I slot release: id 0 | task 23 | stop processing: n_tokens = 147, truncated = 0 0.53.054.342 I slot print_timing: id 1 | task 25 | prompt eval time = 1710.47 ms / 120 tokens ( 14.25 ms per token, 70.16 tokens per second) 0.53.054.344 I slot print_timing: id 1 | task 25 | eval time = 65.79 ms / 2 tokens ( 65.79 ms per token, 15.20 tokens per second) 0.53.054.345 I slot print_timing: id 1 | task 25 | total time = 1776.26 ms / 122 tokens 0.53.054.345 I slot print_timing: id 1 | task 25 | graphs reused = 1 0.53.054.346 I slot print_timing: id 1 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.054.362 I slot release: id 1 | task 25 | stop processing: n_tokens = 122, truncated = 0 0.53.054.727 I slot print_timing: id 2 | task 24 | prompt eval time = 1706.04 ms / 139 tokens ( 12.27 ms per token, 81.48 tokens per second) 0.53.054.730 I slot print_timing: id 2 | task 24 | eval time = 65.50 ms / 2 tokens ( 65.50 ms per token, 15.27 tokens per second) 0.53.054.731 I slot print_timing: id 2 | task 24 | total time = 1771.54 ms / 141 tokens 0.53.054.731 I slot print_timing: id 2 | task 24 | graphs reused = 1 0.53.054.732 I slot print_timing: id 2 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.054.747 I slot release: id 2 | task 24 | stop processing: n_tokens = 141, truncated = 0 0.53.055.088 I slot print_timing: id 3 | task 26 | prompt eval time = 1701.60 ms / 187 tokens ( 9.10 ms per token, 109.90 tokens per second) 0.53.055.091 I slot print_timing: id 3 | task 26 | eval time = 65.27 ms / 2 tokens ( 65.27 ms per token, 15.32 tokens per second) 0.53.055.092 I slot print_timing: id 3 | task 26 | total time = 1766.86 ms / 189 tokens 0.53.055.092 I slot print_timing: id 3 | task 26 | graphs reused = 1 0.53.055.093 I slot print_timing: id 3 | task 26 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.055.108 I slot release: id 3 | task 26 | stop processing: n_tokens = 189, truncated = 0 0.53.064.269 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.197 0.53.081.375 I slot launch_slot_: id 0 | task 30 | processing task, is_child = 0 0.53.129.674 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.238 0.53.129.849 I slot launch_slot_: id 1 | task 31 | processing task, is_child = 0 0.53.129.917 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.206 0.53.137.041 I slot launch_slot_: id 2 | task 32 | processing task, is_child = 0 0.53.137.094 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.153 0.53.144.346 I slot launch_slot_: id 3 | task 33 | processing task, is_child = 0 0.54.796.396 I slot print_timing: id 0 | task 30 | prompt eval time = 1588.72 ms / 146 tokens ( 10.88 ms per token, 91.90 tokens per second) 0.54.796.401 I slot print_timing: id 0 | task 30 | eval time = 63.30 ms / 2 tokens ( 63.30 ms per token, 15.80 tokens per second) 0.54.796.402 I slot print_timing: id 0 | task 30 | total time = 1652.03 ms / 148 tokens 0.54.796.403 I slot print_timing: id 0 | task 30 | graphs reused = 1 0.54.796.404 I slot print_timing: id 0 | task 30 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.796.434 I slot release: id 0 | task 30 | stop processing: n_tokens = 148, truncated = 0 0.54.796.856 I slot print_timing: id 1 | task 31 | prompt eval time = 1584.01 ms / 175 tokens ( 9.05 ms per token, 110.48 tokens per second) 0.54.796.859 I slot print_timing: id 1 | task 31 | eval time = 63.06 ms / 2 tokens ( 63.06 ms per token, 15.86 tokens per second) 0.54.796.860 I slot print_timing: id 1 | task 31 | total time = 1647.07 ms / 177 tokens 0.54.796.861 I slot print_timing: id 1 | task 31 | graphs reused = 1 0.54.796.862 I slot print_timing: id 1 | task 31 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.796.883 I slot release: id 1 | task 31 | stop processing: n_tokens = 177, truncated = 0 0.54.797.570 I slot print_timing: id 3 | task 33 | prompt eval time = 1574.62 ms / 132 tokens ( 11.93 ms per token, 83.83 tokens per second) 0.54.797.573 I slot print_timing: id 3 | task 33 | eval time = 62.46 ms / 2 tokens ( 62.46 ms per token, 16.01 tokens per second) 0.54.797.573 I slot print_timing: id 3 | task 33 | total time = 1637.08 ms / 134 tokens 0.54.797.574 I slot print_timing: id 3 | task 33 | graphs reused = 1 0.54.797.575 I slot print_timing: id 3 | task 33 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.797.590 I slot release: id 3 | task 33 | stop processing: n_tokens = 134, truncated = 0 0.54.827.318 I slot print_timing: id 2 | task 32 | prompt eval time = 1579.15 ms / 128 tokens ( 12.34 ms per token, 81.06 tokens per second) 0.54.827.323 I slot print_timing: id 2 | task 32 | eval time = 92.83 ms / 3 tokens ( 46.41 ms per token, 21.55 tokens per second) 0.54.827.324 I slot print_timing: id 2 | task 32 | total time = 1671.97 ms / 131 tokens 0.54.827.324 I slot print_timing: id 2 | task 32 | graphs reused = 1 0.54.827.325 I slot print_timing: id 2 | task 32 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.827.348 I slot release: id 2 | task 32 | stop processing: n_tokens = 131, truncated = 0 0.54.827.359 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.196 0.54.843.538 I slot launch_slot_: id 0 | task 38 | processing task, is_child = 0 0.54.890.841 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.169 0.54.891.026 I slot launch_slot_: id 1 | task 39 | processing task, is_child = 0 0.54.891.087 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.221 0.54.891.207 I slot launch_slot_: id 2 | task 40 | processing task, is_child = 0 0.54.891.241 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.224 0.54.891.355 I slot launch_slot_: id 3 | task 41 | processing task, is_child = 0 0.56.687.582 I slot print_timing: id 0 | task 38 | prompt eval time = 1730.51 ms / 115 tokens ( 15.05 ms per token, 66.45 tokens per second) 0.56.687.587 I slot print_timing: id 0 | task 38 | eval time = 65.70 ms / 2 tokens ( 65.70 ms per token, 15.22 tokens per second) 0.56.687.588 I slot print_timing: id 0 | task 38 | total time = 1796.21 ms / 117 tokens 0.56.687.589 I slot print_timing: id 0 | task 38 | graphs reused = 1 0.56.687.589 I slot print_timing: id 0 | task 38 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.687.616 I slot release: id 0 | task 38 | stop processing: n_tokens = 117, truncated = 0 0.56.687.968 I slot print_timing: id 1 | task 39 | prompt eval time = 1725.89 ms / 146 tokens ( 11.82 ms per token, 84.59 tokens per second) 0.56.687.971 I slot print_timing: id 1 | task 39 | eval time = 65.41 ms / 2 tokens ( 65.41 ms per token, 15.29 tokens per second) 0.56.687.971 I slot print_timing: id 1 | task 39 | total time = 1791.29 ms / 148 tokens 0.56.687.972 I slot print_timing: id 1 | task 39 | graphs reused = 1 0.56.687.973 I slot print_timing: id 1 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.687.992 I slot release: id 1 | task 39 | stop processing: n_tokens = 148, truncated = 0 0.56.688.344 I slot print_timing: id 2 | task 40 | prompt eval time = 1721.30 ms / 149 tokens ( 11.55 ms per token, 86.56 tokens per second) 0.56.688.347 I slot print_timing: id 2 | task 40 | eval time = 65.06 ms / 2 tokens ( 65.06 ms per token, 15.37 tokens per second) 0.56.688.348 I slot print_timing: id 2 | task 40 | total time = 1786.36 ms / 151 tokens 0.56.688.348 I slot print_timing: id 2 | task 40 | graphs reused = 1 0.56.688.349 I slot print_timing: id 2 | task 40 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.688.364 I slot release: id 2 | task 40 | stop processing: n_tokens = 151, truncated = 0 0.56.688.711 I slot print_timing: id 3 | task 41 | prompt eval time = 1716.95 ms / 124 tokens ( 13.85 ms per token, 72.22 tokens per second) 0.56.688.714 I slot print_timing: id 3 | task 41 | eval time = 64.75 ms / 2 tokens ( 64.75 ms per token, 15.44 tokens per second) 0.56.688.715 I slot print_timing: id 3 | task 41 | total time = 1781.70 ms / 126 tokens 0.56.688.715 I slot print_timing: id 3 | task 41 | graphs reused = 1 0.56.688.716 I slot print_timing: id 3 | task 41 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.688.727 I slot release: id 3 | task 41 | stop processing: n_tokens = 126, truncated = 0 0.56.697.939 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 0.56.711.209 I slot launch_slot_: id 0 | task 45 | processing task, is_child = 0 0.56.757.280 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.196 0.56.757.462 I slot launch_slot_: id 1 | task 46 | processing task, is_child = 0 0.56.757.524 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.192 0.56.757.647 I slot launch_slot_: id 2 | task 47 | processing task, is_child = 0 0.56.757.678 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.238 0.56.757.788 I slot launch_slot_: id 3 | task 48 | processing task, is_child = 0 0.58.432.503 I slot print_timing: id 0 | task 45 | prompt eval time = 1611.73 ms / 127 tokens ( 12.69 ms per token, 78.80 tokens per second) 0.58.432.509 I slot print_timing: id 0 | task 45 | eval time = 62.96 ms / 2 tokens ( 62.96 ms per token, 15.88 tokens per second) 0.58.432.510 I slot print_timing: id 0 | task 45 | total time = 1674.70 ms / 129 tokens 0.58.432.510 I slot print_timing: id 0 | task 45 | graphs reused = 1 0.58.432.511 I slot print_timing: id 0 | task 45 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.432.540 I slot release: id 0 | task 45 | stop processing: n_tokens = 129, truncated = 0 0.58.432.881 I slot print_timing: id 1 | task 46 | prompt eval time = 1607.37 ms / 145 tokens ( 11.09 ms per token, 90.21 tokens per second) 0.58.432.884 I slot print_timing: id 1 | task 46 | eval time = 62.65 ms / 2 tokens ( 62.65 ms per token, 15.96 tokens per second) 0.58.432.885 I slot print_timing: id 1 | task 46 | total time = 1670.02 ms / 147 tokens 0.58.432.885 I slot print_timing: id 1 | task 46 | graphs reused = 1 0.58.432.886 I slot print_timing: id 1 | task 46 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.432.903 I slot release: id 1 | task 46 | stop processing: n_tokens = 147, truncated = 0 0.58.433.250 I slot print_timing: id 2 | task 47 | prompt eval time = 1602.94 ms / 111 tokens ( 14.44 ms per token, 69.25 tokens per second) 0.58.433.254 I slot print_timing: id 2 | task 47 | eval time = 62.34 ms / 2 tokens ( 62.34 ms per token, 16.04 tokens per second) 0.58.433.254 I slot print_timing: id 2 | task 47 | total time = 1665.28 ms / 113 tokens 0.58.433.255 I slot print_timing: id 2 | task 47 | graphs reused = 1 0.58.433.256 I slot print_timing: id 2 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.433.269 I slot release: id 2 | task 47 | stop processing: n_tokens = 113, truncated = 0 0.58.433.577 I slot print_timing: id 3 | task 48 | prompt eval time = 1598.19 ms / 118 tokens ( 13.54 ms per token, 73.83 tokens per second) 0.58.433.580 I slot print_timing: id 3 | task 48 | eval time = 62.06 ms / 2 tokens ( 62.06 ms per token, 16.11 tokens per second) 0.58.433.581 I slot print_timing: id 3 | task 48 | total time = 1660.26 ms / 120 tokens 0.58.433.582 I slot print_timing: id 3 | task 48 | graphs reused = 1 0.58.433.582 I slot print_timing: id 3 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.433.596 I slot release: id 3 | task 48 | stop processing: n_tokens = 120, truncated = 0 0.58.441.892 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.275 0.58.455.752 I slot launch_slot_: id 3 | task 52 | processing task, is_child = 0 0.58.498.573 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.225 0.58.498.756 I slot launch_slot_: id 0 | task 53 | processing task, is_child = 0 0.58.498.817 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.197 0.58.498.932 I slot launch_slot_: id 1 | task 54 | processing task, is_child = 0 0.58.498.963 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.257 0.58.499.069 I slot launch_slot_: id 2 | task 55 | processing task, is_child = 0 1.00.167.818 I slot print_timing: id 0 | task 53 | prompt eval time = 1602.76 ms / 107 tokens ( 14.98 ms per token, 66.76 tokens per second) 1.00.167.824 I slot print_timing: id 0 | task 53 | eval time = 65.97 ms / 2 tokens ( 65.97 ms per token, 15.16 tokens per second) 1.00.167.826 I slot print_timing: id 0 | task 53 | total time = 1668.73 ms / 109 tokens 1.00.167.827 I slot print_timing: id 0 | task 53 | graphs reused = 1 1.00.167.827 I slot print_timing: id 0 | task 53 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.167.855 I slot release: id 0 | task 53 | stop processing: n_tokens = 109, truncated = 0 1.00.168.314 I slot print_timing: id 1 | task 54 | prompt eval time = 1598.44 ms / 140 tokens ( 11.42 ms per token, 87.59 tokens per second) 1.00.168.317 I slot print_timing: id 1 | task 54 | eval time = 65.78 ms / 2 tokens ( 65.78 ms per token, 15.20 tokens per second) 1.00.168.319 I slot print_timing: id 1 | task 54 | total time = 1664.22 ms / 142 tokens 1.00.168.319 I slot print_timing: id 1 | task 54 | graphs reused = 1 1.00.168.320 I slot print_timing: id 1 | task 54 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.168.341 I slot release: id 1 | task 54 | stop processing: n_tokens = 142, truncated = 0 1.00.169.110 I slot print_timing: id 3 | task 52 | prompt eval time = 1589.78 ms / 134 tokens ( 11.86 ms per token, 84.29 tokens per second) 1.00.169.114 I slot print_timing: id 3 | task 52 | eval time = 65.23 ms / 2 tokens ( 65.23 ms per token, 15.33 tokens per second) 1.00.169.114 I slot print_timing: id 3 | task 52 | total time = 1655.01 ms / 136 tokens 1.00.169.115 I slot print_timing: id 3 | task 52 | graphs reused = 1 1.00.169.115 I slot print_timing: id 3 | task 52 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.169.130 I slot release: id 3 | task 52 | stop processing: n_tokens = 136, truncated = 0 1.00.199.466 I slot print_timing: id 2 | task 55 | prompt eval time = 1594.08 ms / 112 tokens ( 14.23 ms per token, 70.26 tokens per second) 1.00.199.472 I slot print_timing: id 2 | task 55 | eval time = 96.21 ms / 3 tokens ( 48.10 ms per token, 20.79 tokens per second) 1.00.199.473 I slot print_timing: id 2 | task 55 | total time = 1690.28 ms / 115 tokens 1.00.199.474 I slot print_timing: id 2 | task 55 | graphs reused = 1 1.00.199.474 I slot print_timing: id 2 | task 55 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.199.497 I slot release: id 2 | task 55 | stop processing: n_tokens = 115, truncated = 0 1.00.199.509 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.266 1.00.211.948 I slot launch_slot_: id 0 | task 60 | processing task, is_child = 0 1.00.254.782 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.204 1.00.254.963 I slot launch_slot_: id 1 | task 61 | processing task, is_child = 0 1.00.255.026 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.252 1.00.255.148 I slot launch_slot_: id 2 | task 62 | processing task, is_child = 0 1.00.255.182 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.213 1.00.255.300 I slot launch_slot_: id 3 | task 63 | processing task, is_child = 0 1.02.181.845 I slot print_timing: id 0 | task 60 | prompt eval time = 1863.34 ms / 185 tokens ( 10.07 ms per token, 99.28 tokens per second) 1.02.181.851 I slot print_timing: id 0 | task 60 | eval time = 63.18 ms / 2 tokens ( 63.18 ms per token, 15.83 tokens per second) 1.02.181.852 I slot print_timing: id 0 | task 60 | total time = 1926.52 ms / 187 tokens 1.02.181.853 I slot print_timing: id 0 | task 60 | graphs reused = 1 1.02.181.853 I slot print_timing: id 0 | task 60 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.181.888 I slot release: id 0 | task 60 | stop processing: n_tokens = 187, truncated = 0 1.02.182.230 I slot print_timing: id 1 | task 61 | prompt eval time = 1858.82 ms / 136 tokens ( 13.67 ms per token, 73.16 tokens per second) 1.02.182.234 I slot print_timing: id 1 | task 61 | eval time = 62.90 ms / 2 tokens ( 62.90 ms per token, 15.90 tokens per second) 1.02.182.234 I slot print_timing: id 1 | task 61 | total time = 1921.72 ms / 138 tokens 1.02.182.235 I slot print_timing: id 1 | task 61 | graphs reused = 1 1.02.182.235 I slot print_timing: id 1 | task 61 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.182.252 I slot release: id 1 | task 61 | stop processing: n_tokens = 138, truncated = 0 1.02.182.609 I slot print_timing: id 2 | task 62 | prompt eval time = 1854.42 ms / 176 tokens ( 10.54 ms per token, 94.91 tokens per second) 1.02.182.612 I slot print_timing: id 2 | task 62 | eval time = 62.60 ms / 2 tokens ( 62.60 ms per token, 15.97 tokens per second) 1.02.182.612 I slot print_timing: id 2 | task 62 | total time = 1917.02 ms / 178 tokens 1.02.182.613 I slot print_timing: id 2 | task 62 | graphs reused = 1 1.02.182.614 I slot print_timing: id 2 | task 62 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.182.632 I slot release: id 2 | task 62 | stop processing: n_tokens = 178, truncated = 0 1.02.182.968 I slot print_timing: id 3 | task 63 | prompt eval time = 1849.76 ms / 168 tokens ( 11.01 ms per token, 90.82 tokens per second) 1.02.182.972 I slot print_timing: id 3 | task 63 | eval time = 62.36 ms / 2 tokens ( 62.36 ms per token, 16.03 tokens per second) 1.02.182.973 I slot print_timing: id 3 | task 63 | total time = 1912.13 ms / 170 tokens 1.02.182.973 I slot print_timing: id 3 | task 63 | graphs reused = 1 1.02.182.975 I slot print_timing: id 3 | task 63 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.182.991 I slot release: id 3 | task 63 | stop processing: n_tokens = 170, truncated = 0 1.02.191.024 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.155 1.02.210.814 I slot launch_slot_: id 0 | task 67 | processing task, is_child = 0 1.02.261.529 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.210 1.02.261.697 I slot launch_slot_: id 1 | task 68 | processing task, is_child = 0 1.02.261.766 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.163 1.02.261.882 I slot launch_slot_: id 2 | task 69 | processing task, is_child = 0 1.02.261.918 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.171 1.02.268.825 I slot launch_slot_: id 3 | task 70 | processing task, is_child = 0 1.04.019.651 I slot print_timing: id 0 | task 67 | prompt eval time = 1682.44 ms / 179 tokens ( 9.40 ms per token, 106.39 tokens per second) 1.04.019.657 I slot print_timing: id 0 | task 67 | eval time = 68.36 ms / 2 tokens ( 68.36 ms per token, 14.63 tokens per second) 1.04.019.658 I slot print_timing: id 0 | task 67 | total time = 1750.80 ms / 181 tokens 1.04.019.659 I slot print_timing: id 0 | task 67 | graphs reused = 1 1.04.019.660 I slot print_timing: id 0 | task 67 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.019.691 I slot release: id 0 | task 67 | stop processing: n_tokens = 181, truncated = 0 1.04.020.113 I slot print_timing: id 1 | task 68 | prompt eval time = 1678.14 ms / 150 tokens ( 11.19 ms per token, 89.38 tokens per second) 1.04.020.116 I slot print_timing: id 1 | task 68 | eval time = 67.94 ms / 2 tokens ( 67.94 ms per token, 14.72 tokens per second) 1.04.020.117 I slot print_timing: id 1 | task 68 | total time = 1746.08 ms / 152 tokens 1.04.020.118 I slot print_timing: id 1 | task 68 | graphs reused = 1 1.04.020.118 I slot print_timing: id 1 | task 68 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.020.137 I slot release: id 1 | task 68 | stop processing: n_tokens = 152, truncated = 0 1.04.020.590 I slot print_timing: id 2 | task 69 | prompt eval time = 1673.96 ms / 129 tokens ( 12.98 ms per token, 77.06 tokens per second) 1.04.020.593 I slot print_timing: id 2 | task 69 | eval time = 67.57 ms / 2 tokens ( 67.57 ms per token, 14.80 tokens per second) 1.04.020.594 I slot print_timing: id 2 | task 69 | total time = 1741.53 ms / 131 tokens 1.04.020.595 I slot print_timing: id 2 | task 69 | graphs reused = 1 1.04.020.595 I slot print_timing: id 2 | task 69 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.020.609 I slot release: id 2 | task 69 | stop processing: n_tokens = 131, truncated = 0 1.04.020.928 I slot print_timing: id 3 | task 70 | prompt eval time = 1669.48 ms / 143 tokens ( 11.67 ms per token, 85.66 tokens per second) 1.04.020.931 I slot print_timing: id 3 | task 70 | eval time = 67.17 ms / 2 tokens ( 67.17 ms per token, 14.89 tokens per second) 1.04.020.931 I slot print_timing: id 3 | task 70 | total time = 1736.65 ms / 145 tokens 1.04.020.932 I slot print_timing: id 3 | task 70 | graphs reused = 1 1.04.020.932 I slot print_timing: id 3 | task 70 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.020.946 I slot release: id 3 | task 70 | stop processing: n_tokens = 145, truncated = 0 1.04.029.602 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.229 1.04.044.157 I slot launch_slot_: id 2 | task 74 | processing task, is_child = 0 1.04.093.856 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.160 1.04.094.021 I slot launch_slot_: id 0 | task 75 | processing task, is_child = 0 1.04.094.087 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.207 1.04.094.211 I slot launch_slot_: id 3 | task 77 | processing task, is_child = 0 1.04.094.247 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.191 1.04.094.362 I slot launch_slot_: id 1 | task 76 | processing task, is_child = 0 1.05.987.500 I slot print_timing: id 0 | task 75 | prompt eval time = 1830.22 ms / 163 tokens ( 11.23 ms per token, 89.06 tokens per second) 1.05.987.506 I slot print_timing: id 0 | task 75 | eval time = 62.90 ms / 2 tokens ( 62.90 ms per token, 15.90 tokens per second) 1.05.987.508 I slot print_timing: id 0 | task 75 | total time = 1893.12 ms / 165 tokens 1.05.987.508 I slot print_timing: id 0 | task 75 | graphs reused = 1 1.05.987.509 I slot print_timing: id 0 | task 75 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.987.538 I slot release: id 0 | task 75 | stop processing: n_tokens = 165, truncated = 0 1.05.987.895 I slot print_timing: id 1 | task 76 | prompt eval time = 1825.76 ms / 133 tokens ( 13.73 ms per token, 72.85 tokens per second) 1.05.987.898 I slot print_timing: id 1 | task 76 | eval time = 62.41 ms / 2 tokens ( 62.41 ms per token, 16.02 tokens per second) 1.05.987.899 I slot print_timing: id 1 | task 76 | total time = 1888.17 ms / 135 tokens 1.05.987.899 I slot print_timing: id 1 | task 76 | graphs reused = 1 1.05.987.901 I slot print_timing: id 1 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.987.916 I slot release: id 1 | task 76 | stop processing: n_tokens = 135, truncated = 0 1.05.988.684 I slot print_timing: id 3 | task 77 | prompt eval time = 1816.83 ms / 112 tokens ( 16.22 ms per token, 61.65 tokens per second) 1.05.988.687 I slot print_timing: id 3 | task 77 | eval time = 61.82 ms / 2 tokens ( 61.82 ms per token, 16.18 tokens per second) 1.05.988.687 I slot print_timing: id 3 | task 77 | total time = 1878.65 ms / 114 tokens 1.05.988.688 I slot print_timing: id 3 | task 77 | graphs reused = 1 1.05.988.688 I slot print_timing: id 3 | task 77 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.988.702 I slot release: id 3 | task 77 | stop processing: n_tokens = 114, truncated = 0 1.06.017.564 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.176 1.06.035.322 I slot launch_slot_: id 0 | task 82 | processing task, is_child = 0 1.06.062.101 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.215 1.06.062.267 I slot launch_slot_: id 1 | task 83 | processing task, is_child = 0 1.06.062.301 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.254 1.06.062.421 I slot launch_slot_: id 3 | task 84 | processing task, is_child = 0 1.07.626.774 I slot print_timing: id 0 | task 82 | prompt eval time = 1497.15 ms / 168 tokens ( 8.91 ms per token, 112.21 tokens per second) 1.07.626.781 I slot print_timing: id 0 | task 82 | eval time = 67.18 ms / 2 tokens ( 67.18 ms per token, 14.89 tokens per second) 1.07.626.783 I slot print_timing: id 0 | task 82 | total time = 1564.33 ms / 170 tokens 1.07.626.784 I slot print_timing: id 0 | task 82 | graphs reused = 1 1.07.626.785 I slot print_timing: id 0 | task 82 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.626.816 I slot release: id 0 | task 82 | stop processing: n_tokens = 170, truncated = 0 1.07.627.149 I slot print_timing: id 1 | task 83 | prompt eval time = 1492.63 ms / 115 tokens ( 12.98 ms per token, 77.05 tokens per second) 1.07.627.152 I slot print_timing: id 1 | task 83 | eval time = 66.88 ms / 2 tokens ( 66.88 ms per token, 14.95 tokens per second) 1.07.627.153 I slot print_timing: id 1 | task 83 | total time = 1559.51 ms / 117 tokens 1.07.627.153 I slot print_timing: id 1 | task 83 | graphs reused = 1 1.07.627.154 I slot print_timing: id 1 | task 83 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.627.170 I slot release: id 1 | task 83 | stop processing: n_tokens = 117, truncated = 0 1.07.627.883 I slot print_timing: id 3 | task 84 | prompt eval time = 1488.58 ms / 166 tokens ( 8.97 ms per token, 111.52 tokens per second) 1.07.627.886 I slot print_timing: id 3 | task 84 | eval time = 66.64 ms / 2 tokens ( 66.64 ms per token, 15.01 tokens per second) 1.07.627.887 I slot print_timing: id 3 | task 84 | total time = 1555.22 ms / 168 tokens 1.07.627.888 I slot print_timing: id 3 | task 84 | graphs reused = 1 1.07.627.889 I slot print_timing: id 3 | task 84 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.627.905 I slot release: id 3 | task 84 | stop processing: n_tokens = 168, truncated = 0 1.07.657.238 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.179 1.07.675.001 I slot launch_slot_: id 3 | task 89 | processing task, is_child = 0 1.07.705.197 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.171 1.07.712.020 I slot launch_slot_: id 0 | task 90 | processing task, is_child = 0 1.07.712.059 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.248 1.07.712.184 I slot launch_slot_: id 1 | task 91 | processing task, is_child = 0 1.09.126.513 I slot print_timing: id 0 | task 90 | prompt eval time = 1349.64 ms / 127 tokens ( 10.63 ms per token, 94.10 tokens per second) 1.09.126.519 I slot print_timing: id 0 | task 90 | eval time = 64.67 ms / 2 tokens ( 64.67 ms per token, 15.46 tokens per second) 1.09.126.520 I slot print_timing: id 0 | task 90 | total time = 1414.31 ms / 129 tokens 1.09.126.521 I slot print_timing: id 0 | task 90 | graphs reused = 1 1.09.126.522 I slot print_timing: id 0 | task 90 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.126.551 I slot release: id 0 | task 90 | stop processing: n_tokens = 129, truncated = 0 1.09.126.919 I slot print_timing: id 1 | task 91 | prompt eval time = 1345.37 ms / 134 tokens ( 10.04 ms per token, 99.60 tokens per second) 1.09.126.922 I slot print_timing: id 1 | task 91 | eval time = 64.37 ms / 2 tokens ( 64.37 ms per token, 15.53 tokens per second) 1.09.126.923 I slot print_timing: id 1 | task 91 | total time = 1409.75 ms / 136 tokens 1.09.126.924 I slot print_timing: id 1 | task 91 | graphs reused = 1 1.09.126.924 I slot print_timing: id 1 | task 91 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.126.941 I slot release: id 1 | task 91 | stop processing: n_tokens = 136, truncated = 0 1.09.127.362 I slot print_timing: id 2 | task 74 | prompt eval time = 1821.27 ms / 166 tokens ( 10.97 ms per token, 91.14 tokens per second) 1.09.127.365 I slot print_timing: id 2 | task 74 | eval time = 3201.16 ms / 10 tokens ( 355.69 ms per token, 2.81 tokens per second) 1.09.127.367 I slot print_timing: id 2 | task 74 | total time = 5022.44 ms / 176 tokens 1.09.127.367 I slot print_timing: id 2 | task 74 | graphs reused = 1 1.09.127.368 I slot print_timing: id 2 | task 74 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.127.383 I slot release: id 2 | task 74 | stop processing: n_tokens = 176, truncated = 0 1.09.127.769 I slot print_timing: id 3 | task 89 | prompt eval time = 1341.35 ms / 115 tokens ( 11.66 ms per token, 85.73 tokens per second) 1.09.127.771 I slot print_timing: id 3 | task 89 | eval time = 64.24 ms / 2 tokens ( 64.24 ms per token, 15.57 tokens per second) 1.09.127.772 I slot print_timing: id 3 | task 89 | total time = 1405.59 ms / 117 tokens 1.09.127.773 I slot print_timing: id 3 | task 89 | graphs reused = 1 1.09.127.773 I slot print_timing: id 3 | task 89 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.127.785 I slot release: id 3 | task 89 | stop processing: n_tokens = 117, truncated = 0 1.09.135.660 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.225 1.09.150.125 I slot launch_slot_: id 0 | task 95 | processing task, is_child = 0 1.09.195.622 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.213 1.09.195.800 I slot launch_slot_: id 1 | task 96 | processing task, is_child = 0 1.09.195.868 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.165 1.09.202.948 I slot launch_slot_: id 2 | task 97 | processing task, is_child = 0 1.09.202.990 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.248 1.09.203.115 I slot launch_slot_: id 3 | task 98 | processing task, is_child = 0 1.10.795.380 I slot print_timing: id 1 | task 96 | prompt eval time = 1524.27 ms / 124 tokens ( 12.29 ms per token, 81.35 tokens per second) 1.10.795.386 I slot print_timing: id 1 | task 96 | eval time = 62.64 ms / 2 tokens ( 62.64 ms per token, 15.97 tokens per second) 1.10.795.388 I slot print_timing: id 1 | task 96 | total time = 1586.90 ms / 126 tokens 1.10.795.389 I slot print_timing: id 1 | task 96 | graphs reused = 1 1.10.795.390 I slot print_timing: id 1 | task 96 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.795.420 I slot release: id 1 | task 96 | stop processing: n_tokens = 126, truncated = 0 1.10.795.785 I slot print_timing: id 2 | task 97 | prompt eval time = 1519.95 ms / 144 tokens ( 10.56 ms per token, 94.74 tokens per second) 1.10.795.789 I slot print_timing: id 2 | task 97 | eval time = 62.34 ms / 2 tokens ( 62.34 ms per token, 16.04 tokens per second) 1.10.795.790 I slot print_timing: id 2 | task 97 | total time = 1582.30 ms / 146 tokens 1.10.795.790 I slot print_timing: id 2 | task 97 | graphs reused = 1 1.10.795.791 I slot print_timing: id 2 | task 97 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.795.810 I slot release: id 2 | task 97 | stop processing: n_tokens = 146, truncated = 0 1.10.796.171 I slot print_timing: id 3 | task 98 | prompt eval time = 1515.49 ms / 127 tokens ( 11.93 ms per token, 83.80 tokens per second) 1.10.796.174 I slot print_timing: id 3 | task 98 | eval time = 62.12 ms / 2 tokens ( 62.12 ms per token, 16.10 tokens per second) 1.10.796.174 I slot print_timing: id 3 | task 98 | total time = 1577.61 ms / 129 tokens 1.10.796.175 I slot print_timing: id 3 | task 98 | graphs reused = 1 1.10.796.175 I slot print_timing: id 3 | task 98 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.796.189 I slot release: id 3 | task 98 | stop processing: n_tokens = 129, truncated = 0 1.10.824.640 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.205 1.10.840.860 I slot launch_slot_: id 2 | task 103 | processing task, is_child = 0 1.10.868.329 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.230 1.10.868.486 I slot launch_slot_: id 1 | task 104 | processing task, is_child = 0 1.10.868.521 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.225 1.10.875.107 I slot launch_slot_: id 3 | task 105 | processing task, is_child = 0 1.12.161.895 I slot print_timing: id 1 | task 104 | prompt eval time = 1219.25 ms / 124 tokens ( 9.83 ms per token, 101.70 tokens per second) 1.12.161.900 I slot print_timing: id 1 | task 104 | eval time = 67.52 ms / 2 tokens ( 67.52 ms per token, 14.81 tokens per second) 1.12.161.901 I slot print_timing: id 1 | task 104 | total time = 1286.77 ms / 126 tokens 1.12.161.902 I slot print_timing: id 1 | task 104 | graphs reused = 1 1.12.161.903 I slot print_timing: id 1 | task 104 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.161.930 I slot release: id 1 | task 104 | stop processing: n_tokens = 126, truncated = 0 1.12.162.260 I slot print_timing: id 2 | task 103 | prompt eval time = 1214.83 ms / 137 tokens ( 8.87 ms per token, 112.77 tokens per second) 1.12.162.263 I slot print_timing: id 2 | task 103 | eval time = 67.21 ms / 2 tokens ( 67.21 ms per token, 14.88 tokens per second) 1.12.162.264 I slot print_timing: id 2 | task 103 | total time = 1282.04 ms / 139 tokens 1.12.162.264 I slot print_timing: id 2 | task 103 | graphs reused = 1 1.12.162.265 I slot print_timing: id 2 | task 103 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.162.281 I slot release: id 2 | task 103 | stop processing: n_tokens = 139, truncated = 0 1.12.162.616 I slot print_timing: id 3 | task 105 | prompt eval time = 1210.29 ms / 145 tokens ( 8.35 ms per token, 119.81 tokens per second) 1.12.162.619 I slot print_timing: id 3 | task 105 | eval time = 66.96 ms / 2 tokens ( 66.96 ms per token, 14.93 tokens per second) 1.12.162.619 I slot print_timing: id 3 | task 105 | total time = 1277.25 ms / 147 tokens 1.12.162.620 I slot print_timing: id 3 | task 105 | graphs reused = 1 1.12.162.621 I slot print_timing: id 3 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.162.636 I slot release: id 3 | task 105 | stop processing: n_tokens = 147, truncated = 0 1.12.194.701 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230 1.12.208.757 I slot launch_slot_: id 1 | task 110 | processing task, is_child = 0 1.12.239.257 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.171 (> 0.100 thold), f_keep = 0.204 1.12.239.433 I slot launch_slot_: id 3 | task 111 | processing task, is_child = 0 1.12.239.471 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.216 1.12.239.589 I slot launch_slot_: id 2 | task 112 | processing task, is_child = 0 1.13.672.941 I slot print_timing: id 1 | task 110 | prompt eval time = 1365.29 ms / 127 tokens ( 10.75 ms per token, 93.02 tokens per second) 1.13.672.947 I slot print_timing: id 1 | task 110 | eval time = 68.04 ms / 2 tokens ( 68.04 ms per token, 14.70 tokens per second) 1.13.672.948 I slot print_timing: id 1 | task 110 | total time = 1433.33 ms / 129 tokens 1.13.672.950 I slot print_timing: id 1 | task 110 | graphs reused = 1 1.13.672.950 I slot print_timing: id 1 | task 110 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.672.978 I slot release: id 1 | task 110 | stop processing: n_tokens = 129, truncated = 0 1.13.673.296 I slot print_timing: id 2 | task 112 | prompt eval time = 1360.72 ms / 113 tokens ( 12.04 ms per token, 83.04 tokens per second) 1.13.673.299 I slot print_timing: id 2 | task 112 | eval time = 67.78 ms / 2 tokens ( 67.78 ms per token, 14.75 tokens per second) 1.13.673.300 I slot print_timing: id 2 | task 112 | total time = 1428.50 ms / 115 tokens 1.13.673.300 I slot print_timing: id 2 | task 112 | graphs reused = 1 1.13.673.301 I slot print_timing: id 2 | task 112 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.673.314 I slot release: id 2 | task 112 | stop processing: n_tokens = 115, truncated = 0 1.13.673.702 I slot print_timing: id 3 | task 111 | prompt eval time = 1356.27 ms / 174 tokens ( 7.79 ms per token, 128.29 tokens per second) 1.13.673.706 I slot print_timing: id 3 | task 111 | eval time = 67.58 ms / 2 tokens ( 67.58 ms per token, 14.80 tokens per second) 1.13.673.707 I slot print_timing: id 3 | task 111 | total time = 1423.85 ms / 176 tokens 1.13.673.708 I slot print_timing: id 3 | task 111 | graphs reused = 1 1.13.673.709 I slot print_timing: id 3 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.673.727 I slot release: id 3 | task 111 | stop processing: n_tokens = 176, truncated = 0 1.13.703.789 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 1.13.716.804 I slot launch_slot_: id 2 | task 117 | processing task, is_child = 0 1.13.748.541 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.225 1.13.748.693 I slot launch_slot_: id 1 | task 118 | processing task, is_child = 0 1.13.748.733 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.204 (> 0.100 thold), f_keep = 0.165 1.13.756.045 I slot launch_slot_: id 3 | task 119 | processing task, is_child = 0 1.15.266.809 I slot print_timing: id 1 | task 118 | prompt eval time = 1444.53 ms / 238 tokens ( 6.07 ms per token, 164.76 tokens per second) 1.15.266.814 I slot print_timing: id 1 | task 118 | eval time = 66.22 ms / 2 tokens ( 66.22 ms per token, 15.10 tokens per second) 1.15.266.815 I slot print_timing: id 1 | task 118 | total time = 1510.74 ms / 240 tokens 1.15.266.816 I slot print_timing: id 1 | task 118 | graphs reused = 1 1.15.266.817 I slot print_timing: id 1 | task 118 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.266.852 I slot release: id 1 | task 118 | stop processing: n_tokens = 240, truncated = 0 1.15.267.206 I slot print_timing: id 2 | task 117 | prompt eval time = 1440.30 ms / 121 tokens ( 11.90 ms per token, 84.01 tokens per second) 1.15.267.210 I slot print_timing: id 2 | task 117 | eval time = 65.95 ms / 2 tokens ( 65.95 ms per token, 15.16 tokens per second) 1.15.267.211 I slot print_timing: id 2 | task 117 | total time = 1506.25 ms / 123 tokens 1.15.267.212 I slot print_timing: id 2 | task 117 | graphs reused = 1 1.15.267.212 I slot print_timing: id 2 | task 117 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.267.227 I slot release: id 2 | task 117 | stop processing: n_tokens = 123, truncated = 0 1.15.267.571 I slot print_timing: id 3 | task 119 | prompt eval time = 1436.02 ms / 141 tokens ( 10.18 ms per token, 98.19 tokens per second) 1.15.267.574 I slot print_timing: id 3 | task 119 | eval time = 65.62 ms / 2 tokens ( 65.62 ms per token, 15.24 tokens per second) 1.15.267.575 I slot print_timing: id 3 | task 119 | total time = 1501.64 ms / 143 tokens 1.15.267.575 I slot print_timing: id 3 | task 119 | graphs reused = 1 1.15.267.576 I slot print_timing: id 3 | task 119 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.267.591 I slot release: id 3 | task 119 | stop processing: n_tokens = 143, truncated = 0 1.15.297.737 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.260 1.15.311.596 I slot launch_slot_: id 2 | task 124 | processing task, is_child = 0 1.15.351.448 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.210 1.15.358.391 I slot launch_slot_: id 3 | task 125 | processing task, is_child = 0 1.15.358.440 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 1.15.358.576 I slot launch_slot_: id 1 | task 126 | processing task, is_child = 0 1.17.103.159 I slot print_timing: id 1 | task 126 | prompt eval time = 1680.20 ms / 179 tokens ( 9.39 ms per token, 106.53 tokens per second) 1.17.103.164 I slot print_timing: id 1 | task 126 | eval time = 64.36 ms / 2 tokens ( 64.36 ms per token, 15.54 tokens per second) 1.17.103.165 I slot print_timing: id 1 | task 126 | total time = 1744.56 ms / 181 tokens 1.17.103.167 I slot print_timing: id 1 | task 126 | graphs reused = 1 1.17.103.168 I slot print_timing: id 1 | task 126 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.103.200 I slot release: id 1 | task 126 | stop processing: n_tokens = 181, truncated = 0 1.17.103.614 I slot print_timing: id 2 | task 124 | prompt eval time = 1675.21 ms / 148 tokens ( 11.32 ms per token, 88.35 tokens per second) 1.17.103.618 I slot print_timing: id 2 | task 124 | eval time = 64.09 ms / 2 tokens ( 64.09 ms per token, 15.60 tokens per second) 1.17.103.618 I slot print_timing: id 2 | task 124 | total time = 1739.31 ms / 150 tokens 1.17.103.619 I slot print_timing: id 2 | task 124 | graphs reused = 1 1.17.103.620 I slot print_timing: id 2 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.103.638 I slot release: id 2 | task 124 | stop processing: n_tokens = 150, truncated = 0 1.17.104.085 I slot print_timing: id 3 | task 125 | prompt eval time = 1670.60 ms / 158 tokens ( 10.57 ms per token, 94.58 tokens per second) 1.17.104.088 I slot print_timing: id 3 | task 125 | eval time = 63.87 ms / 2 tokens ( 63.87 ms per token, 15.66 tokens per second) 1.17.104.088 I slot print_timing: id 3 | task 125 | total time = 1734.46 ms / 160 tokens 1.17.104.089 I slot print_timing: id 3 | task 125 | graphs reused = 1 1.17.104.090 I slot print_timing: id 3 | task 125 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.104.107 I slot release: id 3 | task 125 | stop processing: n_tokens = 160, truncated = 0 1.17.133.665 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.160 1.17.152.562 I slot launch_slot_: id 1 | task 132 | processing task, is_child = 0 1.17.185.476 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.286 (> 0.100 thold), f_keep = 0.213 1.17.185.656 I slot launch_slot_: id 2 | task 131 | processing task, is_child = 0 1.17.185.697 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.181 1.17.185.827 I slot launch_slot_: id 3 | task 133 | processing task, is_child = 0 1.18.818.086 I slot print_timing: id 1 | task 132 | prompt eval time = 1568.37 ms / 166 tokens ( 9.45 ms per token, 105.84 tokens per second) 1.18.818.092 I slot print_timing: id 1 | task 132 | eval time = 63.87 ms / 2 tokens ( 63.87 ms per token, 15.66 tokens per second) 1.18.818.093 I slot print_timing: id 1 | task 132 | total time = 1632.24 ms / 168 tokens 1.18.818.094 I slot print_timing: id 1 | task 132 | graphs reused = 1 1.18.818.094 I slot print_timing: id 1 | task 132 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.818.124 I slot release: id 1 | task 132 | stop processing: n_tokens = 168, truncated = 0 1.18.818.459 I slot print_timing: id 2 | task 131 | prompt eval time = 1563.90 ms / 111 tokens ( 14.09 ms per token, 70.98 tokens per second) 1.18.818.462 I slot print_timing: id 2 | task 131 | eval time = 63.33 ms / 2 tokens ( 63.33 ms per token, 15.79 tokens per second) 1.18.818.462 I slot print_timing: id 2 | task 131 | total time = 1627.23 ms / 113 tokens 1.18.818.463 I slot print_timing: id 2 | task 131 | graphs reused = 1 1.18.818.464 I slot print_timing: id 2 | task 131 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.818.478 I slot release: id 2 | task 131 | stop processing: n_tokens = 113, truncated = 0 1.18.818.812 I slot print_timing: id 3 | task 133 | prompt eval time = 1559.11 ms / 225 tokens ( 6.93 ms per token, 144.31 tokens per second) 1.18.818.815 I slot print_timing: id 3 | task 133 | eval time = 63.07 ms / 2 tokens ( 63.07 ms per token, 15.86 tokens per second) 1.18.818.815 I slot print_timing: id 3 | task 133 | total time = 1622.18 ms / 227 tokens 1.18.818.816 I slot print_timing: id 3 | task 133 | graphs reused = 1 1.18.818.816 I slot print_timing: id 3 | task 133 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.818.836 I slot release: id 3 | task 133 | stop processing: n_tokens = 227, truncated = 0 1.18.847.594 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.173 1.18.865.392 I slot launch_slot_: id 1 | task 138 | processing task, is_child = 0 1.18.900.677 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.265 1.18.900.861 I slot launch_slot_: id 2 | task 139 | processing task, is_child = 0 1.18.900.906 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.128 1.18.908.040 I slot launch_slot_: id 3 | task 140 | processing task, is_child = 0 1.20.298.610 I slot print_timing: id 1 | task 138 | prompt eval time = 1328.06 ms / 146 tokens ( 9.10 ms per token, 109.93 tokens per second) 1.20.298.615 I slot print_timing: id 1 | task 138 | eval time = 62.49 ms / 2 tokens ( 62.49 ms per token, 16.00 tokens per second) 1.20.298.616 I slot print_timing: id 1 | task 138 | total time = 1390.55 ms / 148 tokens 1.20.298.617 I slot print_timing: id 1 | task 138 | graphs reused = 1 1.20.298.618 I slot print_timing: id 1 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.298.645 I slot release: id 1 | task 138 | stop processing: n_tokens = 148, truncated = 0 1.20.299.036 I slot print_timing: id 2 | task 139 | prompt eval time = 1323.53 ms / 118 tokens ( 11.22 ms per token, 89.16 tokens per second) 1.20.299.039 I slot print_timing: id 2 | task 139 | eval time = 62.23 ms / 2 tokens ( 62.23 ms per token, 16.07 tokens per second) 1.20.299.040 I slot print_timing: id 2 | task 139 | total time = 1385.77 ms / 120 tokens 1.20.299.041 I slot print_timing: id 2 | task 139 | graphs reused = 1 1.20.299.041 I slot print_timing: id 2 | task 139 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.299.060 I slot release: id 2 | task 139 | stop processing: n_tokens = 120, truncated = 0 1.20.299.389 I slot print_timing: id 3 | task 140 | prompt eval time = 1319.29 ms / 192 tokens ( 6.87 ms per token, 145.53 tokens per second) 1.20.299.392 I slot print_timing: id 3 | task 140 | eval time = 61.90 ms / 2 tokens ( 61.90 ms per token, 16.16 tokens per second) 1.20.299.393 I slot print_timing: id 3 | task 140 | total time = 1381.19 ms / 194 tokens 1.20.299.393 I slot print_timing: id 3 | task 140 | graphs reused = 1 1.20.299.394 I slot print_timing: id 3 | task 140 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.299.415 I slot release: id 3 | task 140 | stop processing: n_tokens = 194, truncated = 0 1.20.327.939 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.196 1.20.343.887 I slot launch_slot_: id 1 | task 145 | processing task, is_child = 0 1.20.376.672 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.250 1.20.376.807 I slot launch_slot_: id 2 | task 146 | processing task, is_child = 0 1.20.376.849 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.149 1.20.376.971 I slot launch_slot_: id 3 | task 147 | processing task, is_child = 0 1.21.686.893 I slot print_timing: id 1 | task 145 | prompt eval time = 1245.81 ms / 136 tokens ( 9.16 ms per token, 109.17 tokens per second) 1.21.686.898 I slot print_timing: id 1 | task 145 | eval time = 64.10 ms / 2 tokens ( 64.10 ms per token, 15.60 tokens per second) 1.21.686.900 I slot print_timing: id 1 | task 145 | total time = 1309.90 ms / 138 tokens 1.21.686.900 I slot print_timing: id 1 | task 145 | graphs reused = 1 1.21.686.901 I slot print_timing: id 1 | task 145 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.686.935 I slot release: id 1 | task 145 | stop processing: n_tokens = 138, truncated = 0 1.21.687.316 I slot print_timing: id 2 | task 146 | prompt eval time = 1241.50 ms / 121 tokens ( 10.26 ms per token, 97.46 tokens per second) 1.21.687.319 I slot print_timing: id 2 | task 146 | eval time = 63.79 ms / 2 tokens ( 63.79 ms per token, 15.68 tokens per second) 1.21.687.320 I slot print_timing: id 2 | task 146 | total time = 1305.29 ms / 123 tokens 1.21.687.321 I slot print_timing: id 2 | task 146 | graphs reused = 1 1.21.687.321 I slot print_timing: id 2 | task 146 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.687.339 I slot release: id 2 | task 146 | stop processing: n_tokens = 123, truncated = 0 1.21.687.759 I slot print_timing: id 3 | task 147 | prompt eval time = 1237.23 ms / 172 tokens ( 7.19 ms per token, 139.02 tokens per second) 1.21.687.762 I slot print_timing: id 3 | task 147 | eval time = 63.56 ms / 2 tokens ( 63.56 ms per token, 15.73 tokens per second) 1.21.687.763 I slot print_timing: id 3 | task 147 | total time = 1300.79 ms / 174 tokens 1.21.687.763 I slot print_timing: id 3 | task 147 | graphs reused = 1 1.21.687.764 I slot print_timing: id 3 | task 147 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.687.781 I slot release: id 3 | task 147 | stop processing: n_tokens = 174, truncated = 0 1.21.716.357 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.261 (> 0.100 thold), f_keep = 0.244 1.21.730.247 I slot launch_slot_: id 2 | task 152 | processing task, is_child = 0 1.21.763.011 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.210 1.21.763.190 I slot launch_slot_: id 1 | task 153 | processing task, is_child = 0 1.21.763.231 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.167 1.21.763.372 I slot launch_slot_: id 3 | task 154 | processing task, is_child = 0 1.23.131.763 I slot print_timing: id 1 | task 153 | prompt eval time = 1305.81 ms / 166 tokens ( 7.87 ms per token, 127.12 tokens per second) 1.23.131.768 I slot print_timing: id 1 | task 153 | eval time = 62.56 ms / 2 tokens ( 62.56 ms per token, 15.98 tokens per second) 1.23.131.769 I slot print_timing: id 1 | task 153 | total time = 1368.38 ms / 168 tokens 1.23.131.770 I slot print_timing: id 1 | task 153 | graphs reused = 1 1.23.131.771 I slot print_timing: id 1 | task 153 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.131.800 I slot release: id 1 | task 153 | stop processing: n_tokens = 168, truncated = 0 1.23.132.136 I slot print_timing: id 2 | task 152 | prompt eval time = 1301.49 ms / 114 tokens ( 11.42 ms per token, 87.59 tokens per second) 1.23.132.139 I slot print_timing: id 2 | task 152 | eval time = 62.26 ms / 2 tokens ( 62.26 ms per token, 16.06 tokens per second) 1.23.132.140 I slot print_timing: id 2 | task 152 | total time = 1363.75 ms / 116 tokens 1.23.132.141 I slot print_timing: id 2 | task 152 | graphs reused = 1 1.23.132.144 I slot print_timing: id 2 | task 152 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.132.160 I slot release: id 2 | task 152 | stop processing: n_tokens = 116, truncated = 0 1.23.132.504 I slot print_timing: id 3 | task 154 | prompt eval time = 1297.50 ms / 138 tokens ( 9.40 ms per token, 106.36 tokens per second) 1.23.132.507 I slot print_timing: id 3 | task 154 | eval time = 61.93 ms / 2 tokens ( 61.93 ms per token, 16.15 tokens per second) 1.23.132.508 I slot print_timing: id 3 | task 154 | total time = 1359.43 ms / 140 tokens 1.23.132.508 I slot print_timing: id 3 | task 154 | graphs reused = 1 1.23.132.509 I slot print_timing: id 3 | task 154 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.132.523 I slot release: id 3 | task 154 | stop processing: n_tokens = 140, truncated = 0 1.23.160.965 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.259 1.23.180.402 I slot launch_slot_: id 2 | task 159 | processing task, is_child = 0 1.23.214.771 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.173 1.23.214.942 I slot launch_slot_: id 1 | task 160 | processing task, is_child = 0 1.23.214.980 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.207 1.23.215.100 I slot launch_slot_: id 3 | task 161 | processing task, is_child = 0 1.24.424.439 I slot print_timing: id 1 | task 160 | prompt eval time = 1146.66 ms / 131 tokens ( 8.75 ms per token, 114.24 tokens per second) 1.24.424.446 I slot print_timing: id 1 | task 160 | eval time = 62.66 ms / 2 tokens ( 62.66 ms per token, 15.96 tokens per second) 1.24.424.447 I slot print_timing: id 1 | task 160 | total time = 1209.32 ms / 133 tokens 1.24.424.448 I slot print_timing: id 1 | task 160 | graphs reused = 1 1.24.424.449 I slot print_timing: id 1 | task 160 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.424.478 I slot release: id 1 | task 160 | stop processing: n_tokens = 133, truncated = 0 1.24.424.842 I slot print_timing: id 2 | task 159 | prompt eval time = 1142.14 ms / 124 tokens ( 9.21 ms per token, 108.57 tokens per second) 1.24.424.846 I slot print_timing: id 2 | task 159 | eval time = 62.40 ms / 2 tokens ( 62.40 ms per token, 16.03 tokens per second) 1.24.424.846 I slot print_timing: id 2 | task 159 | total time = 1204.54 ms / 126 tokens 1.24.424.847 I slot print_timing: id 2 | task 159 | graphs reused = 1 1.24.424.848 I slot print_timing: id 2 | task 159 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.424.864 I slot release: id 2 | task 159 | stop processing: n_tokens = 126, truncated = 0 1.24.425.246 I slot print_timing: id 3 | task 161 | prompt eval time = 1137.96 ms / 136 tokens ( 8.37 ms per token, 119.51 tokens per second) 1.24.425.249 I slot print_timing: id 3 | task 161 | eval time = 62.12 ms / 2 tokens ( 62.12 ms per token, 16.10 tokens per second) 1.24.425.250 I slot print_timing: id 3 | task 161 | total time = 1200.08 ms / 138 tokens 1.24.425.251 I slot print_timing: id 3 | task 161 | graphs reused = 1 1.24.425.252 I slot print_timing: id 3 | task 161 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.425.266 I slot release: id 3 | task 161 | stop processing: n_tokens = 138, truncated = 0 1.24.453.652 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.218 1.24.468.062 I slot launch_slot_: id 1 | task 167 | processing task, is_child = 0 1.24.496.051 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.230 1.24.496.179 I slot launch_slot_: id 2 | task 166 | processing task, is_child = 0 1.24.496.217 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.210 1.24.496.329 I slot launch_slot_: id 3 | task 168 | processing task, is_child = 0 1.26.082.028 I slot print_timing: id 0 | task 95 | prompt eval time = 1528.89 ms / 153 tokens ( 9.99 ms per token, 100.07 tokens per second) 1.26.082.034 I slot print_timing: id 0 | task 95 | eval time = 15350.01 ms / 42 tokens ( 374.39 ms per token, 2.67 tokens per second) 1.26.082.036 I slot print_timing: id 0 | task 95 | total time = 16878.90 ms / 195 tokens 1.26.082.036 I slot print_timing: id 0 | task 95 | graphs reused = 1 1.26.082.037 I slot print_timing: id 0 | task 95 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.082.064 I slot release: id 0 | task 95 | stop processing: n_tokens = 195, truncated = 0 1.26.082.408 I slot print_timing: id 1 | task 167 | prompt eval time = 1523.78 ms / 172 tokens ( 8.86 ms per token, 112.88 tokens per second) 1.26.082.411 I slot print_timing: id 1 | task 167 | eval time = 62.29 ms / 2 tokens ( 62.29 ms per token, 16.05 tokens per second) 1.26.082.412 I slot print_timing: id 1 | task 167 | total time = 1586.07 ms / 174 tokens 1.26.082.413 I slot print_timing: id 1 | task 167 | graphs reused = 1 1.26.082.413 I slot print_timing: id 1 | task 167 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.082.432 I slot release: id 1 | task 167 | stop processing: n_tokens = 174, truncated = 0 1.26.082.763 I slot print_timing: id 2 | task 166 | prompt eval time = 1519.32 ms / 185 tokens ( 8.21 ms per token, 121.77 tokens per second) 1.26.082.766 I slot print_timing: id 2 | task 166 | eval time = 62.05 ms / 2 tokens ( 62.05 ms per token, 16.12 tokens per second) 1.26.082.766 I slot print_timing: id 2 | task 166 | total time = 1581.37 ms / 187 tokens 1.26.082.767 I slot print_timing: id 2 | task 166 | graphs reused = 1 1.26.082.767 I slot print_timing: id 2 | task 166 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.082.784 I slot release: id 2 | task 166 | stop processing: n_tokens = 187, truncated = 0 1.26.083.090 I slot print_timing: id 3 | task 168 | prompt eval time = 1514.99 ms / 178 tokens ( 8.51 ms per token, 117.49 tokens per second) 1.26.083.093 I slot print_timing: id 3 | task 168 | eval time = 61.79 ms / 2 tokens ( 61.79 ms per token, 16.18 tokens per second) 1.26.083.094 I slot print_timing: id 3 | task 168 | total time = 1576.77 ms / 180 tokens 1.26.083.094 I slot print_timing: id 3 | task 168 | graphs reused = 1 1.26.083.095 I slot print_timing: id 3 | task 168 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.083.110 I slot release: id 3 | task 168 | stop processing: n_tokens = 180, truncated = 0 1.26.090.619 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.149 1.26.109.844 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 1.26.165.639 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.167 1.26.172.371 I slot launch_slot_: id 1 | task 173 | processing task, is_child = 0 1.26.172.453 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.155 1.26.172.572 I slot launch_slot_: id 2 | task 174 | processing task, is_child = 0 1.26.172.612 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.161 1.26.179.573 I slot launch_slot_: id 3 | task 175 | processing task, is_child = 0 1.27.647.392 I slot print_timing: id 0 | task 172 | prompt eval time = 1405.04 ms / 119 tokens ( 11.81 ms per token, 84.69 tokens per second) 1.27.647.397 I slot print_timing: id 0 | task 172 | eval time = 62.76 ms / 2 tokens ( 62.76 ms per token, 15.93 tokens per second) 1.27.647.398 I slot print_timing: id 0 | task 172 | total time = 1467.80 ms / 121 tokens 1.27.647.399 I slot print_timing: id 0 | task 172 | graphs reused = 1 1.27.647.400 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.647.425 I slot release: id 0 | task 172 | stop processing: n_tokens = 121, truncated = 0 1.27.647.770 I slot print_timing: id 1 | task 173 | prompt eval time = 1400.49 ms / 123 tokens ( 11.39 ms per token, 87.83 tokens per second) 1.27.647.773 I slot print_timing: id 1 | task 173 | eval time = 62.42 ms / 2 tokens ( 62.42 ms per token, 16.02 tokens per second) 1.27.647.774 I slot print_timing: id 1 | task 173 | total time = 1462.92 ms / 125 tokens 1.27.647.774 I slot print_timing: id 1 | task 173 | graphs reused = 1 1.27.647.775 I slot print_timing: id 1 | task 173 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.647.791 I slot release: id 1 | task 173 | stop processing: n_tokens = 125, truncated = 0 1.27.648.102 I slot print_timing: id 2 | task 174 | prompt eval time = 1396.24 ms / 129 tokens ( 10.82 ms per token, 92.39 tokens per second) 1.27.648.104 I slot print_timing: id 2 | task 174 | eval time = 62.15 ms / 2 tokens ( 62.15 ms per token, 16.09 tokens per second) 1.27.648.105 I slot print_timing: id 2 | task 174 | total time = 1458.39 ms / 131 tokens 1.27.648.105 I slot print_timing: id 2 | task 174 | graphs reused = 1 1.27.648.106 I slot print_timing: id 2 | task 174 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.648.117 I slot release: id 2 | task 174 | stop processing: n_tokens = 131, truncated = 0 1.27.648.445 I slot print_timing: id 3 | task 175 | prompt eval time = 1391.56 ms / 120 tokens ( 11.60 ms per token, 86.23 tokens per second) 1.27.648.449 I slot print_timing: id 3 | task 175 | eval time = 61.87 ms / 2 tokens ( 61.87 ms per token, 16.16 tokens per second) 1.27.648.450 I slot print_timing: id 3 | task 175 | total time = 1453.43 ms / 122 tokens 1.27.648.450 I slot print_timing: id 3 | task 175 | graphs reused = 1 1.27.648.451 I slot print_timing: id 3 | task 175 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.648.465 I slot release: id 3 | task 175 | stop processing: n_tokens = 122, truncated = 0 1.27.656.112 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.270 1.27.670.126 I slot launch_slot_: id 3 | task 179 | processing task, is_child = 0 1.27.710.748 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.240 1.27.710.915 I slot launch_slot_: id 0 | task 180 | processing task, is_child = 0 1.27.710.993 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.232 1.27.711.136 I slot launch_slot_: id 1 | task 181 | processing task, is_child = 0 1.27.711.178 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.221 1.27.718.457 I slot launch_slot_: id 2 | task 182 | processing task, is_child = 0 1.29.235.010 I slot print_timing: id 0 | task 180 | prompt eval time = 1453.17 ms / 134 tokens ( 10.84 ms per token, 92.21 tokens per second) 1.29.235.015 I slot print_timing: id 0 | task 180 | eval time = 63.36 ms / 2 tokens ( 63.36 ms per token, 15.78 tokens per second) 1.29.235.016 I slot print_timing: id 0 | task 180 | total time = 1516.53 ms / 136 tokens 1.29.235.017 I slot print_timing: id 0 | task 180 | graphs reused = 1 1.29.235.018 I slot print_timing: id 0 | task 180 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.235.045 I slot release: id 0 | task 180 | stop processing: n_tokens = 136, truncated = 0 1.29.235.463 I slot print_timing: id 1 | task 181 | prompt eval time = 1448.90 ms / 147 tokens ( 9.86 ms per token, 101.46 tokens per second) 1.29.235.467 I slot print_timing: id 1 | task 181 | eval time = 63.09 ms / 2 tokens ( 63.09 ms per token, 15.85 tokens per second) 1.29.235.467 I slot print_timing: id 1 | task 181 | total time = 1512.00 ms / 149 tokens 1.29.235.468 I slot print_timing: id 1 | task 181 | graphs reused = 1 1.29.235.469 I slot print_timing: id 1 | task 181 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.235.487 I slot release: id 1 | task 181 | stop processing: n_tokens = 149, truncated = 0 1.29.235.935 I slot print_timing: id 2 | task 182 | prompt eval time = 1444.60 ms / 133 tokens ( 10.86 ms per token, 92.07 tokens per second) 1.29.235.938 I slot print_timing: id 2 | task 182 | eval time = 62.86 ms / 2 tokens ( 62.86 ms per token, 15.91 tokens per second) 1.29.235.939 I slot print_timing: id 2 | task 182 | total time = 1507.46 ms / 135 tokens 1.29.235.940 I slot print_timing: id 2 | task 182 | graphs reused = 1 1.29.235.941 I slot print_timing: id 2 | task 182 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.235.954 I slot release: id 2 | task 182 | stop processing: n_tokens = 135, truncated = 0 1.29.236.372 I slot print_timing: id 3 | task 179 | prompt eval time = 1440.47 ms / 130 tokens ( 11.08 ms per token, 90.25 tokens per second) 1.29.236.375 I slot print_timing: id 3 | task 179 | eval time = 62.59 ms / 2 tokens ( 62.59 ms per token, 15.98 tokens per second) 1.29.236.376 I slot print_timing: id 3 | task 179 | total time = 1503.06 ms / 132 tokens 1.29.236.376 I slot print_timing: id 3 | task 179 | graphs reused = 1 1.29.236.377 I slot print_timing: id 3 | task 179 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.236.389 I slot release: id 3 | task 179 | stop processing: n_tokens = 132, truncated = 0 1.29.244.611 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.273 (> 0.100 thold), f_keep = 0.227 1.29.259.410 I slot launch_slot_: id 3 | task 186 | processing task, is_child = 0 1.29.303.744 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.213 1.29.303.887 I slot launch_slot_: id 0 | task 187 | processing task, is_child = 0 1.29.303.953 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.195 1.29.304.074 I slot launch_slot_: id 1 | task 188 | processing task, is_child = 0 1.29.304.109 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.215 1.29.304.219 I slot launch_slot_: id 2 | task 189 | processing task, is_child = 0 1.31.005.799 I slot print_timing: id 1 | task 188 | prompt eval time = 1633.63 ms / 128 tokens ( 12.76 ms per token, 78.35 tokens per second) 1.31.005.804 I slot print_timing: id 1 | task 188 | eval time = 62.90 ms / 2 tokens ( 62.90 ms per token, 15.90 tokens per second) 1.31.005.806 I slot print_timing: id 1 | task 188 | total time = 1696.53 ms / 130 tokens 1.31.005.806 I slot print_timing: id 1 | task 188 | graphs reused = 1 1.31.005.809 I slot print_timing: id 1 | task 188 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.005.835 I slot release: id 1 | task 188 | stop processing: n_tokens = 130, truncated = 0 1.31.006.159 I slot print_timing: id 2 | task 189 | prompt eval time = 1629.38 ms / 132 tokens ( 12.34 ms per token, 81.01 tokens per second) 1.31.006.162 I slot print_timing: id 2 | task 189 | eval time = 62.49 ms / 2 tokens ( 62.49 ms per token, 16.00 tokens per second) 1.31.006.163 I slot print_timing: id 2 | task 189 | total time = 1691.87 ms / 134 tokens 1.31.006.163 I slot print_timing: id 2 | task 189 | graphs reused = 1 1.31.006.164 I slot print_timing: id 2 | task 189 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.006.181 I slot release: id 2 | task 189 | stop processing: n_tokens = 134, truncated = 0 1.31.006.486 I slot print_timing: id 3 | task 186 | prompt eval time = 1625.08 ms / 109 tokens ( 14.91 ms per token, 67.07 tokens per second) 1.31.006.490 I slot print_timing: id 3 | task 186 | eval time = 62.09 ms / 2 tokens ( 62.09 ms per token, 16.11 tokens per second) 1.31.006.491 I slot print_timing: id 3 | task 186 | total time = 1687.17 ms / 111 tokens 1.31.006.491 I slot print_timing: id 3 | task 186 | graphs reused = 1 1.31.006.492 I slot print_timing: id 3 | task 186 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.006.508 I slot release: id 3 | task 186 | stop processing: n_tokens = 111, truncated = 0 1.31.035.038 I slot print_timing: id 0 | task 187 | prompt eval time = 1637.94 ms / 159 tokens ( 10.30 ms per token, 97.07 tokens per second) 1.31.035.043 I slot print_timing: id 0 | task 187 | eval time = 92.86 ms / 3 tokens ( 46.43 ms per token, 21.54 tokens per second) 1.31.035.044 I slot print_timing: id 0 | task 187 | total time = 1730.80 ms / 162 tokens 1.31.035.044 I slot print_timing: id 0 | task 187 | graphs reused = 1 1.31.035.045 I slot print_timing: id 0 | task 187 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.035.069 I slot release: id 0 | task 187 | stop processing: n_tokens = 162, truncated = 0 1.31.035.079 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.179 1.31.052.272 I slot launch_slot_: id 0 | task 194 | processing task, is_child = 0 1.31.093.280 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.223 1.31.093.460 I slot launch_slot_: id 1 | task 195 | processing task, is_child = 0 1.31.093.527 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.216 1.31.093.652 I slot launch_slot_: id 2 | task 196 | processing task, is_child = 0 1.31.093.686 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.270 1.31.093.798 I slot launch_slot_: id 3 | task 197 | processing task, is_child = 0 1.32.911.713 I slot print_timing: id 0 | task 194 | prompt eval time = 1755.43 ms / 164 tokens ( 10.70 ms per token, 93.42 tokens per second) 1.32.911.718 I slot print_timing: id 0 | task 194 | eval time = 62.47 ms / 2 tokens ( 62.47 ms per token, 16.01 tokens per second) 1.32.911.719 I slot print_timing: id 0 | task 194 | total time = 1817.90 ms / 166 tokens 1.32.911.720 I slot print_timing: id 0 | task 194 | graphs reused = 1 1.32.911.721 I slot print_timing: id 0 | task 194 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.911.750 I slot release: id 0 | task 194 | stop processing: n_tokens = 166, truncated = 0 1.32.912.088 I slot print_timing: id 1 | task 195 | prompt eval time = 1750.91 ms / 144 tokens ( 12.16 ms per token, 82.24 tokens per second) 1.32.912.092 I slot print_timing: id 1 | task 195 | eval time = 62.16 ms / 2 tokens ( 62.16 ms per token, 16.09 tokens per second) 1.32.912.092 I slot print_timing: id 1 | task 195 | total time = 1813.08 ms / 146 tokens 1.32.912.093 I slot print_timing: id 1 | task 195 | graphs reused = 1 1.32.912.094 I slot print_timing: id 1 | task 195 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.912.112 I slot release: id 1 | task 195 | stop processing: n_tokens = 146, truncated = 0 1.32.912.448 I slot print_timing: id 2 | task 196 | prompt eval time = 1746.55 ms / 156 tokens ( 11.20 ms per token, 89.32 tokens per second) 1.32.912.451 I slot print_timing: id 2 | task 196 | eval time = 61.85 ms / 2 tokens ( 61.85 ms per token, 16.17 tokens per second) 1.32.912.451 I slot print_timing: id 2 | task 196 | total time = 1808.40 ms / 158 tokens 1.32.912.452 I slot print_timing: id 2 | task 196 | graphs reused = 1 1.32.912.452 I slot print_timing: id 2 | task 196 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.912.467 I slot release: id 2 | task 196 | stop processing: n_tokens = 158, truncated = 0 1.32.912.797 I slot print_timing: id 3 | task 197 | prompt eval time = 1742.28 ms / 116 tokens ( 15.02 ms per token, 66.58 tokens per second) 1.32.912.800 I slot print_timing: id 3 | task 197 | eval time = 61.51 ms / 2 tokens ( 61.51 ms per token, 16.26 tokens per second) 1.32.912.801 I slot print_timing: id 3 | task 197 | total time = 1803.79 ms / 118 tokens 1.32.912.801 I slot print_timing: id 3 | task 197 | graphs reused = 1 1.32.912.802 I slot print_timing: id 3 | task 197 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.912.812 I slot release: id 3 | task 197 | stop processing: n_tokens = 118, truncated = 0 1.32.920.312 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.175 1.32.938.403 I slot launch_slot_: id 0 | task 201 | processing task, is_child = 0 1.32.982.894 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.254 1.32.983.059 I slot launch_slot_: id 3 | task 202 | processing task, is_child = 0 1.32.983.130 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.199 1.32.983.252 I slot launch_slot_: id 1 | task 203 | processing task, is_child = 0 1.32.983.289 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.184 1.32.983.395 I slot launch_slot_: id 2 | task 204 | processing task, is_child = 0 1.34.634.350 I slot print_timing: id 0 | task 201 | prompt eval time = 1588.14 ms / 114 tokens ( 13.93 ms per token, 71.78 tokens per second) 1.34.634.355 I slot print_timing: id 0 | task 201 | eval time = 62.80 ms / 2 tokens ( 62.80 ms per token, 15.92 tokens per second) 1.34.634.357 I slot print_timing: id 0 | task 201 | total time = 1650.94 ms / 116 tokens 1.34.634.358 I slot print_timing: id 0 | task 201 | graphs reused = 1 1.34.634.358 I slot print_timing: id 0 | task 201 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.634.385 I slot release: id 0 | task 201 | stop processing: n_tokens = 116, truncated = 0 1.34.634.729 I slot print_timing: id 1 | task 203 | prompt eval time = 1583.64 ms / 152 tokens ( 10.42 ms per token, 95.98 tokens per second) 1.34.634.732 I slot print_timing: id 1 | task 203 | eval time = 62.48 ms / 2 tokens ( 62.48 ms per token, 16.00 tokens per second) 1.34.634.733 I slot print_timing: id 1 | task 203 | total time = 1646.12 ms / 154 tokens 1.34.634.733 I slot print_timing: id 1 | task 203 | graphs reused = 1 1.34.634.734 I slot print_timing: id 1 | task 203 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.634.751 I slot release: id 1 | task 203 | stop processing: n_tokens = 154, truncated = 0 1.34.635.070 I slot print_timing: id 2 | task 204 | prompt eval time = 1579.29 ms / 139 tokens ( 11.36 ms per token, 88.01 tokens per second) 1.34.635.073 I slot print_timing: id 2 | task 204 | eval time = 62.24 ms / 2 tokens ( 62.24 ms per token, 16.07 tokens per second) 1.34.635.074 I slot print_timing: id 2 | task 204 | total time = 1641.53 ms / 141 tokens 1.34.635.074 I slot print_timing: id 2 | task 204 | graphs reused = 1 1.34.635.075 I slot print_timing: id 2 | task 204 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.635.088 I slot release: id 2 | task 204 | stop processing: n_tokens = 141, truncated = 0 1.34.635.401 I slot print_timing: id 3 | task 202 | prompt eval time = 1574.66 ms / 117 tokens ( 13.46 ms per token, 74.30 tokens per second) 1.34.635.404 I slot print_timing: id 3 | task 202 | eval time = 61.98 ms / 2 tokens ( 61.98 ms per token, 16.14 tokens per second) 1.34.635.404 I slot print_timing: id 3 | task 202 | total time = 1636.64 ms / 119 tokens 1.34.635.405 I slot print_timing: id 3 | task 202 | graphs reused = 1 1.34.635.405 I slot print_timing: id 3 | task 202 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.635.415 I slot release: id 3 | task 202 | stop processing: n_tokens = 119, truncated = 0 1.34.643.237 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 1.34.643.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.34.661.430 I slot launch_slot_: id 3 | task 208 | processing task, is_child = 0 1.34.661.478 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.117 MiB) 1.34.679.117 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 1.34.701.224 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB) 1.34.722.357 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.250 1.34.722.529 I slot launch_slot_: id 0 | task 209 | processing task, is_child = 0 1.34.722.601 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.188 1.34.729.904 I slot launch_slot_: id 1 | task 210 | processing task, is_child = 0 1.34.729.945 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.206 1.34.730.053 I slot launch_slot_: id 2 | task 211 | processing task, is_child = 0 1.36.274.507 I slot print_timing: id 0 | task 209 | prompt eval time = 1480.26 ms / 155 tokens ( 9.55 ms per token, 104.71 tokens per second) 1.36.274.512 I slot print_timing: id 0 | task 209 | eval time = 64.18 ms / 2 tokens ( 64.18 ms per token, 15.58 tokens per second) 1.36.274.513 I slot print_timing: id 0 | task 209 | total time = 1544.43 ms / 157 tokens 1.36.274.514 I slot print_timing: id 0 | task 209 | graphs reused = 1 1.36.274.515 I slot print_timing: id 0 | task 209 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.274.546 I slot release: id 0 | task 209 | stop processing: n_tokens = 157, truncated = 0 1.36.274.894 I slot print_timing: id 1 | task 210 | prompt eval time = 1475.45 ms / 132 tokens ( 11.18 ms per token, 89.46 tokens per second) 1.36.274.897 I slot print_timing: id 1 | task 210 | eval time = 63.88 ms / 2 tokens ( 63.88 ms per token, 15.65 tokens per second) 1.36.274.898 I slot print_timing: id 1 | task 210 | total time = 1539.33 ms / 134 tokens 1.36.274.899 I slot print_timing: id 1 | task 210 | graphs reused = 1 1.36.274.899 I slot print_timing: id 1 | task 210 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.274.916 I slot release: id 1 | task 210 | stop processing: n_tokens = 134, truncated = 0 1.36.275.265 I slot print_timing: id 2 | task 211 | prompt eval time = 1470.67 ms / 129 tokens ( 11.40 ms per token, 87.72 tokens per second) 1.36.275.267 I slot print_timing: id 2 | task 211 | eval time = 63.65 ms / 2 tokens ( 63.65 ms per token, 15.71 tokens per second) 1.36.275.268 I slot print_timing: id 2 | task 211 | total time = 1534.32 ms / 131 tokens 1.36.275.269 I slot print_timing: id 2 | task 211 | graphs reused = 1 1.36.275.269 I slot print_timing: id 2 | task 211 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.275.284 I slot release: id 2 | task 211 | stop processing: n_tokens = 131, truncated = 0 1.36.275.634 I slot print_timing: id 3 | task 208 | prompt eval time = 1465.85 ms / 117 tokens ( 12.53 ms per token, 79.82 tokens per second) 1.36.275.636 I slot print_timing: id 3 | task 208 | eval time = 63.41 ms / 2 tokens ( 63.41 ms per token, 15.77 tokens per second) 1.36.275.637 I slot print_timing: id 3 | task 208 | total time = 1529.25 ms / 119 tokens 1.36.275.637 I slot print_timing: id 3 | task 208 | graphs reused = 1 1.36.275.638 I slot print_timing: id 3 | task 208 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.275.649 I slot release: id 3 | task 208 | stop processing: n_tokens = 119, truncated = 0 1.36.283.119 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 1.36.296.522 I slot launch_slot_: id 3 | task 215 | processing task, is_child = 0 1.36.296.571 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 102.868 MiB) 1.36.319.546 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 125.604 MiB) 1.36.339.711 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 1.36.358.891 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.224 1.36.359.071 I slot launch_slot_: id 1 | task 216 | processing task, is_child = 0 1.36.359.142 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.185 1.36.359.269 I slot launch_slot_: id 0 | task 217 | processing task, is_child = 0 1.36.359.305 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 1.36.359.423 I slot launch_slot_: id 2 | task 218 | processing task, is_child = 0 1.38.001.908 I slot print_timing: id 0 | task 217 | prompt eval time = 1579.48 ms / 170 tokens ( 9.29 ms per token, 107.63 tokens per second) 1.38.001.913 I slot print_timing: id 0 | task 217 | eval time = 62.99 ms / 2 tokens ( 62.99 ms per token, 15.88 tokens per second) 1.38.001.914 I slot print_timing: id 0 | task 217 | total time = 1642.47 ms / 172 tokens 1.38.001.915 I slot print_timing: id 0 | task 217 | graphs reused = 1 1.38.001.917 I slot print_timing: id 0 | task 217 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.001.946 I slot release: id 0 | task 217 | stop processing: n_tokens = 172, truncated = 0 1.38.002.277 I slot print_timing: id 1 | task 216 | prompt eval time = 1574.99 ms / 130 tokens ( 12.12 ms per token, 82.54 tokens per second) 1.38.002.280 I slot print_timing: id 1 | task 216 | eval time = 62.65 ms / 2 tokens ( 62.65 ms per token, 15.96 tokens per second) 1.38.002.281 I slot print_timing: id 1 | task 216 | total time = 1637.64 ms / 132 tokens 1.38.002.282 I slot print_timing: id 1 | task 216 | graphs reused = 1 1.38.002.282 I slot print_timing: id 1 | task 216 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.002.299 I slot release: id 1 | task 216 | stop processing: n_tokens = 132, truncated = 0 1.38.002.968 I slot print_timing: id 3 | task 215 | prompt eval time = 1566.54 ms / 117 tokens ( 13.39 ms per token, 74.69 tokens per second) 1.38.002.973 I slot print_timing: id 3 | task 215 | eval time = 61.94 ms / 2 tokens ( 61.94 ms per token, 16.15 tokens per second) 1.38.002.974 I slot print_timing: id 3 | task 215 | total time = 1628.48 ms / 119 tokens 1.38.002.974 I slot print_timing: id 3 | task 215 | graphs reused = 1 1.38.002.975 I slot print_timing: id 3 | task 215 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.002.989 I slot release: id 3 | task 215 | stop processing: n_tokens = 119, truncated = 0 1.38.031.426 I slot print_timing: id 2 | task 218 | prompt eval time = 1570.73 ms / 161 tokens ( 9.76 ms per token, 102.50 tokens per second) 1.38.031.431 I slot print_timing: id 2 | task 218 | eval time = 91.09 ms / 3 tokens ( 45.54 ms per token, 21.96 tokens per second) 1.38.031.432 I slot print_timing: id 2 | task 218 | total time = 1661.82 ms / 164 tokens 1.38.031.433 I slot print_timing: id 2 | task 218 | graphs reused = 1 1.38.031.433 I slot print_timing: id 2 | task 218 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.031.456 I slot release: id 2 | task 218 | stop processing: n_tokens = 164, truncated = 0 1.38.031.466 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.169 1.38.031.535 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 1.38.054.090 I slot launch_slot_: id 0 | task 223 | processing task, is_child = 0 1.38.054.139 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.195 MiB) 1.38.073.099 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 1.38.096.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 1.38.114.384 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.183 1.38.114.540 I slot launch_slot_: id 2 | task 224 | processing task, is_child = 0 1.38.114.605 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.220 1.38.114.727 I slot launch_slot_: id 1 | task 225 | processing task, is_child = 0 1.38.114.762 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.244 1.38.114.874 I slot launch_slot_: id 3 | task 226 | processing task, is_child = 0 1.39.999.147 I slot print_timing: id 0 | task 223 | prompt eval time = 1821.47 ms / 113 tokens ( 16.12 ms per token, 62.04 tokens per second) 1.39.999.153 I slot print_timing: id 0 | task 223 | eval time = 62.78 ms / 2 tokens ( 62.78 ms per token, 15.93 tokens per second) 1.39.999.154 I slot print_timing: id 0 | task 223 | total time = 1884.26 ms / 115 tokens 1.39.999.155 I slot print_timing: id 0 | task 223 | graphs reused = 1 1.39.999.156 I slot print_timing: id 0 | task 223 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.999.182 I slot release: id 0 | task 223 | stop processing: n_tokens = 115, truncated = 0 1.39.999.510 I slot print_timing: id 1 | task 225 | prompt eval time = 1816.95 ms / 176 tokens ( 10.32 ms per token, 96.87 tokens per second) 1.39.999.513 I slot print_timing: id 1 | task 225 | eval time = 62.45 ms / 2 tokens ( 62.45 ms per token, 16.01 tokens per second) 1.39.999.514 I slot print_timing: id 1 | task 225 | total time = 1879.40 ms / 178 tokens 1.39.999.514 I slot print_timing: id 1 | task 225 | graphs reused = 1 1.39.999.515 I slot print_timing: id 1 | task 225 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.999.537 I slot release: id 1 | task 225 | stop processing: n_tokens = 178, truncated = 0 1.39.999.908 I slot print_timing: id 2 | task 224 | prompt eval time = 1812.70 ms / 159 tokens ( 11.40 ms per token, 87.71 tokens per second) 1.39.999.910 I slot print_timing: id 2 | task 224 | eval time = 62.14 ms / 2 tokens ( 62.14 ms per token, 16.09 tokens per second) 1.39.999.911 I slot print_timing: id 2 | task 224 | total time = 1874.84 ms / 161 tokens 1.39.999.912 I slot print_timing: id 2 | task 224 | graphs reused = 1 1.39.999.912 I slot print_timing: id 2 | task 224 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.999.926 I slot release: id 2 | task 224 | stop processing: n_tokens = 161, truncated = 0 1.40.000.286 I slot print_timing: id 3 | task 226 | prompt eval time = 1808.14 ms / 152 tokens ( 11.90 ms per token, 84.06 tokens per second) 1.40.000.289 I slot print_timing: id 3 | task 226 | eval time = 61.91 ms / 2 tokens ( 61.91 ms per token, 16.15 tokens per second) 1.40.000.290 I slot print_timing: id 3 | task 226 | total time = 1870.06 ms / 154 tokens 1.40.000.290 I slot print_timing: id 3 | task 226 | graphs reused = 1 1.40.000.291 I slot print_timing: id 3 | task 226 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.000.302 I slot release: id 3 | task 226 | stop processing: n_tokens = 154, truncated = 0 1.40.008.901 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.252 1.40.008.974 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.838 MiB) 1.40.032.569 I slot launch_slot_: id 0 | task 230 | processing task, is_child = 0 1.40.055.822 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.40.078.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.150 MiB) 1.40.100.445 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.163 1.40.100.632 I slot launch_slot_: id 1 | task 231 | processing task, is_child = 0 1.40.100.707 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.180 1.40.100.851 I slot launch_slot_: id 2 | task 232 | processing task, is_child = 0 1.40.100.889 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.188 1.40.101.005 I slot launch_slot_: id 3 | task 233 | processing task, is_child = 0 1.41.664.275 I slot print_timing: id 0 | task 230 | prompt eval time = 1500.58 ms / 121 tokens ( 12.40 ms per token, 80.64 tokens per second) 1.41.664.283 I slot print_timing: id 0 | task 230 | eval time = 62.68 ms / 2 tokens ( 62.68 ms per token, 15.96 tokens per second) 1.41.664.284 I slot print_timing: id 0 | task 230 | total time = 1563.25 ms / 123 tokens 1.41.664.286 I slot print_timing: id 0 | task 230 | graphs reused = 1 1.41.664.287 I slot print_timing: id 0 | task 230 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.664.316 I slot release: id 0 | task 230 | stop processing: n_tokens = 123, truncated = 0 1.41.664.777 I slot print_timing: id 1 | task 231 | prompt eval time = 1496.35 ms / 138 tokens ( 10.84 ms per token, 92.22 tokens per second) 1.41.664.780 I slot print_timing: id 1 | task 231 | eval time = 62.48 ms / 2 tokens ( 62.48 ms per token, 16.01 tokens per second) 1.41.664.780 I slot print_timing: id 1 | task 231 | total time = 1558.83 ms / 140 tokens 1.41.664.781 I slot print_timing: id 1 | task 231 | graphs reused = 1 1.41.664.781 I slot print_timing: id 1 | task 231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.664.799 I slot release: id 1 | task 231 | stop processing: n_tokens = 140, truncated = 0 1.41.665.274 I slot print_timing: id 2 | task 232 | prompt eval time = 1491.86 ms / 163 tokens ( 9.15 ms per token, 109.26 tokens per second) 1.41.665.278 I slot print_timing: id 2 | task 232 | eval time = 62.24 ms / 2 tokens ( 62.24 ms per token, 16.07 tokens per second) 1.41.665.279 I slot print_timing: id 2 | task 232 | total time = 1554.11 ms / 165 tokens 1.41.665.280 I slot print_timing: id 2 | task 232 | graphs reused = 1 1.41.665.281 I slot print_timing: id 2 | task 232 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.665.300 I slot release: id 2 | task 232 | stop processing: n_tokens = 165, truncated = 0 1.41.665.691 I slot print_timing: id 3 | task 233 | prompt eval time = 1487.52 ms / 138 tokens ( 10.78 ms per token, 92.77 tokens per second) 1.41.665.694 I slot print_timing: id 3 | task 233 | eval time = 61.97 ms / 2 tokens ( 61.97 ms per token, 16.14 tokens per second) 1.41.665.695 I slot print_timing: id 3 | task 233 | total time = 1549.49 ms / 140 tokens 1.41.665.695 I slot print_timing: id 3 | task 233 | graphs reused = 1 1.41.665.696 I slot print_timing: id 3 | task 233 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.665.709 I slot release: id 3 | task 233 | stop processing: n_tokens = 140, truncated = 0 1.41.673.302 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.236 1.41.673.378 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.367 MiB) 1.41.691.912 I slot launch_slot_: id 0 | task 237 | processing task, is_child = 0 1.41.691.958 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 1.41.712.249 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.710 MiB) 1.41.734.128 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.41.754.358 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.207 1.41.761.335 I slot launch_slot_: id 1 | task 238 | processing task, is_child = 0 1.41.761.407 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.176 1.41.761.524 I slot launch_slot_: id 2 | task 239 | processing task, is_child = 0 1.41.761.561 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.207 1.41.768.234 I slot launch_slot_: id 3 | task 240 | processing task, is_child = 0 1.43.351.239 I slot print_timing: id 0 | task 237 | prompt eval time = 1520.29 ms / 154 tokens ( 9.87 ms per token, 101.30 tokens per second) 1.43.351.245 I slot print_timing: id 0 | task 237 | eval time = 62.70 ms / 2 tokens ( 62.70 ms per token, 15.95 tokens per second) 1.43.351.246 I slot print_timing: id 0 | task 237 | total time = 1582.99 ms / 156 tokens 1.43.351.246 I slot print_timing: id 0 | task 237 | graphs reused = 1 1.43.351.247 I slot print_timing: id 0 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.351.276 I slot release: id 0 | task 237 | stop processing: n_tokens = 156, truncated = 0 1.43.351.598 I slot print_timing: id 1 | task 238 | prompt eval time = 1515.72 ms / 128 tokens ( 11.84 ms per token, 84.45 tokens per second) 1.43.351.601 I slot print_timing: id 1 | task 238 | eval time = 62.38 ms / 2 tokens ( 62.38 ms per token, 16.03 tokens per second) 1.43.351.601 I slot print_timing: id 1 | task 238 | total time = 1578.09 ms / 130 tokens 1.43.351.602 I slot print_timing: id 1 | task 238 | graphs reused = 1 1.43.351.603 I slot print_timing: id 1 | task 238 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.351.617 I slot release: id 1 | task 238 | stop processing: n_tokens = 130, truncated = 0 1.43.351.956 I slot print_timing: id 2 | task 239 | prompt eval time = 1511.55 ms / 155 tokens ( 9.75 ms per token, 102.54 tokens per second) 1.43.351.959 I slot print_timing: id 2 | task 239 | eval time = 62.01 ms / 2 tokens ( 62.01 ms per token, 16.13 tokens per second) 1.43.351.959 I slot print_timing: id 2 | task 239 | total time = 1573.56 ms / 157 tokens 1.43.351.960 I slot print_timing: id 2 | task 239 | graphs reused = 1 1.43.351.960 I slot print_timing: id 2 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.351.975 I slot release: id 2 | task 239 | stop processing: n_tokens = 157, truncated = 0 1.43.352.253 I slot print_timing: id 3 | task 240 | prompt eval time = 1507.17 ms / 119 tokens ( 12.67 ms per token, 78.96 tokens per second) 1.43.352.255 I slot print_timing: id 3 | task 240 | eval time = 61.70 ms / 2 tokens ( 61.70 ms per token, 16.21 tokens per second) 1.43.352.256 I slot print_timing: id 3 | task 240 | total time = 1568.88 ms / 121 tokens 1.43.352.257 I slot print_timing: id 3 | task 240 | graphs reused = 1 1.43.352.258 I slot print_timing: id 3 | task 240 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.352.268 I slot release: id 3 | task 240 | stop processing: n_tokens = 121, truncated = 0 1.43.361.373 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.186 1.43.378.451 I slot launch_slot_: id 0 | task 244 | processing task, is_child = 0 1.43.392.765 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.493 MiB) 1.43.415.937 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 1.43.433.566 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.223 1.43.433.750 I slot launch_slot_: id 1 | task 245 | processing task, is_child = 0 1.43.433.819 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.185 1.43.433.945 I slot launch_slot_: id 2 | task 246 | processing task, is_child = 0 1.43.433.981 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.240 1.43.434.093 I slot launch_slot_: id 3 | task 247 | processing task, is_child = 0 1.45.210.638 I slot print_timing: id 0 | task 244 | prompt eval time = 1713.88 ms / 152 tokens ( 11.28 ms per token, 88.69 tokens per second) 1.45.210.644 I slot print_timing: id 0 | task 244 | eval time = 62.64 ms / 2 tokens ( 62.64 ms per token, 15.96 tokens per second) 1.45.210.646 I slot print_timing: id 0 | task 244 | total time = 1776.53 ms / 154 tokens 1.45.210.648 I slot print_timing: id 0 | task 244 | graphs reused = 1 1.45.210.649 I slot print_timing: id 0 | task 244 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.210.678 I slot release: id 0 | task 244 | stop processing: n_tokens = 154, truncated = 0 1.45.211.057 I slot print_timing: id 1 | task 245 | prompt eval time = 1709.17 ms / 153 tokens ( 11.17 ms per token, 89.52 tokens per second) 1.45.211.060 I slot print_timing: id 1 | task 245 | eval time = 62.38 ms / 2 tokens ( 62.38 ms per token, 16.03 tokens per second) 1.45.211.061 I slot print_timing: id 1 | task 245 | total time = 1771.55 ms / 155 tokens 1.45.211.062 I slot print_timing: id 1 | task 245 | graphs reused = 1 1.45.211.062 I slot print_timing: id 1 | task 245 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.211.082 I slot release: id 1 | task 245 | stop processing: n_tokens = 155, truncated = 0 1.45.211.419 I slot print_timing: id 2 | task 246 | prompt eval time = 1704.41 ms / 158 tokens ( 10.79 ms per token, 92.70 tokens per second) 1.45.211.422 I slot print_timing: id 2 | task 246 | eval time = 62.07 ms / 2 tokens ( 62.07 ms per token, 16.11 tokens per second) 1.45.211.423 I slot print_timing: id 2 | task 246 | total time = 1766.47 ms / 160 tokens 1.45.211.423 I slot print_timing: id 2 | task 246 | graphs reused = 1 1.45.211.424 I slot print_timing: id 2 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.211.440 I slot release: id 2 | task 246 | stop processing: n_tokens = 160, truncated = 0 1.45.211.762 I slot print_timing: id 3 | task 247 | prompt eval time = 1699.79 ms / 163 tokens ( 10.43 ms per token, 95.89 tokens per second) 1.45.211.765 I slot print_timing: id 3 | task 247 | eval time = 61.73 ms / 2 tokens ( 61.73 ms per token, 16.20 tokens per second) 1.45.211.765 I slot print_timing: id 3 | task 247 | total time = 1761.52 ms / 165 tokens 1.45.211.766 I slot print_timing: id 3 | task 247 | graphs reused = 1 1.45.211.766 I slot print_timing: id 3 | task 247 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.211.781 I slot release: id 3 | task 247 | stop processing: n_tokens = 165, truncated = 0 1.45.219.817 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.188 1.45.219.895 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.45.241.531 I slot launch_slot_: id 0 | task 251 | processing task, is_child = 0 1.45.241.574 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 1.45.242.811 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 1.45.264.382 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.727 MiB) 1.45.286.882 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.45.309.778 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.187 1.45.309.961 I slot launch_slot_: id 1 | task 252 | processing task, is_child = 0 1.45.310.033 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.181 1.45.310.154 I slot launch_slot_: id 2 | task 253 | processing task, is_child = 0 1.45.310.193 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.176 1.45.318.693 I slot launch_slot_: id 3 | task 254 | processing task, is_child = 0 1.46.996.223 I slot print_timing: id 0 | task 251 | prompt eval time = 1614.60 ms / 112 tokens ( 14.42 ms per token, 69.37 tokens per second) 1.46.996.231 I slot print_timing: id 0 | task 251 | eval time = 62.91 ms / 2 tokens ( 62.91 ms per token, 15.90 tokens per second) 1.46.996.233 I slot print_timing: id 0 | task 251 | total time = 1677.51 ms / 114 tokens 1.46.996.234 I slot print_timing: id 0 | task 251 | graphs reused = 1 1.46.996.235 I slot print_timing: id 0 | task 251 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.996.264 I slot release: id 0 | task 251 | stop processing: n_tokens = 114, truncated = 0 1.46.996.684 I slot print_timing: id 1 | task 252 | prompt eval time = 1610.07 ms / 188 tokens ( 8.56 ms per token, 116.76 tokens per second) 1.46.996.688 I slot print_timing: id 1 | task 252 | eval time = 62.67 ms / 2 tokens ( 62.67 ms per token, 15.96 tokens per second) 1.46.996.688 I slot print_timing: id 1 | task 252 | total time = 1672.74 ms / 190 tokens 1.46.996.689 I slot print_timing: id 1 | task 252 | graphs reused = 1 1.46.996.690 I slot print_timing: id 1 | task 252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.996.713 I slot release: id 1 | task 252 | stop processing: n_tokens = 190, truncated = 0 1.46.997.135 I slot print_timing: id 2 | task 253 | prompt eval time = 1605.65 ms / 117 tokens ( 13.72 ms per token, 72.87 tokens per second) 1.46.997.138 I slot print_timing: id 2 | task 253 | eval time = 62.45 ms / 2 tokens ( 62.45 ms per token, 16.01 tokens per second) 1.46.997.139 I slot print_timing: id 2 | task 253 | total time = 1668.10 ms / 119 tokens 1.46.997.139 I slot print_timing: id 2 | task 253 | graphs reused = 1 1.46.997.140 I slot print_timing: id 2 | task 253 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.997.154 I slot release: id 2 | task 253 | stop processing: n_tokens = 119, truncated = 0 1.46.997.483 I slot print_timing: id 3 | task 254 | prompt eval time = 1601.17 ms / 107 tokens ( 14.96 ms per token, 66.83 tokens per second) 1.46.997.486 I slot print_timing: id 3 | task 254 | eval time = 62.10 ms / 2 tokens ( 62.10 ms per token, 16.10 tokens per second) 1.46.997.487 I slot print_timing: id 3 | task 254 | total time = 1663.27 ms / 109 tokens 1.46.997.487 I slot print_timing: id 3 | task 254 | graphs reused = 1 1.46.997.488 I slot print_timing: id 3 | task 254 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.997.498 I slot release: id 3 | task 254 | stop processing: n_tokens = 109, truncated = 0 1.47.005.081 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.254 1.47.018.674 I slot launch_slot_: id 0 | task 258 | processing task, is_child = 0 1.47.018.719 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 1.47.043.228 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 1.47.058.110 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 1.47.073.531 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.153 1.47.073.675 I slot launch_slot_: id 1 | task 259 | processing task, is_child = 0 1.47.073.737 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.244 1.47.073.847 I slot launch_slot_: id 2 | task 260 | processing task, is_child = 0 1.47.073.880 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.275 1.47.073.995 I slot launch_slot_: id 3 | task 261 | processing task, is_child = 0 1.48.779.681 I slot print_timing: id 0 | task 258 | prompt eval time = 1642.79 ms / 124 tokens ( 13.25 ms per token, 75.48 tokens per second) 1.48.779.686 I slot print_timing: id 0 | task 258 | eval time = 62.88 ms / 2 tokens ( 62.88 ms per token, 15.90 tokens per second) 1.48.779.687 I slot print_timing: id 0 | task 258 | total time = 1705.67 ms / 126 tokens 1.48.779.688 I slot print_timing: id 0 | task 258 | graphs reused = 1 1.48.779.689 I slot print_timing: id 0 | task 258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.779.714 I slot release: id 0 | task 258 | stop processing: n_tokens = 126, truncated = 0 1.48.780.116 I slot print_timing: id 1 | task 259 | prompt eval time = 1638.58 ms / 131 tokens ( 12.51 ms per token, 79.95 tokens per second) 1.48.780.119 I slot print_timing: id 1 | task 259 | eval time = 62.62 ms / 2 tokens ( 62.62 ms per token, 15.97 tokens per second) 1.48.780.120 I slot print_timing: id 1 | task 259 | total time = 1701.20 ms / 133 tokens 1.48.780.120 I slot print_timing: id 1 | task 259 | graphs reused = 1 1.48.780.121 I slot print_timing: id 1 | task 259 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.780.139 I slot release: id 1 | task 259 | stop processing: n_tokens = 133, truncated = 0 1.48.780.559 I slot print_timing: id 2 | task 260 | prompt eval time = 1633.88 ms / 164 tokens ( 9.96 ms per token, 100.37 tokens per second) 1.48.780.562 I slot print_timing: id 2 | task 260 | eval time = 62.39 ms / 2 tokens ( 62.39 ms per token, 16.03 tokens per second) 1.48.780.563 I slot print_timing: id 2 | task 260 | total time = 1696.28 ms / 166 tokens 1.48.780.563 I slot print_timing: id 2 | task 260 | graphs reused = 1 1.48.780.564 I slot print_timing: id 2 | task 260 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.780.580 I slot release: id 2 | task 260 | stop processing: n_tokens = 166, truncated = 0 1.48.780.912 I slot print_timing: id 3 | task 261 | prompt eval time = 1629.77 ms / 116 tokens ( 14.05 ms per token, 71.18 tokens per second) 1.48.780.915 I slot print_timing: id 3 | task 261 | eval time = 62.05 ms / 2 tokens ( 62.05 ms per token, 16.12 tokens per second) 1.48.780.916 I slot print_timing: id 3 | task 261 | total time = 1691.82 ms / 118 tokens 1.48.780.916 I slot print_timing: id 3 | task 261 | graphs reused = 1 1.48.780.917 I slot print_timing: id 3 | task 261 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.780.929 I slot release: id 3 | task 261 | stop processing: n_tokens = 118, truncated = 0 1.48.788.588 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.254 1.48.802.056 I slot launch_slot_: id 3 | task 265 | processing task, is_child = 0 1.48.802.100 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 1.48.819.958 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 1.48.839.425 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 1.48.858.890 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.230 1.48.859.027 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 1.48.859.095 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.218 1.48.859.212 I slot launch_slot_: id 1 | task 266 | processing task, is_child = 0 1.48.859.249 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.175 1.48.866.906 I slot launch_slot_: id 2 | task 268 | processing task, is_child = 0 1.50.429.717 I slot print_timing: id 0 | task 267 | prompt eval time = 1495.85 ms / 129 tokens ( 11.60 ms per token, 86.24 tokens per second) 1.50.429.722 I slot print_timing: id 0 | task 267 | eval time = 66.94 ms / 2 tokens ( 66.94 ms per token, 14.94 tokens per second) 1.50.429.723 I slot print_timing: id 0 | task 267 | total time = 1562.79 ms / 131 tokens 1.50.429.724 I slot print_timing: id 0 | task 267 | graphs reused = 1 1.50.429.725 I slot print_timing: id 0 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.429.754 I slot release: id 0 | task 267 | stop processing: n_tokens = 131, truncated = 0 1.50.430.098 I slot print_timing: id 1 | task 266 | prompt eval time = 1491.59 ms / 124 tokens ( 12.03 ms per token, 83.13 tokens per second) 1.50.430.101 I slot print_timing: id 1 | task 266 | eval time = 66.62 ms / 2 tokens ( 66.62 ms per token, 15.01 tokens per second) 1.50.430.102 I slot print_timing: id 1 | task 266 | total time = 1558.21 ms / 126 tokens 1.50.430.102 I slot print_timing: id 1 | task 266 | graphs reused = 1 1.50.430.103 I slot print_timing: id 1 | task 266 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.430.118 I slot release: id 1 | task 266 | stop processing: n_tokens = 126, truncated = 0 1.50.430.460 I slot print_timing: id 2 | task 268 | prompt eval time = 1487.21 ms / 138 tokens ( 10.78 ms per token, 92.79 tokens per second) 1.50.430.464 I slot print_timing: id 2 | task 268 | eval time = 66.31 ms / 2 tokens ( 66.31 ms per token, 15.08 tokens per second) 1.50.430.464 I slot print_timing: id 2 | task 268 | total time = 1553.52 ms / 140 tokens 1.50.430.465 I slot print_timing: id 2 | task 268 | graphs reused = 1 1.50.430.465 I slot print_timing: id 2 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.430.480 I slot release: id 2 | task 268 | stop processing: n_tokens = 140, truncated = 0 1.50.462.107 I slot print_timing: id 3 | task 265 | prompt eval time = 1482.88 ms / 135 tokens ( 10.98 ms per token, 91.04 tokens per second) 1.50.462.112 I slot print_timing: id 3 | task 265 | eval time = 97.36 ms / 3 tokens ( 48.68 ms per token, 20.54 tokens per second) 1.50.462.113 I slot print_timing: id 3 | task 265 | total time = 1580.23 ms / 138 tokens 1.50.462.114 I slot print_timing: id 3 | task 265 | graphs reused = 1 1.50.462.115 I slot print_timing: id 3 | task 265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.462.143 I slot release: id 3 | task 265 | stop processing: n_tokens = 138, truncated = 0 1.50.462.157 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.221 1.50.476.945 I slot launch_slot_: id 0 | task 273 | processing task, is_child = 0 1.50.476.987 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB) 1.50.494.893 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.649 MiB) 1.50.514.024 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 1.50.531.769 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.230 1.50.538.378 I slot launch_slot_: id 1 | task 274 | processing task, is_child = 0 1.50.538.457 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.207 1.50.538.582 I slot launch_slot_: id 2 | task 275 | processing task, is_child = 0 1.50.538.619 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.210 1.50.538.735 I slot launch_slot_: id 3 | task 276 | processing task, is_child = 0 1.52.316.381 I slot print_timing: id 0 | task 273 | prompt eval time = 1714.77 ms / 146 tokens ( 11.74 ms per token, 85.14 tokens per second) 1.52.316.386 I slot print_timing: id 0 | task 273 | eval time = 62.86 ms / 2 tokens ( 62.86 ms per token, 15.91 tokens per second) 1.52.316.387 I slot print_timing: id 0 | task 273 | total time = 1777.63 ms / 148 tokens 1.52.316.388 I slot print_timing: id 0 | task 273 | graphs reused = 1 1.52.316.389 I slot print_timing: id 0 | task 273 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.316.417 I slot release: id 0 | task 273 | stop processing: n_tokens = 148, truncated = 0 1.52.316.791 I slot print_timing: id 1 | task 274 | prompt eval time = 1710.28 ms / 161 tokens ( 10.62 ms per token, 94.14 tokens per second) 1.52.316.794 I slot print_timing: id 1 | task 274 | eval time = 62.56 ms / 2 tokens ( 62.56 ms per token, 15.98 tokens per second) 1.52.316.795 I slot print_timing: id 1 | task 274 | total time = 1772.84 ms / 163 tokens 1.52.316.795 I slot print_timing: id 1 | task 274 | graphs reused = 1 1.52.316.796 I slot print_timing: id 1 | task 274 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.316.813 I slot release: id 1 | task 274 | stop processing: n_tokens = 163, truncated = 0 1.52.317.185 I slot print_timing: id 2 | task 275 | prompt eval time = 1704.62 ms / 170 tokens ( 10.03 ms per token, 99.73 tokens per second) 1.52.317.189 I slot print_timing: id 2 | task 275 | eval time = 62.27 ms / 2 tokens ( 62.27 ms per token, 16.06 tokens per second) 1.52.317.189 I slot print_timing: id 2 | task 275 | total time = 1766.90 ms / 172 tokens 1.52.317.190 I slot print_timing: id 2 | task 275 | graphs reused = 1 1.52.317.190 I slot print_timing: id 2 | task 275 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.317.207 I slot release: id 2 | task 275 | stop processing: n_tokens = 172, truncated = 0 1.52.317.587 I slot print_timing: id 3 | task 276 | prompt eval time = 1700.21 ms / 124 tokens ( 13.71 ms per token, 72.93 tokens per second) 1.52.317.590 I slot print_timing: id 3 | task 276 | eval time = 62.07 ms / 2 tokens ( 62.07 ms per token, 16.11 tokens per second) 1.52.317.591 I slot print_timing: id 3 | task 276 | total time = 1762.28 ms / 126 tokens 1.52.317.591 I slot print_timing: id 3 | task 276 | graphs reused = 1 1.52.317.592 I slot print_timing: id 3 | task 276 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.317.602 I slot release: id 3 | task 276 | stop processing: n_tokens = 126, truncated = 0 1.52.325.574 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.196 1.52.341.735 I slot launch_slot_: id 0 | task 280 | processing task, is_child = 0 1.52.341.780 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 1.52.361.003 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 1.52.381.690 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 1.52.399.187 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.178 1.52.399.371 I slot launch_slot_: id 1 | task 281 | processing task, is_child = 0 1.52.399.444 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.169 1.52.406.370 I slot launch_slot_: id 2 | task 282 | processing task, is_child = 0 1.52.406.410 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.167 (> 0.100 thold), f_keep = 0.246 1.52.406.532 I slot launch_slot_: id 3 | task 283 | processing task, is_child = 0 1.54.327.087 I slot print_timing: id 0 | task 280 | prompt eval time = 1854.88 ms / 107 tokens ( 17.34 ms per token, 57.69 tokens per second) 1.54.327.093 I slot print_timing: id 0 | task 280 | eval time = 65.66 ms / 2 tokens ( 65.66 ms per token, 15.23 tokens per second) 1.54.327.094 I slot print_timing: id 0 | task 280 | total time = 1920.53 ms / 109 tokens 1.54.327.095 I slot print_timing: id 0 | task 280 | graphs reused = 1 1.54.327.096 I slot print_timing: id 0 | task 280 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.327.122 I slot release: id 0 | task 280 | stop processing: n_tokens = 109, truncated = 0 1.54.327.852 I slot print_timing: id 2 | task 282 | prompt eval time = 1845.95 ms / 136 tokens ( 13.57 ms per token, 73.67 tokens per second) 1.54.327.855 I slot print_timing: id 2 | task 282 | eval time = 65.01 ms / 2 tokens ( 65.01 ms per token, 15.38 tokens per second) 1.54.327.856 I slot print_timing: id 2 | task 282 | total time = 1910.97 ms / 138 tokens 1.54.327.856 I slot print_timing: id 2 | task 282 | graphs reused = 1 1.54.327.857 I slot print_timing: id 2 | task 282 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.327.874 I slot release: id 2 | task 282 | stop processing: n_tokens = 138, truncated = 0 1.54.328.210 I slot print_timing: id 3 | task 283 | prompt eval time = 1841.71 ms / 185 tokens ( 9.96 ms per token, 100.45 tokens per second) 1.54.328.213 I slot print_timing: id 3 | task 283 | eval time = 64.75 ms / 2 tokens ( 64.75 ms per token, 15.44 tokens per second) 1.54.328.213 I slot print_timing: id 3 | task 283 | total time = 1906.47 ms / 187 tokens 1.54.328.214 I slot print_timing: id 3 | task 283 | graphs reused = 1 1.54.328.214 I slot print_timing: id 3 | task 283 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.328.232 I slot release: id 3 | task 283 | stop processing: n_tokens = 187, truncated = 0 1.54.360.016 I slot print_timing: id 1 | task 281 | prompt eval time = 1850.46 ms / 154 tokens ( 12.02 ms per token, 83.22 tokens per second) 1.54.360.022 I slot print_timing: id 1 | task 281 | eval time = 97.88 ms / 3 tokens ( 48.94 ms per token, 20.43 tokens per second) 1.54.360.023 I slot print_timing: id 1 | task 281 | total time = 1948.35 ms / 157 tokens 1.54.360.024 I slot print_timing: id 1 | task 281 | graphs reused = 1 1.54.360.025 I slot print_timing: id 1 | task 281 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.360.049 I slot release: id 1 | task 281 | stop processing: n_tokens = 157, truncated = 0 1.54.360.059 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.266 1.54.372.729 I slot launch_slot_: id 0 | task 288 | processing task, is_child = 0 1.54.372.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 1.54.394.629 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.54.412.007 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.009 MiB) 1.54.436.593 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.185 1.54.436.797 I slot launch_slot_: id 1 | task 289 | processing task, is_child = 0 1.55.309.908 I slot print_timing: id 0 | task 288 | prompt eval time = 825.66 ms / 129 tokens ( 6.40 ms per token, 156.24 tokens per second) 1.55.309.914 I slot print_timing: id 0 | task 288 | eval time = 47.37 ms / 2 tokens ( 47.37 ms per token, 21.11 tokens per second) 1.55.309.915 I slot print_timing: id 0 | task 288 | total time = 873.02 ms / 131 tokens 1.55.309.916 I slot print_timing: id 0 | task 288 | graphs reused = 1 1.55.309.917 I slot print_timing: id 0 | task 288 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.309.944 I slot release: id 0 | task 288 | stop processing: n_tokens = 131, truncated = 0 1.55.310.380 I slot print_timing: id 1 | task 289 | prompt eval time = 820.48 ms / 142 tokens ( 5.78 ms per token, 173.07 tokens per second) 1.55.310.384 I slot print_timing: id 1 | task 289 | eval time = 47.00 ms / 2 tokens ( 47.00 ms per token, 21.28 tokens per second) 1.55.310.385 I slot print_timing: id 1 | task 289 | total time = 867.48 ms / 144 tokens 1.55.310.386 I slot print_timing: id 1 | task 289 | graphs reused = 1 1.55.310.387 I slot print_timing: id 1 | task 289 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.310.406 I slot release: id 1 | task 289 | stop processing: n_tokens = 144, truncated = 0 1.55.348.860 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 138, t_last = 114207665 1.55.349.069 I slot launch_slot_: id 2 | task 293 | processing task, is_child = 0 1.55.349.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 1.55.367.789 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 1.55.386.215 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 114208023 1.55.386.360 I slot launch_slot_: id 3 | task 294 | processing task, is_child = 0 1.55.386.425 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 115189736 1.55.386.529 I slot launch_slot_: id 0 | task 295 | processing task, is_child = 0 1.55.386.563 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 144, t_last = 115190197 1.55.386.675 I slot launch_slot_: id 1 | task 296 | processing task, is_child = 0 2.01.003.037 I slot print_timing: id 0 | task 295 | prompt processing, n_tokens = 674, progress = 0.57, t = 5.62 s / 120.01 tokens per second 2.01.102.497 I slot print_timing: id 1 | task 296 | prompt processing, n_tokens = 667, progress = 0.56, t = 5.61 s / 118.82 tokens per second 2.01.142.636 I slot print_timing: id 2 | task 293 | prompt processing, n_tokens = 647, progress = 0.56, t = 5.61 s / 115.33 tokens per second 2.01.182.016 I slot print_timing: id 3 | task 294 | prompt processing, n_tokens = 60, progress = 0.05, t = 5.61 s / 10.70 tokens per second 2.06.167.254 I slot print_timing: id 0 | task 295 | prompt processing, n_tokens = 1074, progress = 0.90, t = 10.78 s / 99.62 tokens per second 2.06.761.253 I slot print_timing: id 1 | task 296 | prompt processing, n_tokens = 1074, progress = 0.91, t = 10.78 s / 99.65 tokens per second 2.06.821.878 I slot print_timing: id 2 | task 293 | prompt processing, n_tokens = 1074, progress = 0.92, t = 10.77 s / 99.68 tokens per second 2.06.881.525 I slot print_timing: id 3 | task 294 | prompt processing, n_tokens = 659, progress = 0.56, t = 10.77 s / 61.18 tokens per second 2.08.302.973 I slot print_timing: id 0 | task 295 | prompt processing, n_tokens = 1186, progress = 1.00, t = 12.92 s / 91.82 tokens per second 2.09.466.927 I slot print_timing: id 1 | task 296 | prompt processing, n_tokens = 1179, progress = 1.00, t = 12.91 s / 91.30 tokens per second 2.09.527.026 I slot print_timing: id 2 | task 293 | prompt processing, n_tokens = 1159, progress = 1.00, t = 12.91 s / 89.78 tokens per second 2.09.586.869 I slot print_timing: id 3 | task 294 | prompt processing, n_tokens = 1074, progress = 0.91, t = 12.91 s / 83.21 tokens per second 2.10.093.969 I slot print_timing: id 3 | task 294 | prompt processing, n_tokens = 1171, progress = 1.00, t = 14.70 s / 79.68 tokens per second 2.17.483.917 I slot print_timing: id 3 | task 294 | prompt eval time = 14907.77 ms / 1175 tokens ( 12.69 ms per token, 78.82 tokens per second) 2.17.483.922 I slot print_timing: id 3 | task 294 | eval time = 7180.22 ms / 85 tokens ( 85.48 ms per token, 11.70 tokens per second) 2.17.483.923 I slot print_timing: id 3 | task 294 | total time = 22087.98 ms / 1260 tokens 2.17.483.924 I slot print_timing: id 3 | task 294 | graphs reused = 85 2.17.483.925 I slot print_timing: id 3 | task 294 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.483.995 I slot release: id 3 | task 294 | stop processing: n_tokens = 1260, truncated = 0 2.17.556.840 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.870 2.17.556.946 I slot launch_slot_: id 3 | task 387 | processing task, is_child = 0 2.19.389.750 I slot print_timing: id 0 | task 295 | n_gen = 100, tg = 10.65 t/s, tg_3s = 10.76 t/s 2.19.390.099 I slot print_timing: id 1 | task 296 | n_gen = 100, tg = 10.65 t/s, tg_3s = 10.76 t/s 2.19.390.394 I slot print_timing: id 2 | task 293 | n_gen = 100, tg = 10.65 t/s, tg_3s = 10.76 t/s 2.22.429.529 I slot print_timing: id 0 | task 295 | n_gen = 134, tg = 10.78 t/s, tg_3s = 11.19 t/s 2.22.429.846 I slot print_timing: id 1 | task 296 | n_gen = 134, tg = 10.78 t/s, tg_3s = 11.19 t/s 2.22.430.143 I slot print_timing: id 2 | task 293 | n_gen = 134, tg = 10.78 t/s, tg_3s = 11.19 t/s 2.25.459.488 I slot print_timing: id 0 | task 295 | n_gen = 167, tg = 10.80 t/s, tg_3s = 10.89 t/s 2.25.459.794 I slot print_timing: id 1 | task 296 | n_gen = 167, tg = 10.80 t/s, tg_3s = 10.89 t/s 2.25.460.095 I slot print_timing: id 2 | task 293 | n_gen = 167, tg = 10.80 t/s, tg_3s = 10.89 t/s 2.27.331.817 I slot print_timing: id 3 | task 387 | n_gen = 100, tg = 11.04 t/s, tg_3s = 11.15 t/s 2.27.425.673 I slot print_timing: id 2 | task 293 | prompt eval time = 14700.94 ms / 1163 tokens ( 12.64 ms per token, 79.11 tokens per second) 2.27.425.679 I slot print_timing: id 2 | task 293 | eval time = 17331.72 ms / 189 tokens ( 92.19 ms per token, 10.85 tokens per second) 2.27.425.681 I slot print_timing: id 2 | task 293 | total time = 32032.66 ms / 1352 tokens 2.27.425.682 I slot print_timing: id 2 | task 293 | graphs reused = 183 2.27.425.682 I slot print_timing: id 2 | task 293 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.425.755 I slot release: id 2 | task 293 | stop processing: n_tokens = 1352, truncated = 0 2.27.526.086 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.811 2.27.526.197 I slot launch_slot_: id 2 | task 491 | processing task, is_child = 0 2.28.497.522 I slot print_timing: id 0 | task 295 | n_gen = 193, tg = 10.43 t/s, tg_3s = 8.56 t/s 2.28.497.921 I slot print_timing: id 1 | task 296 | n_gen = 193, tg = 10.43 t/s, tg_3s = 8.56 t/s 2.30.349.264 I slot print_timing: id 3 | task 387 | n_gen = 126, tg = 10.43 t/s, tg_3s = 8.62 t/s 2.31.544.230 I slot print_timing: id 0 | task 295 | n_gen = 227, tg = 10.54 t/s, tg_3s = 11.16 t/s 2.31.544.548 I slot print_timing: id 1 | task 296 | n_gen = 227, tg = 10.54 t/s, tg_3s = 11.16 t/s 2.32.566.699 I slot print_timing: id 1 | task 296 | prompt eval time = 14703.58 ms / 1183 tokens ( 12.43 ms per token, 80.46 tokens per second) 2.32.566.706 I slot print_timing: id 1 | task 296 | eval time = 22473.45 ms / 238 tokens ( 94.82 ms per token, 10.55 tokens per second) 2.32.566.707 I slot print_timing: id 1 | task 296 | total time = 37177.04 ms / 1421 tokens 2.32.566.708 I slot print_timing: id 1 | task 296 | graphs reused = 228 2.32.566.709 I slot print_timing: id 1 | task 296 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.566.787 I slot release: id 1 | task 296 | stop processing: n_tokens = 1421, truncated = 0 2.32.668.854 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.771 2.32.668.984 I slot launch_slot_: id 1 | task 541 | processing task, is_child = 0 2.33.548.756 I slot print_timing: id 3 | task 387 | n_gen = 153, tg = 10.01 t/s, tg_3s = 8.44 t/s 2.34.593.968 I slot print_timing: id 0 | task 295 | n_gen = 253, tg = 10.29 t/s, tg_3s = 8.53 t/s 2.36.630.728 I slot print_timing: id 3 | task 387 | n_gen = 187, tg = 10.18 t/s, tg_3s = 11.03 t/s 2.37.613.936 I slot print_timing: id 0 | task 295 | n_gen = 286, tg = 10.36 t/s, tg_3s = 10.93 t/s 2.38.044.477 I slot print_timing: id 2 | task 491 | n_gen = 100, tg = 10.27 t/s, tg_3s = 10.37 t/s 2.39.667.689 I slot print_timing: id 3 | task 387 | n_gen = 221, tg = 10.33 t/s, tg_3s = 11.20 t/s 2.40.685.232 I slot print_timing: id 0 | task 295 | n_gen = 320, tg = 10.43 t/s, tg_3s = 11.07 t/s 2.41.058.362 I slot print_timing: id 2 | task 491 | n_gen = 133, tg = 10.43 t/s, tg_3s = 10.95 t/s 2.42.446.837 I slot print_timing: id 1 | task 541 | n_gen = 100, tg = 11.13 t/s, tg_3s = 11.24 t/s 2.42.705.976 I slot print_timing: id 3 | task 387 | n_gen = 255, tg = 10.43 t/s, tg_3s = 11.19 t/s 2.43.730.044 I slot print_timing: id 0 | task 295 | n_gen = 354, tg = 10.49 t/s, tg_3s = 11.17 t/s 2.44.101.832 I slot print_timing: id 2 | task 491 | n_gen = 167, tg = 10.57 t/s, tg_3s = 11.17 t/s 2.45.486.218 I slot print_timing: id 1 | task 541 | n_gen = 133, tg = 11.06 t/s, tg_3s = 10.86 t/s 2.45.742.583 I slot print_timing: id 0 | task 295 | prompt eval time = 14705.83 ms / 1190 tokens ( 12.36 ms per token, 80.92 tokens per second) 2.45.742.588 I slot print_timing: id 0 | task 295 | eval time = 35650.06 ms / 376 tokens ( 95.07 ms per token, 10.52 tokens per second) 2.45.742.589 I slot print_timing: id 0 | task 295 | total time = 50355.89 ms / 1566 tokens 2.45.742.590 I slot print_timing: id 0 | task 295 | graphs reused = 361 2.45.742.591 I slot print_timing: id 0 | task 295 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.742.655 I slot release: id 0 | task 295 | stop processing: n_tokens = 1566, truncated = 0 2.45.743.525 I slot print_timing: id 3 | task 387 | n_gen = 288, tg = 10.48 t/s, tg_3s = 10.86 t/s 2.45.820.810 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.700 2.45.820.936 I slot launch_slot_: id 0 | task 680 | processing task, is_child = 0 2.46.786.056 I slot print_timing: id 3 | task 387 | prompt eval time = 805.88 ms / 112 tokens ( 7.20 ms per token, 138.98 tokens per second) 2.46.786.062 I slot print_timing: id 3 | task 387 | eval time = 28423.21 ms / 294 tokens ( 97.01 ms per token, 10.31 tokens per second) 2.46.786.063 I slot print_timing: id 3 | task 387 | total time = 29229.09 ms / 406 tokens 2.46.786.063 I slot print_timing: id 3 | task 387 | graphs reused = 364 2.46.786.064 I slot print_timing: id 3 | task 387 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.786.135 I slot release: id 3 | task 387 | stop processing: n_tokens = 1501, truncated = 0 2.46.866.467 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.730 2.46.866.590 I slot launch_slot_: id 3 | task 687 | processing task, is_child = 0 2.47.499.336 I slot print_timing: id 2 | task 491 | n_gen = 193, tg = 10.05 t/s, tg_3s = 7.65 t/s 2.48.563.133 I slot print_timing: id 1 | task 541 | n_gen = 154, tg = 10.19 t/s, tg_3s = 6.83 t/s 2.49.668.714 I slot print_timing: id 2 | task 491 | prompt eval time = 874.50 ms / 118 tokens ( 7.41 ms per token, 134.93 tokens per second) 2.49.668.721 I slot print_timing: id 2 | task 491 | eval time = 21267.99 ms / 215 tokens ( 99.38 ms per token, 10.06 tokens per second) 2.49.668.722 I slot print_timing: id 2 | task 491 | total time = 22142.50 ms / 333 tokens 2.49.668.723 I slot print_timing: id 2 | task 491 | graphs reused = 384 2.49.668.723 I slot print_timing: id 2 | task 491 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.668.795 I slot release: id 2 | task 491 | stop processing: n_tokens = 1428, truncated = 0 2.49.763.097 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.768 2.49.763.197 I slot launch_slot_: id 2 | task 712 | processing task, is_child = 0 2.51.594.092 I slot print_timing: id 1 | task 541 | n_gen = 179, tg = 9.86 t/s, tg_3s = 8.25 t/s 2.54.671.062 I slot print_timing: id 1 | task 541 | n_gen = 213, tg = 10.04 t/s, tg_3s = 11.05 t/s 2.56.958.962 I slot print_timing: id 0 | task 680 | n_gen = 100, tg = 9.48 t/s, tg_3s = 9.58 t/s 2.57.517.949 I slot print_timing: id 3 | task 687 | n_gen = 100, tg = 10.10 t/s, tg_3s = 10.20 t/s 2.57.700.501 I slot print_timing: id 1 | task 541 | n_gen = 246, tg = 10.14 t/s, tg_3s = 10.89 t/s 2.58.049.047 I slot print_timing: id 1 | task 541 | prompt eval time = 879.11 ms / 118 tokens ( 7.45 ms per token, 134.23 tokens per second) 2.58.049.055 I slot print_timing: id 1 | task 541 | eval time = 24500.94 ms / 250 tokens ( 98.40 ms per token, 10.16 tokens per second) 2.58.049.056 I slot print_timing: id 1 | task 541 | total time = 25380.04 ms / 368 tokens 2.58.049.057 I slot print_timing: id 1 | task 541 | graphs reused = 464 2.58.049.058 I slot print_timing: id 1 | task 541 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.049.141 I slot release: id 1 | task 541 | stop processing: n_tokens = 1463, truncated = 0 2.58.144.546 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.749 2.58.144.667 I slot launch_slot_: id 1 | task 797 | processing task, is_child = 0 3.00.024.830 I slot print_timing: id 0 | task 680 | n_gen = 126, tg = 9.25 t/s, tg_3s = 8.48 t/s 3.00.396.840 I slot print_timing: id 2 | task 712 | n_gen = 100, tg = 10.20 t/s, tg_3s = 10.30 t/s 3.00.582.170 I slot print_timing: id 3 | task 687 | n_gen = 126, tg = 9.72 t/s, tg_3s = 8.49 t/s 3.03.085.981 I slot print_timing: id 0 | task 680 | n_gen = 160, tg = 9.60 t/s, tg_3s = 11.11 t/s 3.03.444.370 I slot print_timing: id 2 | task 712 | n_gen = 134, tg = 10.43 t/s, tg_3s = 11.16 t/s 3.03.630.719 I slot print_timing: id 3 | task 687 | n_gen = 160, tg = 9.99 t/s, tg_3s = 11.15 t/s 3.05.789.235 I slot print_timing: id 0 | task 680 | prompt eval time = 694.92 ms / 93 tokens ( 7.47 ms per token, 133.83 tokens per second) 3.05.789.240 I slot print_timing: id 0 | task 680 | eval time = 19273.36 ms / 189 tokens ( 102.52 ms per token, 9.75 tokens per second) 3.05.789.241 I slot print_timing: id 0 | task 680 | total time = 19968.28 ms / 282 tokens 3.05.789.242 I slot print_timing: id 0 | task 680 | graphs reused = 537 3.05.789.243 I slot print_timing: id 0 | task 680 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.789.323 I slot release: id 0 | task 680 | stop processing: n_tokens = 1377, truncated = 0 3.05.870.327 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.796 3.05.870.442 I slot launch_slot_: id 0 | task 875 | processing task, is_child = 0 3.06.534.255 I slot print_timing: id 2 | task 712 | n_gen = 162, tg = 10.16 t/s, tg_3s = 9.06 t/s 3.06.717.337 I slot print_timing: id 3 | task 687 | n_gen = 188, tg = 9.84 t/s, tg_3s = 9.07 t/s 3.08.525.540 I slot print_timing: id 1 | task 797 | n_gen = 100, tg = 10.41 t/s, tg_3s = 10.52 t/s 3.09.453.681 I slot print_timing: id 3 | task 687 | prompt eval time = 849.64 ms / 120 tokens ( 7.08 ms per token, 141.24 tokens per second) 3.09.453.687 I slot print_timing: id 3 | task 687 | eval time = 21737.42 ms / 218 tokens ( 100.17 ms per token, 9.98 tokens per second) 3.09.453.689 I slot print_timing: id 3 | task 687 | total time = 22587.07 ms / 338 tokens 3.09.453.690 I slot print_timing: id 3 | task 687 | graphs reused = 569 3.09.453.691 I slot print_timing: id 3 | task 687 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.453.781 I slot release: id 3 | task 687 | stop processing: n_tokens = 1433, truncated = 0 3.09.533.284 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.765 3.09.533.399 I slot launch_slot_: id 3 | task 911 | processing task, is_child = 0 3.10.033.556 I slot print_timing: id 2 | task 712 | n_gen = 196, tg = 10.08 t/s, tg_3s = 9.72 t/s 3.11.551.224 I slot print_timing: id 1 | task 797 | n_gen = 128, tg = 10.13 t/s, tg_3s = 9.25 t/s 3.13.035.253 I slot print_timing: id 2 | task 712 | n_gen = 228, tg = 10.16 t/s, tg_3s = 10.66 t/s 3.14.574.137 I slot print_timing: id 1 | task 797 | n_gen = 161, tg = 10.29 t/s, tg_3s = 10.92 t/s 3.15.977.791 I slot print_timing: id 0 | task 875 | n_gen = 100, tg = 10.48 t/s, tg_3s = 10.59 t/s 3.16.072.442 I slot print_timing: id 2 | task 712 | n_gen = 262, tg = 10.28 t/s, tg_3s = 11.19 t/s 3.17.187.459 I slot print_timing: id 2 | task 712 | prompt eval time = 926.90 ms / 154 tokens ( 6.02 ms per token, 166.14 tokens per second) 3.17.187.465 I slot print_timing: id 2 | task 712 | eval time = 26497.34 ms / 274 tokens ( 97.06 ms per token, 10.30 tokens per second) 3.17.187.466 I slot print_timing: id 2 | task 712 | total time = 27424.24 ms / 428 tokens 3.17.187.469 I slot print_timing: id 2 | task 712 | graphs reused = 645 3.17.187.470 I slot print_timing: id 2 | task 712 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.187.562 I slot release: id 2 | task 712 | stop processing: n_tokens = 1523, truncated = 0 3.17.289.413 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.720 3.17.289.522 I slot launch_slot_: id 2 | task 992 | processing task, is_child = 0 3.17.789.548 I slot print_timing: id 1 | task 797 | n_gen = 192, tg = 10.18 t/s, tg_3s = 9.64 t/s 3.18.993.137 I slot print_timing: id 0 | task 875 | n_gen = 127, tg = 10.11 t/s, tg_3s = 8.95 t/s 3.19.079.939 I slot print_timing: id 1 | task 797 | prompt eval time = 873.47 ms / 105 tokens ( 8.32 ms per token, 120.21 tokens per second) 3.19.079.945 I slot print_timing: id 1 | task 797 | eval time = 20061.79 ms / 205 tokens ( 98.34 ms per token, 10.17 tokens per second) 3.19.079.946 I slot print_timing: id 1 | task 797 | total time = 20935.26 ms / 310 tokens 3.19.079.948 I slot print_timing: id 1 | task 797 | graphs reused = 656 3.19.079.948 I slot print_timing: id 1 | task 797 | graph reallocs = 0 / 0 (same size) / (changed size) 3.19.080.018 I slot release: id 1 | task 797 | stop processing: n_tokens = 1405, truncated = 0 3.19.170.963 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.780 3.19.171.082 I slot launch_slot_: id 1 | task 1008 | processing task, is_child = 0 3.20.348.132 I slot print_timing: id 3 | task 911 | n_gen = 100, tg = 9.79 t/s, tg_3s = 9.89 t/s 3.20.981.387 I slot print_timing: id 3 | task 911 | prompt eval time = 705.44 ms / 80 tokens ( 8.82 ms per token, 113.41 tokens per second) 3.20.981.393 I slot print_timing: id 3 | task 911 | eval time = 10742.53 ms / 107 tokens ( 101.34 ms per token, 9.87 tokens per second) 3.20.981.394 I slot print_timing: id 3 | task 911 | total time = 11447.97 ms / 187 tokens 3.20.981.395 I slot print_timing: id 3 | task 911 | graphs reused = 665 3.20.981.396 I slot print_timing: id 3 | task 911 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.981.464 I slot release: id 3 | task 911 | stop processing: n_tokens = 1282, truncated = 0 3.21.058.988 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.855 3.21.059.104 I slot launch_slot_: id 3 | task 1023 | processing task, is_child = 0 3.22.014.469 I slot print_timing: id 0 | task 875 | n_gen = 146, tg = 9.37 t/s, tg_3s = 6.29 t/s 3.24.711.632 I slot print_timing: id 0 | task 875 | prompt eval time = 663.17 ms / 80 tokens ( 8.29 ms per token, 120.63 tokens per second) 3.24.711.638 I slot print_timing: id 0 | task 875 | eval time = 18178.00 ms / 178 tokens ( 102.70 ms per token, 9.74 tokens per second) 3.24.711.640 I slot print_timing: id 0 | task 875 | total time = 18841.17 ms / 258 tokens 3.24.711.641 I slot print_timing: id 0 | task 875 | graphs reused = 697 3.24.711.642 I slot print_timing: id 0 | task 875 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.711.716 I slot release: id 0 | task 875 | stop processing: n_tokens = 1353, truncated = 0 3.24.789.954 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.810 3.24.790.066 I slot launch_slot_: id 0 | task 1060 | processing task, is_child = 0 3.28.346.552 I slot print_timing: id 2 | task 992 | n_gen = 100, tg = 9.60 t/s, tg_3s = 9.70 t/s 3.29.743.398 I slot print_timing: id 1 | task 1008 | n_gen = 100, tg = 10.15 t/s, tg_3s = 10.25 t/s 3.30.991.556 I slot print_timing: id 3 | task 1023 | n_gen = 100, tg = 10.92 t/s, tg_3s = 11.03 t/s 3.31.421.071 I slot print_timing: id 2 | task 992 | n_gen = 134, tg = 9.93 t/s, tg_3s = 11.06 t/s 3.32.790.277 I slot print_timing: id 1 | task 1008 | n_gen = 134, tg = 10.39 t/s, tg_3s = 11.16 t/s 3.33.728.418 I slot print_timing: id 1 | task 1008 | prompt eval time = 815.63 ms / 100 tokens ( 8.16 ms per token, 122.60 tokens per second) 3.33.728.428 I slot print_timing: id 1 | task 1008 | eval time = 13741.68 ms / 144 tokens ( 96.10 ms per token, 10.41 tokens per second) 3.33.728.430 I slot print_timing: id 1 | task 1008 | total time = 14557.31 ms / 244 tokens 3.33.728.432 I slot print_timing: id 1 | task 1008 | graphs reused = 789 3.33.728.434 I slot print_timing: id 1 | task 1008 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.728.538 I slot release: id 1 | task 1008 | stop processing: n_tokens = 1339, truncated = 0 3.33.829.868 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.819 3.33.830.008 I slot launch_slot_: id 1 | task 1157 | processing task, is_child = 0 3.34.506.417 I slot print_timing: id 2 | task 992 | n_gen = 161, tg = 9.71 t/s, tg_3s = 8.75 t/s 3.34.506.784 I slot print_timing: id 3 | task 1023 | n_gen = 132, tg = 10.41 t/s, tg_3s = 9.10 t/s 3.35.007.742 I slot print_timing: id 0 | task 1060 | n_gen = 100, tg = 10.31 t/s, tg_3s = 10.41 t/s 3.37.559.501 I slot print_timing: id 2 | task 992 | n_gen = 193, tg = 9.83 t/s, tg_3s = 10.48 t/s 3.37.559.788 I slot print_timing: id 3 | task 1023 | n_gen = 164, tg = 10.42 t/s, tg_3s = 10.48 t/s 3.38.021.531 I slot print_timing: id 0 | task 1060 | n_gen = 133, tg = 10.46 t/s, tg_3s = 10.95 t/s 3.40.605.629 I slot print_timing: id 2 | task 992 | n_gen = 227, tg = 10.01 t/s, tg_3s = 11.16 t/s 3.40.605.939 I slot print_timing: id 3 | task 1023 | n_gen = 198, tg = 10.54 t/s, tg_3s = 11.16 t/s 3.41.070.117 I slot print_timing: id 0 | task 1060 | n_gen = 167, tg = 10.59 t/s, tg_3s = 11.15 t/s 3.43.674.694 I slot print_timing: id 1 | task 1157 | n_gen = 100, tg = 11.08 t/s, tg_3s = 11.19 t/s 3.43.674.945 I slot print_timing: id 2 | task 992 | n_gen = 261, tg = 10.14 t/s, tg_3s = 11.08 t/s 3.43.675.193 I slot print_timing: id 3 | task 1023 | n_gen = 232, tg = 10.62 t/s, tg_3s = 11.08 t/s 3.43.760.089 I slot print_timing: id 0 | task 1060 | prompt eval time = 610.70 ms / 65 tokens ( 9.40 ms per token, 106.44 tokens per second) 3.43.760.095 I slot print_timing: id 0 | task 1060 | eval time = 18359.31 ms / 197 tokens ( 93.67 ms per token, 10.68 tokens per second) 3.43.760.096 I slot print_timing: id 0 | task 1060 | total time = 18970.01 ms / 262 tokens 3.43.760.097 I slot print_timing: id 0 | task 1060 | graphs reused = 888 3.43.760.098 I slot print_timing: id 0 | task 1060 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.760.174 I slot release: id 0 | task 1060 | stop processing: n_tokens = 1357, truncated = 0 3.43.837.557 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.808 3.43.837.658 I slot launch_slot_: id 0 | task 1261 | processing task, is_child = 0 3.46.410.906 I slot print_timing: id 2 | task 992 | prompt eval time = 743.18 ms / 74 tokens ( 10.04 ms per token, 99.57 tokens per second) 3.46.410.912 I slot print_timing: id 2 | task 992 | eval time = 28378.18 ms / 285 tokens ( 99.92 ms per token, 10.01 tokens per second) 3.46.410.913 I slot print_timing: id 2 | task 992 | total time = 29121.36 ms / 359 tokens 3.46.410.913 I slot print_timing: id 2 | task 992 | graphs reused = 908 3.46.410.914 I slot print_timing: id 2 | task 992 | graph reallocs = 0 / 0 (same size) / (changed size) 3.46.410.984 I slot release: id 2 | task 992 | stop processing: n_tokens = 1454, truncated = 0 3.46.510.518 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.754 3.46.510.632 I slot launch_slot_: id 2 | task 1285 | processing task, is_child = 0 3.46.925.231 I slot print_timing: id 1 | task 1157 | n_gen = 126, tg = 10.26 t/s, tg_3s = 8.00 t/s 3.46.925.550 I slot print_timing: id 3 | task 1023 | n_gen = 258, tg = 10.28 t/s, tg_3s = 8.00 t/s 3.49.981.845 I slot print_timing: id 1 | task 1157 | n_gen = 158, tg = 10.30 t/s, tg_3s = 10.47 t/s 3.49.982.454 I slot print_timing: id 3 | task 1023 | n_gen = 290, tg = 10.30 t/s, tg_3s = 10.47 t/s 3.50.352.286 I slot print_timing: id 3 | task 1023 | prompt eval time = 863.50 ms / 127 tokens ( 6.80 ms per token, 147.08 tokens per second) 3.50.352.291 I slot print_timing: id 3 | task 1023 | eval time = 28429.66 ms / 294 tokens ( 97.03 ms per token, 10.31 tokens per second) 3.50.352.292 I slot print_timing: id 3 | task 1023 | total time = 29293.16 ms / 421 tokens 3.50.352.294 I slot print_timing: id 3 | task 1023 | graphs reused = 942 3.50.352.295 I slot print_timing: id 3 | task 1023 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.352.374 I slot release: id 3 | task 1023 | stop processing: n_tokens = 1516, truncated = 0 3.50.434.233 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.723 3.50.434.355 I slot launch_slot_: id 3 | task 1324 | processing task, is_child = 0 3.53.027.284 I slot print_timing: id 1 | task 1157 | n_gen = 186, tg = 10.12 t/s, tg_3s = 9.19 t/s 3.54.612.077 I slot print_timing: id 0 | task 1261 | n_gen = 100, tg = 9.84 t/s, tg_3s = 9.94 t/s 3.56.084.502 I slot print_timing: id 1 | task 1157 | n_gen = 220, tg = 10.26 t/s, tg_3s = 11.12 t/s 3.56.632.287 I slot print_timing: id 2 | task 1285 | n_gen = 100, tg = 10.45 t/s, tg_3s = 10.56 t/s 3.57.665.657 I slot print_timing: id 0 | task 1261 | n_gen = 134, tg = 10.14 t/s, tg_3s = 11.13 t/s 3.58.868.404 I slot print_timing: id 2 | task 1285 | prompt eval time = 651.83 ms / 60 tokens ( 10.86 ms per token, 92.05 tokens per second) 3.58.868.409 I slot print_timing: id 2 | task 1285 | eval time = 11705.92 ms / 124 tokens ( 95.17 ms per token, 10.51 tokens per second) 3.58.868.410 I slot print_timing: id 2 | task 1285 | total time = 12357.75 ms / 184 tokens 3.58.868.411 I slot print_timing: id 2 | task 1285 | graphs reused = 1026 3.58.868.412 I slot print_timing: id 2 | task 1285 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.868.481 I slot release: id 2 | task 1285 | stop processing: n_tokens = 1279, truncated = 0 3.58.962.736 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.857 3.58.962.852 I slot launch_slot_: id 2 | task 1413 | processing task, is_child = 0 3.59.458.141 I slot print_timing: id 1 | task 1157 | n_gen = 252, tg = 10.15 t/s, tg_3s = 9.49 t/s 4.00.660.467 I slot print_timing: id 3 | task 1324 | n_gen = 100, tg = 10.40 t/s, tg_3s = 10.51 t/s 4.00.752.470 I slot print_timing: id 0 | task 1261 | n_gen = 162, tg = 9.94 t/s, tg_3s = 9.07 t/s 4.02.517.506 I slot print_timing: id 1 | task 1157 | n_gen = 284, tg = 10.19 t/s, tg_3s = 10.46 t/s 4.03.665.479 I slot print_timing: id 0 | task 1261 | prompt eval time = 710.18 ms / 77 tokens ( 9.22 ms per token, 108.42 tokens per second) 4.03.665.485 I slot print_timing: id 0 | task 1261 | eval time = 19117.62 ms / 194 tokens ( 99.06 ms per token, 10.10 tokens per second) 4.03.665.486 I slot print_timing: id 0 | task 1261 | total time = 19827.80 ms / 271 tokens 4.03.665.487 I slot print_timing: id 0 | task 1261 | graphs reused = 1069 4.03.665.487 I slot print_timing: id 0 | task 1261 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.665.559 I slot release: id 0 | task 1261 | stop processing: n_tokens = 1365, truncated = 0 4.03.666.548 I slot print_timing: id 3 | task 1324 | n_gen = 133, tg = 10.54 t/s, tg_3s = 10.98 t/s 4.03.742.465 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.803 4.03.742.567 I slot launch_slot_: id 0 | task 1461 | processing task, is_child = 0 4.05.569.964 I slot print_timing: id 1 | task 1157 | n_gen = 311, tg = 10.06 t/s, tg_3s = 8.85 t/s 4.05.848.004 I slot print_timing: id 1 | task 1157 | prompt eval time = 909.52 ms / 117 tokens ( 7.77 ms per token, 128.64 tokens per second) 4.05.848.011 I slot print_timing: id 1 | task 1157 | eval time = 31108.46 ms / 314 tokens ( 99.39 ms per token, 10.06 tokens per second) 4.05.848.012 I slot print_timing: id 1 | task 1157 | total time = 32017.98 ms / 431 tokens 4.05.848.013 I slot print_timing: id 1 | task 1157 | graphs reused = 1083 4.05.848.014 I slot print_timing: id 1 | task 1157 | graph reallocs = 0 / 0 (same size) / (changed size) 4.05.848.093 I slot release: id 1 | task 1157 | stop processing: n_tokens = 1526, truncated = 0 4.05.945.886 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.718 4.05.946.009 I slot launch_slot_: id 1 | task 1479 | processing task, is_child = 0 4.06.757.806 I slot print_timing: id 3 | task 1324 | n_gen = 154, tg = 9.80 t/s, tg_3s = 6.79 t/s 4.09.807.398 I slot print_timing: id 2 | task 1413 | n_gen = 100, tg = 9.78 t/s, tg_3s = 9.87 t/s 4.09.807.689 I slot print_timing: id 3 | task 1324 | n_gen = 188, tg = 10.02 t/s, tg_3s = 11.15 t/s 4.12.476.235 I slot print_timing: id 3 | task 1324 | prompt eval time = 710.10 ms / 80 tokens ( 8.88 ms per token, 112.66 tokens per second) 4.12.476.240 I slot print_timing: id 3 | task 1324 | eval time = 21331.76 ms / 218 tokens ( 98.30 ms per token, 10.17 tokens per second) 4.12.476.241 I slot print_timing: id 3 | task 1324 | total time = 22041.86 ms / 298 tokens 4.12.476.242 I slot print_timing: id 3 | task 1324 | graphs reused = 1147 4.12.476.243 I slot print_timing: id 3 | task 1324 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.476.314 I slot release: id 3 | task 1324 | stop processing: n_tokens = 1393, truncated = 0 4.12.555.934 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.787 4.12.556.075 I slot launch_slot_: id 3 | task 1548 | processing task, is_child = 0 4.13.056.159 I slot print_timing: id 2 | task 1413 | n_gen = 132, tg = 9.79 t/s, tg_3s = 9.85 t/s 4.13.836.900 I slot print_timing: id 2 | task 1413 | prompt eval time = 716.73 ms / 73 tokens ( 9.82 ms per token, 101.85 tokens per second) 4.13.836.906 I slot print_timing: id 2 | task 1413 | eval time = 14157.30 ms / 139 tokens ( 102.59 ms per token, 9.75 tokens per second) 4.13.836.907 I slot print_timing: id 2 | task 1413 | total time = 14874.03 ms / 212 tokens 4.13.836.908 I slot print_timing: id 2 | task 1413 | graphs reused = 1152 4.13.836.908 I slot print_timing: id 2 | task 1413 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.836.978 I slot release: id 2 | task 1413 | stop processing: n_tokens = 1307, truncated = 0 4.13.932.637 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.839 4.13.932.747 I slot launch_slot_: id 2 | task 1558 | processing task, is_child = 0 4.15.051.874 I slot print_timing: id 0 | task 1461 | n_gen = 100, tg = 9.42 t/s, tg_3s = 9.52 t/s 4.16.433.816 I slot print_timing: id 1 | task 1479 | n_gen = 100, tg = 10.13 t/s, tg_3s = 10.23 t/s 4.18.067.821 I slot print_timing: id 0 | task 1461 | n_gen = 136, tg = 9.98 t/s, tg_3s = 11.94 t/s 4.19.442.939 I slot print_timing: id 1 | task 1479 | n_gen = 135, tg = 10.48 t/s, tg_3s = 11.63 t/s 4.21.077.390 I slot print_timing: id 0 | task 1461 | n_gen = 171, tg = 10.28 t/s, tg_3s = 11.63 t/s 4.22.279.835 I slot print_timing: id 3 | task 1548 | n_gen = 100, tg = 10.99 t/s, tg_3s = 11.10 t/s 4.22.450.492 I slot print_timing: id 1 | task 1479 | n_gen = 170, tg = 10.70 t/s, tg_3s = 11.64 t/s 4.23.052.715 I slot print_timing: id 2 | task 1558 | n_gen = 100, tg = 11.72 t/s, tg_3s = 11.84 t/s 4.24.082.951 I slot print_timing: id 0 | task 1461 | n_gen = 206, tg = 10.49 t/s, tg_3s = 11.65 t/s 4.25.286.326 I slot print_timing: id 3 | task 1548 | n_gen = 135, tg = 11.15 t/s, tg_3s = 11.64 t/s 4.25.459.546 I slot print_timing: id 1 | task 1479 | n_gen = 205, tg = 10.85 t/s, tg_3s = 11.63 t/s 4.26.062.396 I slot print_timing: id 2 | task 1558 | n_gen = 135, tg = 11.70 t/s, tg_3s = 11.63 t/s 4.27.094.038 I slot print_timing: id 0 | task 1461 | n_gen = 241, tg = 10.64 t/s, tg_3s = 11.62 t/s 4.27.952.700 I slot print_timing: id 1 | task 1479 | prompt eval time = 714.37 ms / 69 tokens ( 10.35 ms per token, 96.59 tokens per second) 4.27.952.705 I slot print_timing: id 1 | task 1479 | eval time = 21292.30 ms / 234 tokens ( 91.38 ms per token, 10.94 tokens per second) 4.27.952.706 I slot print_timing: id 1 | task 1479 | total time = 22006.67 ms / 303 tokens 4.27.952.708 I slot print_timing: id 1 | task 1479 | graphs reused = 1306 4.27.952.708 I slot print_timing: id 1 | task 1479 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.952.772 I slot release: id 1 | task 1479 | stop processing: n_tokens = 1398, truncated = 0 4.28.047.250 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.785 4.28.047.349 I slot launch_slot_: id 1 | task 1718 | processing task, is_child = 0 4.28.679.635 I slot print_timing: id 3 | task 1548 | n_gen = 168, tg = 10.84 t/s, tg_3s = 9.73 t/s 4.29.009.795 I slot print_timing: id 3 | task 1548 | prompt eval time = 716.70 ms / 75 tokens ( 9.56 ms per token, 104.65 tokens per second) 4.29.009.800 I slot print_timing: id 3 | task 1548 | eval time = 15737.00 ms / 170 tokens ( 93.12 ms per token, 10.74 tokens per second) 4.29.009.801 I slot print_timing: id 3 | task 1548 | total time = 16453.70 ms / 245 tokens 4.29.009.802 I slot print_timing: id 3 | task 1548 | graphs reused = 1306 4.29.009.803 I slot print_timing: id 3 | task 1548 | graph reallocs = 0 / 0 (same size) / (changed size) 4.29.009.869 I slot release: id 3 | task 1548 | stop processing: n_tokens = 1340, truncated = 0 4.29.085.774 I slot print_timing: id 2 | task 1558 | n_gen = 162, tg = 11.12 t/s, tg_3s = 8.93 t/s 4.29.085.786 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.818 4.29.085.891 I slot launch_slot_: id 3 | task 1723 | processing task, is_child = 0 4.30.178.048 I slot print_timing: id 0 | task 1461 | n_gen = 261, tg = 10.14 t/s, tg_3s = 6.49 t/s 4.32.157.746 I slot print_timing: id 2 | task 1558 | n_gen = 190, tg = 10.77 t/s, tg_3s = 9.11 t/s 4.33.190.363 I slot print_timing: id 0 | task 1461 | prompt eval time = 802.87 ms / 108 tokens ( 7.43 ms per token, 134.52 tokens per second) 4.33.190.369 I slot print_timing: id 0 | task 1461 | eval time = 28644.91 ms / 296 tokens ( 97.10 ms per token, 10.30 tokens per second) 4.33.190.370 I slot print_timing: id 0 | task 1461 | total time = 29447.78 ms / 404 tokens 4.33.190.371 I slot print_timing: id 0 | task 1461 | graphs reused = 1343 4.33.190.372 I slot print_timing: id 0 | task 1461 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.190.441 I slot release: id 0 | task 1461 | stop processing: n_tokens = 1499, truncated = 0 4.33.191.068 I slot print_timing: id 2 | task 1558 | prompt eval time = 675.95 ms / 65 tokens ( 10.40 ms per token, 96.16 tokens per second) 4.33.191.072 I slot print_timing: id 2 | task 1558 | eval time = 18582.36 ms / 202 tokens ( 92.45 ms per token, 10.82 tokens per second) 4.33.191.072 I slot print_timing: id 2 | task 1558 | total time = 19258.31 ms / 267 tokens 4.33.191.073 I slot print_timing: id 2 | task 1558 | graphs reused = 1343 4.33.191.074 I slot print_timing: id 2 | task 1558 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.191.126 I slot release: id 2 | task 1558 | stop processing: n_tokens = 1362, truncated = 0 4.33.254.907 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.731 4.33.254.998 I slot launch_slot_: id 0 | task 1765 | processing task, is_child = 0 4.33.255.143 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 4.33.256.081 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 4.33.257.042 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.805 MiB) 4.33.258.063 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 4.33.259.093 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 4.33.260.039 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.509 MiB) 4.33.261.347 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 152.511 MiB) 4.33.263.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.367 MiB) 4.33.264.232 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 4.33.265.723 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.852 MiB) 4.33.266.925 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 4.33.268.100 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 4.33.269.351 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 144.183 MiB) 4.33.270.989 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 4.33.272.149 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 123.041 MiB) 4.33.530.278 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.805 4.33.530.394 I slot launch_slot_: id 2 | task 1766 | processing task, is_child = 0 4.39.422.315 I slot print_timing: id 1 | task 1718 | n_gen = 100, tg = 9.42 t/s, tg_3s = 9.52 t/s 4.39.765.867 I slot print_timing: id 3 | task 1723 | n_gen = 100, tg = 10.04 t/s, tg_3s = 10.14 t/s 4.42.430.749 I slot print_timing: id 1 | task 1718 | n_gen = 135, tg = 9.92 t/s, tg_3s = 11.63 t/s 4.42.774.609 I slot print_timing: id 3 | task 1723 | n_gen = 135, tg = 10.42 t/s, tg_3s = 11.63 t/s 4.43.289.893 I slot print_timing: id 0 | task 1765 | n_gen = 100, tg = 11.78 t/s, tg_3s = 11.90 t/s 4.43.290.377 I slot print_timing: id 2 | task 1766 | n_gen = 100, tg = 11.78 t/s, tg_3s = 11.90 t/s 4.45.486.348 I slot print_timing: id 1 | task 1718 | n_gen = 170, tg = 10.20 t/s, tg_3s = 11.45 t/s 4.45.830.280 I slot print_timing: id 3 | task 1723 | n_gen = 170, tg = 10.61 t/s, tg_3s = 11.45 t/s 4.46.343.744 I slot print_timing: id 0 | task 1765 | n_gen = 135, tg = 11.69 t/s, tg_3s = 11.46 t/s 4.46.344.446 I slot print_timing: id 2 | task 1766 | n_gen = 135, tg = 11.69 t/s, tg_3s = 11.46 t/s 4.48.494.766 I slot print_timing: id 1 | task 1718 | n_gen = 205, tg = 10.42 t/s, tg_3s = 11.63 t/s 4.48.838.827 I slot print_timing: id 3 | task 1723 | n_gen = 205, tg = 10.78 t/s, tg_3s = 11.63 t/s 4.49.354.011 I slot print_timing: id 0 | task 1765 | n_gen = 170, tg = 11.68 t/s, tg_3s = 11.63 t/s 4.49.354.694 I slot print_timing: id 2 | task 1766 | n_gen = 170, tg = 11.68 t/s, tg_3s = 11.63 t/s 4.50.127.824 I slot print_timing: id 2 | task 1766 | prompt eval time = 1272.55 ms / 72 tokens ( 17.67 ms per token, 56.58 tokens per second) 4.50.127.830 I slot print_timing: id 2 | task 1766 | eval time = 15241.54 ms / 179 tokens ( 85.63 ms per token, 11.68 tokens per second) 4.50.127.831 I slot print_timing: id 2 | task 1766 | total time = 16514.09 ms / 251 tokens 4.50.127.832 I slot print_timing: id 2 | task 1766 | graphs reused = 1519 4.50.127.832 I slot print_timing: id 2 | task 1766 | graph reallocs = 0 / 0 (same size) / (changed size) 4.50.127.904 I slot release: id 2 | task 1766 | stop processing: n_tokens = 1346, truncated = 0 4.50.222.858 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.814 4.50.222.953 I slot launch_slot_: id 2 | task 1948 | processing task, is_child = 0 4.51.576.761 I slot print_timing: id 1 | task 1718 | n_gen = 235, tg = 10.33 t/s, tg_3s = 9.73 t/s 4.51.921.860 I slot print_timing: id 3 | task 1723 | n_gen = 235, tg = 10.63 t/s, tg_3s = 9.73 t/s 4.52.436.297 I slot print_timing: id 0 | task 1765 | n_gen = 200, tg = 11.34 t/s, tg_3s = 9.73 t/s 4.54.645.910 I slot print_timing: id 1 | task 1718 | n_gen = 270, tg = 10.45 t/s, tg_3s = 11.40 t/s 4.54.990.794 I slot print_timing: id 3 | task 1723 | n_gen = 270, tg = 10.72 t/s, tg_3s = 11.40 t/s 4.55.504.682 I slot print_timing: id 0 | task 1765 | n_gen = 235, tg = 11.35 t/s, tg_3s = 11.41 t/s 4.57.287.095 I slot print_timing: id 1 | task 1718 | prompt eval time = 869.20 ms / 109 tokens ( 7.97 ms per token, 125.40 tokens per second) 4.57.287.101 I slot print_timing: id 1 | task 1718 | eval time = 28370.53 ms / 300 tokens ( 94.88 ms per token, 10.54 tokens per second) 4.57.287.102 I slot print_timing: id 1 | task 1718 | total time = 29239.73 ms / 409 tokens 4.57.287.103 I slot print_timing: id 1 | task 1718 | graphs reused = 1591 4.57.287.104 I slot print_timing: id 1 | task 1718 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.287.177 I slot release: id 1 | task 1718 | stop processing: n_tokens = 1505, truncated = 0 4.57.387.386 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.728 4.57.387.495 I slot launch_slot_: id 1 | task 2025 | processing task, is_child = 0 4.58.189.387 I slot print_timing: id 3 | task 1723 | n_gen = 299, tg = 10.54 t/s, tg_3s = 9.07 t/s 4.58.550.092 I slot print_timing: id 0 | task 1765 | n_gen = 262, tg = 11.03 t/s, tg_3s = 8.87 t/s 5.00.211.051 I slot print_timing: id 2 | task 1948 | n_gen = 100, tg = 10.61 t/s, tg_3s = 10.72 t/s 5.01.221.969 I slot print_timing: id 3 | task 1723 | n_gen = 333, tg = 10.60 t/s, tg_3s = 11.21 t/s 5.01.314.260 I slot print_timing: id 2 | task 1948 | prompt eval time = 656.52 ms / 66 tokens ( 9.95 ms per token, 100.53 tokens per second) 5.01.314.266 I slot print_timing: id 2 | task 1948 | eval time = 10434.77 ms / 112 tokens ( 94.01 ms per token, 10.64 tokens per second) 5.01.314.267 I slot print_timing: id 2 | task 1948 | total time = 11091.29 ms / 178 tokens 5.01.314.268 I slot print_timing: id 2 | task 1948 | graphs reused = 1624 5.01.314.269 I slot print_timing: id 2 | task 1948 | graph reallocs = 0 / 0 (same size) / (changed size) 5.01.314.336 I slot release: id 2 | task 1948 | stop processing: n_tokens = 1273, truncated = 0 5.01.414.238 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.861 5.01.414.348 I slot launch_slot_: id 2 | task 2064 | processing task, is_child = 0 5.01.929.903 I slot print_timing: id 0 | task 1765 | n_gen = 295, tg = 10.87 t/s, tg_3s = 9.76 t/s 5.04.307.482 I slot print_timing: id 3 | task 1723 | n_gen = 361, tg = 10.47 t/s, tg_3s = 9.07 t/s 5.04.941.161 I slot print_timing: id 0 | task 1765 | n_gen = 327, tg = 10.85 t/s, tg_3s = 10.63 t/s 5.05.035.337 I slot print_timing: id 3 | task 1723 | prompt eval time = 822.83 ms / 116 tokens ( 7.09 ms per token, 140.98 tokens per second) 5.05.035.343 I slot print_timing: id 3 | task 1723 | eval time = 35126.59 ms / 369 tokens ( 95.45 ms per token, 10.48 tokens per second) 5.05.035.344 I slot print_timing: id 3 | task 1723 | total time = 35949.43 ms / 485 tokens 5.05.035.344 I slot print_timing: id 3 | task 1723 | graphs reused = 1655 5.05.035.345 I slot print_timing: id 3 | task 1723 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.035.423 I slot release: id 3 | task 1723 | stop processing: n_tokens = 1580, truncated = 0 5.05.117.283 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.694 5.05.117.411 I slot launch_slot_: id 3 | task 2100 | processing task, is_child = 0 5.07.962.977 I slot print_timing: id 0 | task 1765 | n_gen = 354, tg = 10.67 t/s, tg_3s = 8.94 t/s 5.08.222.097 I slot print_timing: id 1 | task 2025 | n_gen = 100, tg = 9.87 t/s, tg_3s = 9.97 t/s 5.08.846.999 I slot print_timing: id 0 | task 1765 | prompt eval time = 1354.85 ms / 131 tokens ( 10.34 ms per token, 96.69 tokens per second) 5.08.847.004 I slot print_timing: id 0 | task 1765 | eval time = 33961.74 ms / 364 tokens ( 93.56 ms per token, 10.69 tokens per second) 5.08.847.005 I slot print_timing: id 0 | task 1765 | total time = 35316.58 ms / 495 tokens 5.08.847.006 I slot print_timing: id 0 | task 1765 | graphs reused = 1687 5.08.847.007 I slot print_timing: id 0 | task 1765 | graph reallocs = 0 / 0 (same size) / (changed size) 5.08.847.080 I slot release: id 0 | task 1765 | stop processing: n_tokens = 1590, truncated = 0 5.08.923.427 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.689 5.08.923.531 I slot launch_slot_: id 0 | task 2137 | processing task, is_child = 0 5.10.869.669 I slot print_timing: id 1 | task 2025 | prompt eval time = 801.15 ms / 73 tokens ( 10.97 ms per token, 91.12 tokens per second) 5.10.869.675 I slot print_timing: id 1 | task 2025 | eval time = 12681.00 ms / 122 tokens ( 104.80 ms per token, 9.54 tokens per second) 5.10.869.676 I slot print_timing: id 1 | task 2025 | total time = 13482.15 ms / 195 tokens 5.10.869.677 I slot print_timing: id 1 | task 2025 | graphs reused = 1698 5.10.869.677 I slot print_timing: id 1 | task 2025 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.869.747 I slot release: id 1 | task 2025 | stop processing: n_tokens = 1290, truncated = 0 5.10.963.449 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.850 5.10.963.571 I slot launch_slot_: id 1 | task 2153 | processing task, is_child = 0 5.12.845.246 I slot print_timing: id 2 | task 2064 | n_gen = 100, tg = 9.27 t/s, tg_3s = 9.37 t/s 5.15.863.846 I slot print_timing: id 2 | task 2064 | n_gen = 133, tg = 9.64 t/s, tg_3s = 10.93 t/s 5.16.036.245 I slot print_timing: id 3 | task 2100 | n_gen = 100, tg = 9.75 t/s, tg_3s = 9.85 t/s 5.18.955.412 I slot print_timing: id 2 | task 2064 | n_gen = 167, tg = 9.89 t/s, tg_3s = 11.00 t/s 5.19.049.002 I slot print_timing: id 3 | task 2100 | n_gen = 133, tg = 10.02 t/s, tg_3s = 10.95 t/s 5.19.325.035 I slot print_timing: id 0 | task 2137 | n_gen = 100, tg = 10.33 t/s, tg_3s = 10.44 t/s 5.20.617.157 I slot print_timing: id 1 | task 2153 | n_gen = 100, tg = 11.14 t/s, tg_3s = 11.25 t/s 5.21.992.714 I slot print_timing: id 2 | task 2064 | n_gen = 201, tg = 10.09 t/s, tg_3s = 11.19 t/s 5.22.086.165 I slot print_timing: id 3 | task 2100 | n_gen = 167, tg = 10.24 t/s, tg_3s = 11.19 t/s 5.22.366.930 I slot print_timing: id 0 | task 2137 | n_gen = 134, tg = 10.54 t/s, tg_3s = 11.18 t/s 5.23.675.226 I slot print_timing: id 1 | task 2153 | n_gen = 133, tg = 11.05 t/s, tg_3s = 10.79 t/s 5.25.010.737 I slot print_timing: id 2 | task 2064 | n_gen = 234, tg = 10.20 t/s, tg_3s = 10.93 t/s 5.25.103.472 I slot print_timing: id 3 | task 2100 | n_gen = 200, tg = 10.35 t/s, tg_3s = 10.94 t/s 5.25.382.245 I slot print_timing: id 0 | task 2137 | n_gen = 167, tg = 10.61 t/s, tg_3s = 10.94 t/s 5.25.758.079 I slot print_timing: id 3 | task 2100 | prompt eval time = 764.21 ms / 91 tokens ( 8.40 ms per token, 119.08 tokens per second) 5.25.758.085 I slot print_timing: id 3 | task 2100 | eval time = 19876.44 ms / 207 tokens ( 96.49 ms per token, 10.36 tokens per second) 5.25.758.086 I slot print_timing: id 3 | task 2100 | total time = 20640.65 ms / 298 tokens 5.25.758.087 I slot print_timing: id 3 | task 2100 | graphs reused = 1851 5.25.758.088 I slot print_timing: id 3 | task 2100 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.758.158 I slot release: id 3 | task 2100 | stop processing: n_tokens = 1393, truncated = 0 5.25.838.911 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.787 5.25.839.034 I slot launch_slot_: id 3 | task 2312 | processing task, is_child = 0 5.26.717.393 I slot print_timing: id 1 | task 2153 | n_gen = 160, tg = 10.61 t/s, tg_3s = 8.88 t/s 5.28.061.633 I slot print_timing: id 2 | task 2064 | n_gen = 261, tg = 10.04 t/s, tg_3s = 8.85 t/s 5.28.404.639 I slot print_timing: id 0 | task 2137 | n_gen = 194, tg = 10.34 t/s, tg_3s = 8.93 t/s 5.28.749.320 I slot print_timing: id 0 | task 2137 | prompt eval time = 820.32 ms / 102 tokens ( 8.04 ms per token, 124.34 tokens per second) 5.28.749.326 I slot print_timing: id 0 | task 2137 | eval time = 19005.45 ms / 198 tokens ( 96.47 ms per token, 10.37 tokens per second) 5.28.749.327 I slot print_timing: id 0 | task 2137 | total time = 19825.77 ms / 300 tokens 5.28.749.329 I slot print_timing: id 0 | task 2137 | graphs reused = 1874 5.28.749.329 I slot print_timing: id 0 | task 2137 | graph reallocs = 0 / 0 (same size) / (changed size) 5.28.749.395 I slot release: id 0 | task 2137 | stop processing: n_tokens = 1395, truncated = 0 5.28.826.546 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.786 5.28.826.646 I slot launch_slot_: id 0 | task 2340 | processing task, is_child = 0 5.29.807.703 I slot print_timing: id 1 | task 2153 | n_gen = 187, tg = 10.29 t/s, tg_3s = 8.74 t/s 5.31.021.165 I slot print_timing: id 1 | task 2153 | prompt eval time = 765.53 ms / 74 tokens ( 10.34 ms per token, 96.67 tokens per second) 5.31.021.170 I slot print_timing: id 1 | task 2153 | eval time = 19292.04 ms / 200 tokens ( 96.94 ms per token, 10.32 tokens per second) 5.31.021.171 I slot print_timing: id 1 | task 2153 | total time = 20057.57 ms / 274 tokens 5.31.021.172 I slot print_timing: id 1 | task 2153 | graphs reused = 1888 5.31.021.172 I slot print_timing: id 1 | task 2153 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.021.244 I slot release: id 1 | task 2153 | stop processing: n_tokens = 1369, truncated = 0 5.31.121.945 I slot print_timing: id 2 | task 2064 | n_gen = 287, tg = 9.88 t/s, tg_3s = 8.50 t/s 5.31.122.259 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.801 5.31.122.381 I slot launch_slot_: id 1 | task 2358 | processing task, is_child = 0 5.32.550.306 I slot print_timing: id 2 | task 2064 | prompt eval time = 754.67 ms / 85 tokens ( 8.88 ms per token, 112.63 tokens per second) 5.32.550.314 I slot print_timing: id 2 | task 2064 | eval time = 30381.26 ms / 295 tokens ( 103.34 ms per token, 9.68 tokens per second) 5.32.550.315 I slot print_timing: id 2 | task 2064 | total time = 31135.94 ms / 380 tokens 5.32.550.316 I slot print_timing: id 2 | task 2064 | graphs reused = 1893 5.32.550.317 I slot print_timing: id 2 | task 2064 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.550.385 I slot release: id 2 | task 2064 | stop processing: n_tokens = 1475, truncated = 0 5.32.640.274 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.743 5.32.640.373 I slot launch_slot_: id 2 | task 2368 | processing task, is_child = 0 5.37.424.049 I slot print_timing: id 3 | task 2312 | n_gen = 100, tg = 9.17 t/s, tg_3s = 9.26 t/s 5.39.831.960 I slot print_timing: id 0 | task 2340 | n_gen = 100, tg = 9.78 t/s, tg_3s = 9.88 t/s 5.40.435.512 I slot print_timing: id 3 | task 2312 | n_gen = 134, tg = 9.63 t/s, tg_3s = 11.29 t/s 5.41.310.137 I slot print_timing: id 1 | task 2358 | n_gen = 100, tg = 10.66 t/s, tg_3s = 10.77 t/s 5.42.146.077 I slot print_timing: id 2 | task 2368 | n_gen = 100, tg = 11.35 t/s, tg_3s = 11.47 t/s 5.42.886.969 I slot print_timing: id 0 | task 2340 | n_gen = 134, tg = 10.09 t/s, tg_3s = 11.13 t/s 5.43.449.719 I slot print_timing: id 3 | task 2312 | n_gen = 167, tg = 9.86 t/s, tg_3s = 10.95 t/s 5.44.328.792 I slot print_timing: id 1 | task 2358 | n_gen = 133, tg = 10.73 t/s, tg_3s = 10.93 t/s 5.45.191.623 I slot print_timing: id 2 | task 2368 | n_gen = 134, tg = 11.30 t/s, tg_3s = 11.16 t/s 5.45.928.678 I slot print_timing: id 0 | task 2340 | n_gen = 168, tg = 10.30 t/s, tg_3s = 11.18 t/s 5.46.485.115 I slot print_timing: id 3 | task 2312 | n_gen = 201, tg = 10.07 t/s, tg_3s = 11.20 t/s 5.46.763.558 I slot print_timing: id 3 | task 2312 | prompt eval time = 783.35 ms / 92 tokens ( 8.51 ms per token, 117.44 tokens per second) 5.46.763.564 I slot print_timing: id 3 | task 2312 | eval time = 20141.16 ms / 204 tokens ( 99.22 ms per token, 10.08 tokens per second) 5.46.763.565 I slot print_timing: id 3 | task 2312 | total time = 20924.51 ms / 296 tokens 5.46.763.567 I slot print_timing: id 3 | task 2312 | graphs reused = 2040 5.46.763.568 I slot print_timing: id 3 | task 2312 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.763.640 I slot release: id 3 | task 2312 | stop processing: n_tokens = 1390, truncated = 0 5.46.845.896 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.788 5.46.846.024 I slot launch_slot_: id 3 | task 2522 | processing task, is_child = 0 5.47.492.709 I slot print_timing: id 1 | task 2358 | n_gen = 162, tg = 10.41 t/s, tg_3s = 9.17 t/s 5.48.227.186 I slot print_timing: id 2 | task 2368 | n_gen = 160, tg = 10.74 t/s, tg_3s = 8.57 t/s 5.48.998.760 I slot print_timing: id 0 | task 2340 | n_gen = 195, tg = 10.06 t/s, tg_3s = 8.79 t/s 5.50.520.228 I slot print_timing: id 1 | task 2358 | n_gen = 195, tg = 10.49 t/s, tg_3s = 10.90 t/s 5.51.295.547 I slot print_timing: id 2 | task 2368 | n_gen = 195, tg = 10.86 t/s, tg_3s = 11.41 t/s 5.52.068.365 I slot print_timing: id 0 | task 2340 | n_gen = 230, tg = 10.24 t/s, tg_3s = 11.40 t/s 5.52.926.890 I slot print_timing: id 2 | task 2368 | prompt eval time = 783.95 ms / 96 tokens ( 8.17 ms per token, 122.46 tokens per second) 5.52.926.896 I slot print_timing: id 2 | task 2368 | eval time = 19502.56 ms / 214 tokens ( 91.56 ms per token, 10.92 tokens per second) 5.52.926.897 I slot print_timing: id 2 | task 2368 | total time = 20286.50 ms / 310 tokens 5.52.926.898 I slot print_timing: id 2 | task 2368 | graphs reused = 2099 5.52.926.898 I slot print_timing: id 2 | task 2368 | graph reallocs = 0 / 0 (same size) / (changed size) 5.52.926.965 I slot release: id 2 | task 2368 | stop processing: n_tokens = 1405, truncated = 0 5.53.021.445 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.780 5.53.021.557 I slot launch_slot_: id 2 | task 2586 | processing task, is_child = 0 5.53.649.137 I slot print_timing: id 1 | task 2358 | n_gen = 225, tg = 10.36 t/s, tg_3s = 9.59 t/s 5.55.086.468 I slot print_timing: id 0 | task 2340 | n_gen = 257, tg = 10.09 t/s, tg_3s = 8.95 t/s 5.56.722.082 I slot print_timing: id 1 | task 2358 | n_gen = 259, tg = 10.45 t/s, tg_3s = 11.06 t/s 5.56.979.388 I slot print_timing: id 3 | task 2522 | n_gen = 100, tg = 10.67 t/s, tg_3s = 10.78 t/s 5.58.095.660 I slot print_timing: id 0 | task 2340 | n_gen = 292, tg = 10.25 t/s, tg_3s = 11.63 t/s 5.58.440.143 I slot print_timing: id 1 | task 2358 | prompt eval time = 902.18 ms / 110 tokens ( 8.20 ms per token, 121.93 tokens per second) 5.58.440.148 I slot print_timing: id 1 | task 2358 | eval time = 26415.57 ms / 279 tokens ( 95.02 ms per token, 10.52 tokens per second) 5.58.440.149 I slot print_timing: id 1 | task 2358 | total time = 27317.74 ms / 389 tokens 5.58.440.150 I slot print_timing: id 1 | task 2358 | graphs reused = 2151 5.58.440.151 I slot print_timing: id 1 | task 2358 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.440.216 I slot release: id 1 | task 2358 | stop processing: n_tokens = 1484, truncated = 0 5.58.531.674 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.739 5.58.531.785 I slot launch_slot_: id 1 | task 2643 | processing task, is_child = 0 6.00.051.270 I slot print_timing: id 3 | task 2522 | n_gen = 129, tg = 10.36 t/s, tg_3s = 9.44 t/s 6.00.231.320 I slot print_timing: id 0 | task 2340 | prompt eval time = 885.36 ms / 133 tokens ( 6.66 ms per token, 150.22 tokens per second) 6.00.231.326 I slot print_timing: id 0 | task 2340 | eval time = 30519.29 ms / 310 tokens ( 98.77 ms per token, 10.12 tokens per second) 6.00.231.327 I slot print_timing: id 0 | task 2340 | total time = 31404.65 ms / 443 tokens 6.00.231.328 I slot print_timing: id 0 | task 2340 | graphs reused = 2160 6.00.231.329 I slot print_timing: id 0 | task 2340 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.231.405 I slot release: id 0 | task 2340 | stop processing: n_tokens = 1538, truncated = 0 6.00.309.115 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.713 6.00.309.210 I slot launch_slot_: id 0 | task 2658 | processing task, is_child = 0 6.03.120.422 I slot print_timing: id 3 | task 2522 | n_gen = 159, tg = 10.25 t/s, tg_3s = 9.77 t/s 6.03.467.436 I slot print_timing: id 2 | task 2586 | n_gen = 100, tg = 10.32 t/s, tg_3s = 10.42 t/s 6.06.146.560 I slot print_timing: id 3 | task 2522 | n_gen = 194, tg = 10.46 t/s, tg_3s = 11.57 t/s 6.06.490.926 I slot print_timing: id 2 | task 2586 | n_gen = 135, tg = 10.62 t/s, tg_3s = 11.58 t/s 6.08.291.923 I slot print_timing: id 1 | task 2643 | n_gen = 100, tg = 10.97 t/s, tg_3s = 11.08 t/s 6.09.151.557 I slot print_timing: id 3 | task 2522 | n_gen = 229, tg = 10.63 t/s, tg_3s = 11.65 t/s 6.09.496.005 I slot print_timing: id 0 | task 2658 | n_gen = 100, tg = 11.60 t/s, tg_3s = 11.71 t/s 6.09.496.616 I slot print_timing: id 2 | task 2586 | n_gen = 170, tg = 10.82 t/s, tg_3s = 11.64 t/s 6.11.301.594 I slot print_timing: id 1 | task 2643 | n_gen = 135, tg = 11.13 t/s, tg_3s = 11.63 t/s 6.11.388.229 I slot print_timing: id 0 | task 2658 | prompt eval time = 649.15 ms / 79 tokens ( 8.22 ms per token, 121.70 tokens per second) 6.11.388.235 I slot print_timing: id 0 | task 2658 | eval time = 10429.85 ms / 122 tokens ( 86.20 ms per token, 11.60 tokens per second) 6.11.388.236 I slot print_timing: id 0 | task 2658 | total time = 11079.00 ms / 201 tokens 6.11.388.237 I slot print_timing: id 0 | task 2658 | graphs reused = 2281 6.11.388.238 I slot print_timing: id 0 | task 2658 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.388.315 I slot release: id 0 | task 2658 | stop processing: n_tokens = 1296, truncated = 0 6.11.465.688 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.846 6.11.465.798 I slot launch_slot_: id 0 | task 2783 | processing task, is_child = 0 6.12.209.808 I slot print_timing: id 3 | task 2522 | n_gen = 259, tg = 10.53 t/s, tg_3s = 9.81 t/s 6.12.559.103 I slot print_timing: id 2 | task 2586 | n_gen = 200, tg = 10.65 t/s, tg_3s = 9.80 t/s 6.14.364.656 I slot print_timing: id 1 | task 2643 | n_gen = 165, tg = 10.86 t/s, tg_3s = 9.79 t/s 6.14.537.213 I slot print_timing: id 1 | task 2643 | prompt eval time = 735.15 ms / 75 tokens ( 9.80 ms per token, 102.02 tokens per second) 6.14.537.218 I slot print_timing: id 1 | task 2643 | eval time = 15270.26 ms / 167 tokens ( 91.99 ms per token, 10.87 tokens per second) 6.14.537.219 I slot print_timing: id 1 | task 2643 | total time = 16005.41 ms / 242 tokens 6.14.537.220 I slot print_timing: id 1 | task 2643 | graphs reused = 2309 6.14.537.221 I slot print_timing: id 1 | task 2643 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.537.285 I slot release: id 1 | task 2643 | stop processing: n_tokens = 1337, truncated = 0 6.14.631.381 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.820 6.14.631.514 I slot launch_slot_: id 1 | task 2815 | processing task, is_child = 0 6.15.373.838 I slot print_timing: id 3 | task 2522 | n_gen = 289, tg = 10.41 t/s, tg_3s = 9.48 t/s 6.15.640.892 I slot print_timing: id 2 | task 2586 | n_gen = 229, tg = 10.47 t/s, tg_3s = 9.41 t/s 6.18.388.446 I slot print_timing: id 3 | task 2522 | n_gen = 324, tg = 10.53 t/s, tg_3s = 11.61 t/s 6.18.647.946 I slot print_timing: id 2 | task 2586 | n_gen = 264, tg = 10.61 t/s, tg_3s = 11.64 t/s 6.18.733.847 I slot print_timing: id 2 | task 2586 | prompt eval time = 848.93 ms / 117 tokens ( 7.26 ms per token, 137.82 tokens per second) 6.18.733.852 I slot print_timing: id 2 | task 2586 | eval time = 24863.35 ms / 265 tokens ( 94.18 ms per token, 10.62 tokens per second) 6.18.733.853 I slot print_timing: id 2 | task 2586 | total time = 25712.27 ms / 382 tokens 6.18.733.855 I slot print_timing: id 2 | task 2586 | graphs reused = 2347 6.18.733.856 I slot print_timing: id 2 | task 2586 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.733.924 I slot release: id 2 | task 2586 | stop processing: n_tokens = 1477, truncated = 0 6.18.823.930 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.742 6.18.824.030 I slot launch_slot_: id 2 | task 2858 | processing task, is_child = 0 6.19.539.626 I slot print_timing: id 3 | task 2522 | prompt eval time = 854.79 ms / 106 tokens ( 8.06 ms per token, 124.01 tokens per second) 6.19.539.632 I slot print_timing: id 3 | task 2522 | eval time = 31838.80 ms / 331 tokens ( 96.48 ms per token, 10.36 tokens per second) 6.19.539.633 I slot print_timing: id 3 | task 2522 | total time = 32693.58 ms / 437 tokens 6.19.539.635 I slot print_timing: id 3 | task 2522 | graphs reused = 2347 6.19.539.636 I slot print_timing: id 3 | task 2522 | graph reallocs = 0 / 0 (same size) / (changed size) 6.19.539.708 I slot release: id 3 | task 2522 | stop processing: n_tokens = 1532, truncated = 0 6.19.613.238 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.715 6.19.613.357 I slot launch_slot_: id 3 | task 2862 | processing task, is_child = 0 6.22.321.617 I slot print_timing: id 0 | task 2783 | n_gen = 100, tg = 9.70 t/s, tg_3s = 9.80 t/s 6.24.965.930 I slot print_timing: id 1 | task 2815 | n_gen = 100, tg = 10.32 t/s, tg_3s = 10.42 t/s 6.25.415.773 I slot print_timing: id 0 | task 2783 | n_gen = 136, tg = 10.15 t/s, tg_3s = 11.63 t/s 6.27.997.548 I slot print_timing: id 1 | task 2815 | n_gen = 134, tg = 10.54 t/s, tg_3s = 11.22 t/s 6.28.459.387 I slot print_timing: id 0 | task 2783 | n_gen = 170, tg = 10.34 t/s, tg_3s = 11.17 t/s 6.28.738.076 I slot print_timing: id 2 | task 2858 | n_gen = 100, tg = 10.76 t/s, tg_3s = 10.87 t/s 6.28.830.964 I slot print_timing: id 1 | task 2815 | prompt eval time = 741.70 ms / 81 tokens ( 9.16 ms per token, 109.21 tokens per second) 6.28.830.970 I slot print_timing: id 1 | task 2815 | eval time = 13457.73 ms / 143 tokens ( 94.77 ms per token, 10.55 tokens per second) 6.28.830.971 I slot print_timing: id 1 | task 2815 | total time = 14199.43 ms / 224 tokens 6.28.830.973 I slot print_timing: id 1 | task 2815 | graphs reused = 2441 6.28.830.973 I slot print_timing: id 1 | task 2815 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.831.042 I slot release: id 1 | task 2815 | stop processing: n_tokens = 1319, truncated = 0 6.28.932.809 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.831 6.28.932.928 I slot launch_slot_: id 1 | task 2963 | processing task, is_child = 0 6.29.535.625 I slot print_timing: id 3 | task 2862 | n_gen = 100, tg = 10.80 t/s, tg_3s = 10.90 t/s 6.31.528.171 I slot print_timing: id 0 | task 2783 | n_gen = 197, tg = 10.10 t/s, tg_3s = 8.80 t/s 6.31.806.831 I slot print_timing: id 2 | task 2858 | n_gen = 127, tg = 10.27 t/s, tg_3s = 8.80 t/s 6.32.552.132 I slot print_timing: id 3 | task 2862 | n_gen = 132, tg = 10.75 t/s, tg_3s = 10.61 t/s 6.34.035.927 I slot print_timing: id 0 | task 2783 | prompt eval time = 651.21 ms / 77 tokens ( 8.46 ms per token, 118.24 tokens per second) 6.34.035.933 I slot print_timing: id 0 | task 2783 | eval time = 21918.89 ms / 224 tokens ( 98.29 ms per token, 10.17 tokens per second) 6.34.035.934 I slot print_timing: id 0 | task 2783 | total time = 22570.11 ms / 301 tokens 6.34.035.935 I slot print_timing: id 0 | task 2783 | graphs reused = 2487 6.34.035.936 I slot print_timing: id 0 | task 2783 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.036.015 I slot release: id 0 | task 2783 | stop processing: n_tokens = 1396, truncated = 0 6.34.114.161 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.785 6.34.114.268 I slot launch_slot_: id 0 | task 3014 | processing task, is_child = 0 6.34.898.136 I slot print_timing: id 2 | task 2858 | n_gen = 155, tg = 10.03 t/s, tg_3s = 9.06 t/s 6.35.605.232 I slot print_timing: id 3 | task 2862 | n_gen = 160, tg = 10.43 t/s, tg_3s = 9.17 t/s 6.37.746.544 I slot print_timing: id 3 | task 2862 | prompt eval time = 751.75 ms / 101 tokens ( 7.44 ms per token, 134.35 tokens per second) 6.37.746.549 I slot print_timing: id 3 | task 2862 | eval time = 17381.42 ms / 183 tokens ( 95.50 ms per token, 10.47 tokens per second) 6.37.746.550 I slot print_timing: id 3 | task 2862 | total time = 18133.17 ms / 284 tokens 6.37.746.551 I slot print_timing: id 3 | task 2862 | graphs reused = 2519 6.37.746.552 I slot print_timing: id 3 | task 2862 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.746.625 I slot release: id 3 | task 2862 | stop processing: n_tokens = 1379, truncated = 0 6.37.827.851 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.795 6.37.827.970 I slot launch_slot_: id 3 | task 3050 | processing task, is_child = 0 6.38.249.038 I slot print_timing: id 2 | task 2858 | n_gen = 188, tg = 9.99 t/s, tg_3s = 9.85 t/s 6.39.681.186 I slot print_timing: id 1 | task 2963 | n_gen = 100, tg = 10.00 t/s, tg_3s = 10.10 t/s 6.40.513.014 I slot print_timing: id 2 | task 2858 | prompt eval time = 715.28 ms / 84 tokens ( 8.52 ms per token, 117.44 tokens per second) 6.40.513.020 I slot print_timing: id 2 | task 2858 | eval time = 20973.68 ms / 212 tokens ( 99.40 ms per token, 10.06 tokens per second) 6.40.513.021 I slot print_timing: id 2 | task 2858 | total time = 21688.97 ms / 296 tokens 6.40.513.021 I slot print_timing: id 2 | task 2858 | graphs reused = 2541 6.40.513.022 I slot print_timing: id 2 | task 2858 | graph reallocs = 0 / 0 (same size) / (changed size) 6.40.513.091 I slot release: id 2 | task 2858 | stop processing: n_tokens = 1391, truncated = 0 6.40.613.565 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.788 6.40.613.690 I slot launch_slot_: id 2 | task 3077 | processing task, is_child = 0 6.42.722.825 I slot print_timing: id 1 | task 2963 | n_gen = 127, tg = 9.73 t/s, tg_3s = 8.88 t/s 6.44.782.206 I slot print_timing: id 0 | task 3014 | n_gen = 100, tg = 9.92 t/s, tg_3s = 10.02 t/s 6.45.811.077 I slot print_timing: id 1 | task 2963 | n_gen = 161, tg = 9.98 t/s, tg_3s = 11.01 t/s 6.47.853.579 I slot print_timing: id 0 | task 3014 | n_gen = 134, tg = 10.19 t/s, tg_3s = 11.07 t/s 6.47.945.380 I slot print_timing: id 3 | task 3050 | n_gen = 100, tg = 10.43 t/s, tg_3s = 10.54 t/s 6.48.038.014 I slot print_timing: id 3 | task 3050 | prompt eval time = 626.74 ms / 65 tokens ( 9.64 ms per token, 103.71 tokens per second) 6.48.038.020 I slot print_timing: id 3 | task 3050 | eval time = 9583.29 ms / 101 tokens ( 95.83 ms per token, 10.43 tokens per second) 6.48.038.021 I slot print_timing: id 3 | task 3050 | total time = 10210.02 ms / 166 tokens 6.48.038.022 I slot print_timing: id 3 | task 3050 | graphs reused = 2614 6.48.038.023 I slot print_timing: id 3 | task 3050 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.038.090 I slot release: id 3 | task 3050 | stop processing: n_tokens = 1261, truncated = 0 6.48.116.195 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.869 6.48.116.312 I slot launch_slot_: id 3 | task 3155 | processing task, is_child = 0 6.48.848.571 I slot print_timing: id 1 | task 2963 | n_gen = 189, tg = 9.86 t/s, tg_3s = 9.22 t/s 6.50.854.494 I slot print_timing: id 0 | task 3014 | n_gen = 161, tg = 9.97 t/s, tg_3s = 9.00 t/s 6.50.854.985 I slot print_timing: id 2 | task 3077 | n_gen = 100, tg = 10.44 t/s, tg_3s = 10.54 t/s 6.51.901.716 I slot print_timing: id 1 | task 2963 | n_gen = 223, tg = 10.03 t/s, tg_3s = 11.14 t/s 6.53.870.210 I slot print_timing: id 0 | task 3014 | n_gen = 194, tg = 10.12 t/s, tg_3s = 10.94 t/s 6.53.870.826 I slot print_timing: id 2 | task 3077 | n_gen = 133, tg = 10.56 t/s, tg_3s = 10.94 t/s 6.54.942.695 I slot print_timing: id 1 | task 2963 | n_gen = 256, tg = 10.13 t/s, tg_3s = 10.85 t/s 6.56.729.118 I slot print_timing: id 0 | task 3014 | prompt eval time = 690.58 ms / 90 tokens ( 7.67 ms per token, 130.33 tokens per second) 6.56.729.125 I slot print_timing: id 0 | task 3014 | eval time = 21924.25 ms / 226 tokens ( 97.44 ms per token, 10.26 tokens per second) 6.56.729.127 I slot print_timing: id 0 | task 3014 | total time = 22614.83 ms / 316 tokens 6.56.729.128 I slot print_timing: id 0 | task 3014 | graphs reused = 2700 6.56.729.129 I slot print_timing: id 0 | task 3014 | graph reallocs = 0 / 0 (same size) / (changed size) 6.56.729.207 I slot release: id 0 | task 3014 | stop processing: n_tokens = 1411, truncated = 0 6.56.812.593 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.777 6.56.812.712 I slot launch_slot_: id 0 | task 3246 | processing task, is_child = 0 6.57.287.287 I slot print_timing: id 2 | task 3077 | n_gen = 167, tg = 10.43 t/s, tg_3s = 9.95 t/s 6.57.967.212 I slot print_timing: id 1 | task 2963 | n_gen = 284, tg = 10.04 t/s, tg_3s = 9.26 t/s 6.58.336.964 I slot print_timing: id 3 | task 3155 | n_gen = 100, tg = 10.44 t/s, tg_3s = 10.54 t/s 6.59.723.619 I slot print_timing: id 1 | task 2963 | prompt eval time = 845.97 ms / 101 tokens ( 8.38 ms per token, 119.39 tokens per second) 6.59.723.625 I slot print_timing: id 1 | task 2963 | eval time = 29944.70 ms / 304 tokens ( 98.83 ms per token, 10.12 tokens per second) 6.59.723.625 I slot print_timing: id 1 | task 2963 | total time = 30790.67 ms / 405 tokens 6.59.723.626 I slot print_timing: id 1 | task 2963 | graphs reused = 2725 6.59.723.627 I slot print_timing: id 1 | task 2963 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.723.700 I slot release: id 1 | task 2963 | stop processing: n_tokens = 1500, truncated = 0 6.59.818.484 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.731 6.59.818.598 I slot launch_slot_: id 1 | task 3275 | processing task, is_child = 0 7.00.402.745 I slot print_timing: id 2 | task 3077 | n_gen = 195, tg = 10.19 t/s, tg_3s = 8.99 t/s 7.01.407.601 I slot print_timing: id 3 | task 3155 | n_gen = 127, tg = 10.03 t/s, tg_3s = 8.79 t/s 7.03.476.675 I slot print_timing: id 2 | task 3077 | n_gen = 227, tg = 10.22 t/s, tg_3s = 10.41 t/s 7.04.456.219 I slot print_timing: id 3 | task 3155 | n_gen = 161, tg = 10.25 t/s, tg_3s = 11.15 t/s 7.06.494.890 I slot print_timing: id 2 | task 3077 | n_gen = 260, tg = 10.31 t/s, tg_3s = 10.93 t/s 7.07.111.175 I slot print_timing: id 0 | task 3246 | n_gen = 100, tg = 10.29 t/s, tg_3s = 10.40 t/s 7.07.283.005 I slot print_timing: id 2 | task 3077 | prompt eval time = 757.39 ms / 85 tokens ( 8.91 ms per token, 112.23 tokens per second) 7.07.283.010 I slot print_timing: id 2 | task 3077 | eval time = 25911.91 ms / 269 tokens ( 96.69 ms per token, 10.34 tokens per second) 7.07.283.011 I slot print_timing: id 2 | task 3077 | total time = 26669.30 ms / 354 tokens 7.07.283.012 I slot print_timing: id 2 | task 3077 | graphs reused = 2797 7.07.283.013 I slot print_timing: id 2 | task 3077 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.283.086 I slot release: id 2 | task 3077 | stop processing: n_tokens = 1449, truncated = 0 7.07.373.838 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.756 7.07.373.945 I slot launch_slot_: id 2 | task 3352 | processing task, is_child = 0 7.07.865.832 I slot print_timing: id 3 | task 3155 | n_gen = 194, tg = 10.15 t/s, tg_3s = 9.68 t/s 7.10.129.300 I slot print_timing: id 0 | task 3246 | n_gen = 127, tg = 9.97 t/s, tg_3s = 8.95 t/s 7.10.221.519 I slot print_timing: id 1 | task 3275 | n_gen = 100, tg = 10.34 t/s, tg_3s = 10.45 t/s 7.10.591.266 I slot print_timing: id 3 | task 3155 | prompt eval time = 733.49 ms / 77 tokens ( 9.53 ms per token, 104.98 tokens per second) 7.10.591.272 I slot print_timing: id 3 | task 3155 | eval time = 21741.45 ms / 222 tokens ( 98.38 ms per token, 10.16 tokens per second) 7.10.591.273 I slot print_timing: id 3 | task 3155 | total time = 22474.94 ms / 299 tokens 7.10.591.274 I slot print_timing: id 3 | task 3155 | graphs reused = 2823 7.10.591.275 I slot print_timing: id 3 | task 3155 | graph reallocs = 0 / 0 (same size) / (changed size) 7.10.591.342 I slot release: id 3 | task 3155 | stop processing: n_tokens = 1394, truncated = 0 7.10.670.676 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.786 7.10.670.805 I slot launch_slot_: id 3 | task 3383 | processing task, is_child = 0 7.13.151.775 I slot print_timing: id 0 | task 3246 | n_gen = 155, tg = 9.83 t/s, tg_3s = 9.26 t/s 7.13.245.311 I slot print_timing: id 1 | task 3275 | n_gen = 128, tg = 10.08 t/s, tg_3s = 9.26 t/s 7.13.431.385 I slot print_timing: id 1 | task 3275 | prompt eval time = 833.00 ms / 97 tokens ( 8.59 ms per token, 116.45 tokens per second) 7.13.431.390 I slot print_timing: id 1 | task 3275 | eval time = 12779.77 ms / 130 tokens ( 99.07 ms per token, 10.09 tokens per second) 7.13.431.391 I slot print_timing: id 1 | task 3275 | total time = 13612.77 ms / 227 tokens 7.13.431.392 I slot print_timing: id 1 | task 3275 | graphs reused = 2845 7.13.431.393 I slot print_timing: id 1 | task 3275 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.431.471 I slot release: id 1 | task 3275 | stop processing: n_tokens = 1322, truncated = 0 7.13.525.185 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.829 7.13.525.305 I slot launch_slot_: id 1 | task 3410 | processing task, is_child = 0 7.16.221.086 I slot print_timing: id 0 | task 3246 | n_gen = 182, tg = 9.66 t/s, tg_3s = 8.80 t/s 7.18.173.458 I slot print_timing: id 2 | task 3352 | n_gen = 100, tg = 9.82 t/s, tg_3s = 9.92 t/s 7.19.290.539 I slot print_timing: id 0 | task 3246 | n_gen = 217, tg = 9.91 t/s, tg_3s = 11.40 t/s 7.20.237.834 I slot print_timing: id 0 | task 3246 | prompt eval time = 680.32 ms / 69 tokens ( 9.86 ms per token, 101.42 tokens per second) 7.20.237.841 I slot print_timing: id 0 | task 3246 | eval time = 22744.79 ms / 228 tokens ( 100.20 ms per token, 9.98 tokens per second) 7.20.237.842 I slot print_timing: id 0 | task 3246 | total time = 23425.10 ms / 297 tokens 7.20.237.843 I slot print_timing: id 0 | task 3246 | graphs reused = 2910 7.20.237.844 I slot print_timing: id 0 | task 3246 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.237.933 I slot release: id 0 | task 3246 | stop processing: n_tokens = 1392, truncated = 0 7.20.315.285 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.787 7.20.315.382 I slot launch_slot_: id 0 | task 3481 | processing task, is_child = 0 7.21.197.732 I slot print_timing: id 2 | task 3352 | n_gen = 129, tg = 9.76 t/s, tg_3s = 9.59 t/s 7.21.283.757 I slot print_timing: id 3 | task 3383 | n_gen = 100, tg = 9.97 t/s, tg_3s = 10.07 t/s 7.23.523.889 I slot print_timing: id 1 | task 3410 | n_gen = 100, tg = 10.95 t/s, tg_3s = 11.06 t/s 7.23.954.962 I slot print_timing: id 2 | task 3352 | prompt eval time = 714.65 ms / 83 tokens ( 8.61 ms per token, 116.14 tokens per second) 7.23.954.968 I slot print_timing: id 2 | task 3352 | eval time = 15866.34 ms / 161 tokens ( 99.16 ms per token, 10.08 tokens per second) 7.23.954.970 I slot print_timing: id 2 | task 3352 | total time = 16581.00 ms / 244 tokens 7.23.954.971 I slot print_timing: id 2 | task 3352 | graphs reused = 2944 7.23.954.972 I slot print_timing: id 2 | task 3352 | graph reallocs = 0 / 0 (same size) / (changed size) 7.23.955.043 I slot release: id 2 | task 3352 | stop processing: n_tokens = 1339, truncated = 0 7.24.050.683 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.888 (> 0.100 thold), f_keep = 0.819 7.24.050.795 I slot launch_slot_: id 2 | task 3519 | processing task, is_child = 0 7.24.719.026 I slot print_timing: id 3 | task 3383 | n_gen = 133, tg = 9.88 t/s, tg_3s = 9.61 t/s 7.26.589.976 I slot print_timing: id 1 | task 3410 | n_gen = 127, tg = 10.41 t/s, tg_3s = 8.81 t/s 7.27.794.400 I slot print_timing: id 3 | task 3383 | n_gen = 167, tg = 10.10 t/s, tg_3s = 11.06 t/s 7.29.268.005 I slot print_timing: id 3 | task 3383 | prompt eval time = 683.74 ms / 74 tokens ( 9.24 ms per token, 108.23 tokens per second) 7.29.268.011 I slot print_timing: id 3 | task 3383 | eval time = 17913.44 ms / 184 tokens ( 97.89 ms per token, 10.22 tokens per second) 7.29.268.012 I slot print_timing: id 3 | task 3383 | total time = 18597.18 ms / 258 tokens 7.29.268.013 I slot print_timing: id 3 | task 3383 | graphs reused = 2993 7.29.268.013 I slot print_timing: id 3 | task 3383 | graph reallocs = 0 / 0 (same size) / (changed size) 7.29.268.094 I slot release: id 3 | task 3383 | stop processing: n_tokens = 1353, truncated = 0 7.29.347.272 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.810 7.29.347.415 I slot launch_slot_: id 3 | task 3573 | processing task, is_child = 0 7.29.888.407 I slot print_timing: id 1 | task 3410 | n_gen = 160, tg = 10.32 t/s, tg_3s = 10.00 t/s 7.30.893.767 I slot print_timing: id 0 | task 3481 | n_gen = 100, tg = 10.01 t/s, tg_3s = 10.12 t/s 7.32.966.090 I slot print_timing: id 1 | task 3410 | n_gen = 194, tg = 10.44 t/s, tg_3s = 11.05 t/s 7.33.917.575 I slot print_timing: id 0 | task 3481 | n_gen = 135, tg = 10.38 t/s, tg_3s = 11.57 t/s 7.34.092.452 I slot print_timing: id 2 | task 3519 | n_gen = 100, tg = 10.82 t/s, tg_3s = 10.93 t/s 7.35.989.165 I slot print_timing: id 1 | task 3410 | n_gen = 229, tg = 10.60 t/s, tg_3s = 11.58 t/s 7.36.934.165 I slot print_timing: id 0 | task 3481 | n_gen = 170, tg = 10.61 t/s, tg_3s = 11.60 t/s 7.37.106.224 I slot print_timing: id 2 | task 3519 | n_gen = 135, tg = 11.01 t/s, tg_3s = 11.61 t/s 7.38.568.971 I slot print_timing: id 0 | task 3481 | prompt eval time = 692.90 ms / 91 tokens ( 7.61 ms per token, 131.33 tokens per second) 7.38.568.976 I slot print_timing: id 0 | task 3481 | eval time = 17560.68 ms / 189 tokens ( 93.41 ms per token, 10.71 tokens per second) 7.38.568.977 I slot print_timing: id 0 | task 3481 | total time = 18253.57 ms / 280 tokens 7.38.568.978 I slot print_timing: id 0 | task 3481 | graphs reused = 3090 7.38.568.980 I slot print_timing: id 0 | task 3481 | graph reallocs = 0 / 0 (same size) / (changed size) 7.38.569.052 I slot release: id 0 | task 3481 | stop processing: n_tokens = 1375, truncated = 0 7.38.646.263 I slot print_timing: id 3 | task 3573 | n_gen = 100, tg = 11.60 t/s, tg_3s = 11.71 t/s 7.38.646.276 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.797 7.38.646.388 I slot launch_slot_: id 0 | task 3675 | processing task, is_child = 0 7.39.240.164 I slot print_timing: id 1 | task 3410 | n_gen = 261, tg = 10.50 t/s, tg_3s = 9.84 t/s 7.40.133.618 I slot print_timing: id 2 | task 3519 | n_gen = 163, tg = 10.66 t/s, tg_3s = 9.25 t/s 7.40.477.379 I slot print_timing: id 1 | task 3410 | prompt eval time = 959.21 ms / 129 tokens ( 7.44 ms per token, 134.49 tokens per second) 7.40.477.384 I slot print_timing: id 1 | task 3410 | eval time = 25992.85 ms / 274 tokens ( 95.21 ms per token, 10.50 tokens per second) 7.40.477.385 I slot print_timing: id 1 | task 3410 | total time = 26952.06 ms / 403 tokens 7.40.477.386 I slot print_timing: id 1 | task 3410 | graphs reused = 3102 7.40.477.387 I slot print_timing: id 1 | task 3410 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.477.460 I slot release: id 1 | task 3410 | stop processing: n_tokens = 1498, truncated = 0 7.40.570.954 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.732 7.40.571.064 I slot launch_slot_: id 1 | task 3691 | processing task, is_child = 0 7.41.676.724 I slot print_timing: id 3 | task 3573 | n_gen = 122, tg = 10.46 t/s, tg_3s = 7.26 t/s 7.43.190.704 I slot print_timing: id 2 | task 3519 | n_gen = 192, tg = 10.47 t/s, tg_3s = 9.49 t/s 7.44.745.524 I slot print_timing: id 3 | task 3573 | n_gen = 157, tg = 10.66 t/s, tg_3s = 11.41 t/s 7.45.259.010 I slot print_timing: id 3 | task 3573 | prompt eval time = 761.29 ms / 91 tokens ( 8.37 ms per token, 119.53 tokens per second) 7.45.259.016 I slot print_timing: id 3 | task 3573 | eval time = 15150.28 ms / 163 tokens ( 93.52 ms per token, 10.69 tokens per second) 7.45.259.017 I slot print_timing: id 3 | task 3573 | total time = 15911.57 ms / 254 tokens 7.45.259.020 I slot print_timing: id 3 | task 3573 | graphs reused = 3147 7.45.259.021 I slot print_timing: id 3 | task 3573 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.259.099 I slot release: id 3 | task 3573 | stop processing: n_tokens = 1349, truncated = 0 7.45.335.422 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.812 7.45.335.540 I slot launch_slot_: id 3 | task 3741 | processing task, is_child = 0 7.46.220.711 I slot print_timing: id 2 | task 3519 | n_gen = 221, tg = 10.34 t/s, tg_3s = 9.57 t/s 7.48.712.262 I slot print_timing: id 1 | task 3691 | prompt eval time = 666.49 ms / 60 tokens ( 11.11 ms per token, 90.02 tokens per second) 7.48.712.267 I slot print_timing: id 1 | task 3691 | eval time = 7474.69 ms / 81 tokens ( 93.43 ms per token, 10.70 tokens per second) 7.48.712.268 I slot print_timing: id 1 | task 3691 | total time = 8141.18 ms / 141 tokens 7.48.712.269 I slot print_timing: id 1 | task 3691 | graphs reused = 3177 7.48.712.270 I slot print_timing: id 1 | task 3691 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.712.333 I slot release: id 1 | task 3691 | stop processing: n_tokens = 1236, truncated = 0 7.48.807.241 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.887 7.48.807.352 I slot launch_slot_: id 1 | task 3776 | processing task, is_child = 0 7.49.438.258 I slot print_timing: id 2 | task 3519 | n_gen = 252, tg = 10.25 t/s, tg_3s = 9.63 t/s 7.49.761.752 I slot print_timing: id 0 | task 3675 | n_gen = 100, tg = 9.59 t/s, tg_3s = 9.68 t/s 7.52.523.637 I slot print_timing: id 2 | task 3519 | n_gen = 285, tg = 10.30 t/s, tg_3s = 10.70 t/s 7.52.798.626 I slot print_timing: id 0 | task 3675 | n_gen = 134, tg = 9.95 t/s, tg_3s = 11.20 t/s 7.55.482.445 I slot print_timing: id 3 | task 3741 | n_gen = 100, tg = 10.48 t/s, tg_3s = 10.59 t/s 7.55.575.471 I slot print_timing: id 2 | task 3519 | n_gen = 319, tg = 10.38 t/s, tg_3s = 11.14 t/s 7.55.852.132 I slot print_timing: id 0 | task 3675 | n_gen = 168, tg = 10.17 t/s, tg_3s = 11.13 t/s 7.56.228.725 I slot print_timing: id 3 | task 3741 | prompt eval time = 703.89 ms / 83 tokens ( 8.48 ms per token, 117.92 tokens per second) 7.56.228.731 I slot print_timing: id 3 | task 3741 | eval time = 10189.27 ms / 108 tokens ( 95.23 ms per token, 10.50 tokens per second) 7.56.228.732 I slot print_timing: id 3 | task 3741 | total time = 10893.16 ms / 191 tokens 7.56.228.732 I slot print_timing: id 3 | task 3741 | graphs reused = 3248 7.56.228.733 I slot print_timing: id 3 | task 3741 | graph reallocs = 0 / 0 (same size) / (changed size) 7.56.228.814 I slot release: id 3 | task 3741 | stop processing: n_tokens = 1286, truncated = 0 7.56.308.922 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.852 7.56.309.042 I slot launch_slot_: id 3 | task 3853 | processing task, is_child = 0 7.58.623.745 I slot print_timing: id 2 | task 3519 | n_gen = 347, tg = 10.27 t/s, tg_3s = 9.19 t/s 7.58.891.439 I slot print_timing: id 0 | task 3675 | n_gen = 196, tg = 10.02 t/s, tg_3s = 9.21 t/s 7.59.081.206 I slot print_timing: id 1 | task 3776 | n_gen = 100, tg = 10.52 t/s, tg_3s = 10.63 t/s 8.01.648.492 I slot print_timing: id 2 | task 3519 | n_gen = 380, tg = 10.32 t/s, tg_3s = 10.91 t/s 8.01.906.669 I slot print_timing: id 0 | task 3675 | n_gen = 229, tg = 10.15 t/s, tg_3s = 10.94 t/s 8.02.165.543 I slot print_timing: id 1 | task 3776 | n_gen = 134, tg = 10.64 t/s, tg_3s = 11.02 t/s 8.03.061.783 I slot print_timing: id 2 | task 3519 | prompt eval time = 889.27 ms / 138 tokens ( 6.44 ms per token, 155.18 tokens per second) 8.03.061.789 I slot print_timing: id 2 | task 3519 | eval time = 38121.70 ms / 396 tokens ( 96.51 ms per token, 10.36 tokens per second) 8.03.061.790 I slot print_timing: id 2 | task 3519 | total time = 39010.97 ms / 534 tokens 8.03.061.791 I slot print_timing: id 2 | task 3519 | graphs reused = 3314 8.03.061.792 I slot print_timing: id 2 | task 3519 | graph reallocs = 0 / 0 (same size) / (changed size) 8.03.061.874 I slot release: id 2 | task 3519 | stop processing: n_tokens = 1629, truncated = 0 8.03.165.086 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.673 8.03.165.211 I slot launch_slot_: id 2 | task 3924 | processing task, is_child = 0 8.04.979.459 I slot print_timing: id 0 | task 3675 | n_gen = 254, tg = 9.90 t/s, tg_3s = 8.14 t/s 8.05.254.506 I slot print_timing: id 1 | task 3776 | n_gen = 159, tg = 10.14 t/s, tg_3s = 8.09 t/s 8.06.725.565 I slot print_timing: id 3 | task 3853 | n_gen = 100, tg = 10.22 t/s, tg_3s = 10.33 t/s 8.08.015.531 I slot print_timing: id 0 | task 3675 | n_gen = 288, tg = 10.04 t/s, tg_3s = 11.20 t/s 8.08.295.856 I slot print_timing: id 1 | task 3776 | n_gen = 193, tg = 10.31 t/s, tg_3s = 11.18 t/s 8.09.754.010 I slot print_timing: id 3 | task 3853 | n_gen = 133, tg = 10.38 t/s, tg_3s = 10.90 t/s 8.11.061.787 I slot print_timing: id 0 | task 3675 | n_gen = 322, tg = 10.15 t/s, tg_3s = 11.16 t/s 8.11.337.647 I slot print_timing: id 1 | task 3776 | n_gen = 227, tg = 10.43 t/s, tg_3s = 11.18 t/s 8.12.462.702 I slot print_timing: id 1 | task 3776 | prompt eval time = 863.28 ms / 103 tokens ( 8.38 ms per token, 119.31 tokens per second) 8.12.462.708 I slot print_timing: id 1 | task 3776 | eval time = 22792.06 ms / 239 tokens ( 95.76 ms per token, 10.44 tokens per second) 8.12.462.709 I slot print_timing: id 1 | task 3776 | total time = 23655.33 ms / 342 tokens 8.12.462.710 I slot print_timing: id 1 | task 3776 | graphs reused = 3404 8.12.462.710 I slot print_timing: id 1 | task 3776 | graph reallocs = 0 / 0 (same size) / (changed size) 8.12.462.789 I slot release: id 1 | task 3776 | stop processing: n_tokens = 1437, truncated = 0 8.12.558.839 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.763 8.12.558.955 I slot launch_slot_: id 1 | task 4020 | processing task, is_child = 0 8.13.228.822 I slot print_timing: id 3 | task 3853 | n_gen = 165, tg = 10.13 t/s, tg_3s = 9.21 t/s 8.13.824.533 I slot print_timing: id 2 | task 3924 | n_gen = 100, tg = 10.22 t/s, tg_3s = 10.32 t/s 8.14.082.363 I slot print_timing: id 0 | task 3675 | n_gen = 347, tg = 9.99 t/s, tg_3s = 8.28 t/s 8.16.240.841 I slot print_timing: id 3 | task 3853 | n_gen = 197, tg = 10.21 t/s, tg_3s = 10.62 t/s 8.16.888.451 I slot print_timing: id 2 | task 3924 | n_gen = 134, tg = 10.43 t/s, tg_3s = 11.10 t/s 8.17.168.006 I slot print_timing: id 0 | task 3675 | n_gen = 381, tg = 10.07 t/s, tg_3s = 11.02 t/s 8.18.745.285 I slot print_timing: id 2 | task 3924 | prompt eval time = 967.75 ms / 107 tokens ( 9.04 ms per token, 110.57 tokens per second) 8.18.745.291 I slot print_timing: id 2 | task 3924 | eval time = 14612.31 ms / 155 tokens ( 94.89 ms per token, 10.54 tokens per second) 8.18.745.292 I slot print_timing: id 2 | task 3924 | total time = 15580.06 ms / 262 tokens 8.18.745.293 I slot print_timing: id 2 | task 3924 | graphs reused = 3462 8.18.745.294 I slot print_timing: id 2 | task 3924 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.745.361 I slot release: id 2 | task 3924 | stop processing: n_tokens = 1356, truncated = 0 8.18.840.256 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.808 8.18.840.359 I slot launch_slot_: id 2 | task 4083 | processing task, is_child = 0 8.19.392.166 I slot print_timing: id 3 | task 3853 | n_gen = 227, tg = 10.11 t/s, tg_3s = 9.52 t/s 8.20.186.695 I slot print_timing: id 0 | task 3675 | n_gen = 408, tg = 9.99 t/s, tg_3s = 8.94 t/s 8.22.444.658 I slot print_timing: id 3 | task 3853 | n_gen = 259, tg = 10.16 t/s, tg_3s = 10.48 t/s 8.22.959.986 I slot print_timing: id 1 | task 4020 | n_gen = 100, tg = 10.43 t/s, tg_3s = 10.54 t/s 8.23.232.728 I slot print_timing: id 0 | task 3675 | n_gen = 442, tg = 10.07 t/s, tg_3s = 11.16 t/s 8.25.462.433 I slot print_timing: id 3 | task 3853 | n_gen = 292, tg = 10.24 t/s, tg_3s = 10.94 t/s 8.25.991.868 I slot print_timing: id 1 | task 4020 | n_gen = 133, tg = 10.54 t/s, tg_3s = 10.88 t/s 8.26.250.254 I slot print_timing: id 0 | task 3675 | n_gen = 475, tg = 10.12 t/s, tg_3s = 10.94 t/s 8.28.481.467 I slot print_timing: id 3 | task 3853 | n_gen = 325, tg = 10.31 t/s, tg_3s = 10.93 t/s 8.28.665.556 I slot print_timing: id 2 | task 4083 | n_gen = 100, tg = 10.95 t/s, tg_3s = 11.06 t/s 8.29.036.926 I slot print_timing: id 1 | task 4020 | n_gen = 166, tg = 10.60 t/s, tg_3s = 10.84 t/s 8.29.315.869 I slot print_timing: id 0 | task 3675 | n_gen = 508, tg = 10.16 t/s, tg_3s = 10.76 t/s 8.31.524.324 I slot print_timing: id 3 | task 3853 | n_gen = 359, tg = 10.38 t/s, tg_3s = 11.17 t/s 8.31.708.595 I slot print_timing: id 2 | task 4083 | n_gen = 134, tg = 11.01 t/s, tg_3s = 11.17 t/s 8.32.079.571 I slot print_timing: id 1 | task 4020 | n_gen = 200, tg = 10.69 t/s, tg_3s = 11.17 t/s 8.32.361.225 I slot print_timing: id 0 | task 3675 | n_gen = 542, tg = 10.22 t/s, tg_3s = 11.16 t/s 8.34.537.726 I slot print_timing: id 3 | task 3853 | n_gen = 392, tg = 10.43 t/s, tg_3s = 10.95 t/s 8.34.709.009 I slot print_timing: id 2 | task 4083 | n_gen = 167, tg = 11.00 t/s, tg_3s = 11.00 t/s 8.35.138.832 I slot print_timing: id 1 | task 4020 | n_gen = 234, tg = 10.75 t/s, tg_3s = 11.11 t/s 8.35.407.008 I slot print_timing: id 0 | task 3675 | n_gen = 576, tg = 10.27 t/s, tg_3s = 11.16 t/s 8.37.548.973 I slot print_timing: id 3 | task 3853 | n_gen = 425, tg = 10.47 t/s, tg_3s = 10.96 t/s 8.37.733.732 I slot print_timing: id 2 | task 4083 | n_gen = 200, tg = 10.99 t/s, tg_3s = 10.91 t/s 8.38.175.357 I slot print_timing: id 1 | task 4020 | n_gen = 267, tg = 10.77 t/s, tg_3s = 10.87 t/s 8.38.434.303 I slot print_timing: id 0 | task 3675 | n_gen = 609, tg = 10.31 t/s, tg_3s = 10.90 t/s 8.40.314.368 I slot print_timing: id 2 | task 4083 | prompt eval time = 783.86 ms / 87 tokens ( 9.01 ms per token, 110.99 tokens per second) 8.40.314.374 I slot print_timing: id 2 | task 4083 | eval time = 20690.14 ms / 229 tokens ( 90.75 ms per token, 11.02 tokens per second) 8.40.314.375 I slot print_timing: id 2 | task 4083 | total time = 21473.99 ms / 316 tokens 8.40.314.376 I slot print_timing: id 2 | task 4083 | graphs reused = 3688 8.40.314.377 I slot print_timing: id 2 | task 4083 | graph reallocs = 0 / 0 (same size) / (changed size) 8.40.314.445 I slot release: id 2 | task 4083 | stop processing: n_tokens = 1411, truncated = 0 8.40.416.343 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.777 8.40.416.461 I slot launch_slot_: id 2 | task 4315 | processing task, is_child = 0 8.40.938.725 I slot print_timing: id 3 | task 3853 | n_gen = 458, tg = 10.41 t/s, tg_3s = 9.74 t/s 8.41.180.799 I slot print_timing: id 1 | task 4020 | n_gen = 294, tg = 10.57 t/s, tg_3s = 8.98 t/s 8.41.466.653 I slot print_timing: id 0 | task 3675 | n_gen = 636, tg = 10.24 t/s, tg_3s = 8.90 t/s 8.41.840.439 I slot print_timing: id 1 | task 4020 | prompt eval time = 910.06 ms / 103 tokens ( 8.84 ms per token, 113.18 tokens per second) 8.41.840.445 I slot print_timing: id 1 | task 4020 | eval time = 28371.41 ms / 301 tokens ( 94.57 ms per token, 10.57 tokens per second) 8.41.840.446 I slot print_timing: id 1 | task 4020 | total time = 29281.47 ms / 404 tokens 8.41.840.447 I slot print_timing: id 1 | task 4020 | graphs reused = 3694 8.41.840.448 I slot print_timing: id 1 | task 4020 | graph reallocs = 0 / 0 (same size) / (changed size) 8.41.840.521 I slot release: id 1 | task 4020 | stop processing: n_tokens = 1499, truncated = 0 8.41.942.900 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.731 8.41.943.020 I slot launch_slot_: id 1 | task 4326 | processing task, is_child = 0 8.43.942.608 I slot print_timing: id 3 | task 3853 | n_gen = 480, tg = 10.21 t/s, tg_3s = 7.32 t/s 8.44.499.674 I slot print_timing: id 0 | task 3675 | n_gen = 660, tg = 10.13 t/s, tg_3s = 7.91 t/s 8.47.027.075 I slot print_timing: id 3 | task 3853 | n_gen = 514, tg = 10.26 t/s, tg_3s = 11.02 t/s 8.47.478.961 I slot print_timing: id 3 | task 3853 | prompt eval time = 731.95 ms / 83 tokens ( 8.82 ms per token, 113.40 tokens per second) 8.47.478.967 I slot print_timing: id 3 | task 3853 | eval time = 50437.95 ms / 519 tokens ( 97.37 ms per token, 10.27 tokens per second) 8.47.478.968 I slot print_timing: id 3 | task 3853 | total time = 51169.90 ms / 602 tokens 8.47.478.969 I slot print_timing: id 3 | task 3853 | graphs reused = 3743 8.47.478.970 I slot print_timing: id 3 | task 3853 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.479.041 I slot release: id 3 | task 3853 | stop processing: n_tokens = 1697, truncated = 0 8.47.556.468 I slot print_timing: id 0 | task 3675 | n_gen = 694, tg = 10.17 t/s, tg_3s = 11.12 t/s 8.47.557.069 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.646 8.47.557.176 I slot launch_slot_: id 3 | task 4380 | processing task, is_child = 0 8.50.559.889 I slot print_timing: id 0 | task 3675 | n_gen = 721, tg = 10.12 t/s, tg_3s = 8.99 t/s 8.51.508.419 I slot print_timing: id 2 | task 4315 | n_gen = 100, tg = 9.59 t/s, tg_3s = 9.68 t/s 8.52.408.486 I slot print_timing: id 1 | task 4326 | n_gen = 100, tg = 10.45 t/s, tg_3s = 10.56 t/s 8.53.618.833 I slot print_timing: id 0 | task 3675 | n_gen = 755, tg = 10.16 t/s, tg_3s = 11.11 t/s 8.54.545.312 I slot print_timing: id 2 | task 4315 | n_gen = 133, tg = 9.88 t/s, tg_3s = 10.87 t/s 8.55.491.951 I slot print_timing: id 1 | task 4326 | n_gen = 134, tg = 10.59 t/s, tg_3s = 11.03 t/s 8.56.212.186 I slot print_timing: id 2 | task 4315 | prompt eval time = 765.02 ms / 79 tokens ( 9.68 ms per token, 103.27 tokens per second) 8.56.212.193 I slot print_timing: id 2 | task 4315 | eval time = 15030.69 ms / 152 tokens ( 99.54 ms per token, 10.05 tokens per second) 8.56.212.195 I slot print_timing: id 2 | task 4315 | total time = 15795.70 ms / 231 tokens 8.56.212.196 I slot print_timing: id 2 | task 4315 | graphs reused = 3830 8.56.212.197 I slot print_timing: id 2 | task 4315 | graph reallocs = 0 / 0 (same size) / (changed size) 8.56.212.278 I slot release: id 2 | task 4315 | stop processing: n_tokens = 1326, truncated = 0 8.56.314.627 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.949 (> 0.100 thold), f_keep = 0.827 8.56.314.747 I slot launch_slot_: id 2 | task 4472 | processing task, is_child = 0 8.56.763.536 I slot print_timing: id 0 | task 3675 | n_gen = 786, tg = 10.15 t/s, tg_3s = 9.86 t/s 8.57.687.449 I slot print_timing: id 1 | task 4326 | prompt eval time = 993.84 ms / 149 tokens ( 6.67 ms per token, 149.92 tokens per second) 8.57.687.455 I slot print_timing: id 1 | task 4326 | eval time = 14750.57 ms / 152 tokens ( 97.69 ms per token, 10.24 tokens per second) 8.57.687.456 I slot print_timing: id 1 | task 4326 | total time = 15744.41 ms / 301 tokens 8.57.687.457 I slot print_timing: id 1 | task 4326 | graphs reused = 3836 8.57.687.457 I slot print_timing: id 1 | task 4326 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.687.546 I slot release: id 1 | task 4326 | stop processing: n_tokens = 1396, truncated = 0 8.57.782.965 I slot print_timing: id 3 | task 4380 | prompt eval time = 682.13 ms / 69 tokens ( 9.89 ms per token, 101.15 tokens per second) 8.57.782.971 I slot print_timing: id 3 | task 4380 | eval time = 9543.64 ms / 100 tokens ( 96.40 ms per token, 10.37 tokens per second) 8.57.782.972 I slot print_timing: id 3 | task 4380 | total time = 10225.77 ms / 169 tokens 8.57.782.973 I slot print_timing: id 3 | task 4380 | graphs reused = 3836 8.57.782.973 I slot print_timing: id 3 | task 4380 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.783.041 I slot release: id 3 | task 4380 | stop processing: n_tokens = 1263, truncated = 0 8.57.783.058 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.785 8.57.783.183 I slot launch_slot_: id 1 | task 4483 | processing task, is_child = 0 8.57.783.341 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 8.57.786.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 8.57.789.311 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 8.57.793.345 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 8.57.797.280 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 8.57.800.685 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 8.57.803.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 8.57.807.096 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.181 MiB) 8.57.811.302 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 8.57.815.451 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 8.57.819.865 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.072 MiB) 8.57.824.038 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.273 MiB) 8.57.826.978 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.835 MiB) 8.57.830.129 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 8.57.833.214 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 8.57.836.438 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 8.57.839.644 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.211 MiB) 8.57.843.144 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 8.57.846.336 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 102.227 MiB) 8.58.237.854 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.868 8.58.237.979 I slot launch_slot_: id 3 | task 4484 | processing task, is_child = 0 8.59.830.835 I slot print_timing: id 0 | task 3675 | n_gen = 800, tg = 9.94 t/s, tg_3s = 4.56 t/s 9.02.867.476 I slot print_timing: id 0 | task 3675 | n_gen = 833, tg = 9.97 t/s, tg_3s = 10.87 t/s 9.05.872.498 I slot print_timing: id 0 | task 3675 | n_gen = 866, tg = 10.01 t/s, tg_3s = 10.98 t/s 9.07.655.511 I slot print_timing: id 2 | task 4472 | n_gen = 100, tg = 9.30 t/s, tg_3s = 9.40 t/s 9.08.545.940 I slot print_timing: id 1 | task 4483 | n_gen = 100, tg = 11.02 t/s, tg_3s = 11.13 t/s 9.08.546.521 I slot print_timing: id 3 | task 4484 | n_gen = 100, tg = 11.02 t/s, tg_3s = 11.13 t/s 9.08.638.098 I slot print_timing: id 2 | task 4472 | prompt eval time = 698.97 ms / 59 tokens ( 11.85 ms per token, 84.41 tokens per second) 9.08.638.104 I slot print_timing: id 2 | task 4472 | eval time = 11624.36 ms / 111 tokens ( 105.68 ms per token, 9.46 tokens per second) 9.08.638.105 I slot print_timing: id 2 | task 4472 | total time = 12323.33 ms / 170 tokens 9.08.638.107 I slot print_timing: id 2 | task 4472 | graphs reused = 3934 9.08.638.108 I slot print_timing: id 2 | task 4472 | graph reallocs = 0 / 0 (same size) / (changed size) 9.08.638.174 I slot release: id 2 | task 4472 | stop processing: n_tokens = 1265, truncated = 0 9.08.738.878 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.866 9.08.739.002 I slot launch_slot_: id 2 | task 4588 | processing task, is_child = 0 9.09.273.400 I slot print_timing: id 0 | task 3675 | n_gen = 899, tg = 10.00 t/s, tg_3s = 9.70 t/s 9.11.606.037 I slot print_timing: id 1 | task 4483 | n_gen = 127, tg = 10.46 t/s, tg_3s = 8.82 t/s 9.11.606.630 I slot print_timing: id 3 | task 4484 | n_gen = 127, tg = 10.46 t/s, tg_3s = 8.82 t/s 9.12.302.212 I slot print_timing: id 0 | task 3675 | n_gen = 931, tg = 10.01 t/s, tg_3s = 10.57 t/s 9.12.396.690 I slot print_timing: id 1 | task 4483 | prompt eval time = 1325.71 ms / 93 tokens ( 14.25 ms per token, 70.15 tokens per second) 9.12.396.695 I slot print_timing: id 1 | task 4483 | eval time = 12832.98 ms / 136 tokens ( 95.06 ms per token, 10.52 tokens per second) 9.12.396.696 I slot print_timing: id 1 | task 4483 | total time = 14158.69 ms / 229 tokens 9.12.396.697 I slot print_timing: id 1 | task 4483 | graphs reused = 3965 9.12.396.698 I slot print_timing: id 1 | task 4483 | graph reallocs = 0 / 0 (same size) / (changed size) 9.12.396.769 I slot release: id 1 | task 4483 | stop processing: n_tokens = 1324, truncated = 0 9.12.397.438 I slot print_timing: id 3 | task 4484 | prompt eval time = 1241.10 ms / 75 tokens ( 16.55 ms per token, 60.43 tokens per second) 9.12.397.442 I slot print_timing: id 3 | task 4484 | eval time = 12832.76 ms / 136 tokens ( 95.06 ms per token, 10.52 tokens per second) 9.12.397.443 I slot print_timing: id 3 | task 4484 | total time = 14073.86 ms / 211 tokens 9.12.397.444 I slot print_timing: id 3 | task 4484 | graphs reused = 3965 9.12.397.445 I slot print_timing: id 3 | task 4484 | graph reallocs = 0 / 0 (same size) / (changed size) 9.12.397.498 I slot release: id 3 | task 4484 | stop processing: n_tokens = 1306, truncated = 0 9.12.464.119 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.828 9.12.464.238 I slot launch_slot_: id 1 | task 4624 | processing task, is_child = 0 9.12.464.377 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 9.12.467.293 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 9.12.470.361 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 9.12.474.267 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 9.12.477.628 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.977 MiB) 9.12.481.271 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 9.12.484.099 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.070 MiB) 9.12.487.054 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 9.12.490.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 9.12.494.313 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 9.12.497.120 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 9.12.500.941 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 9.12.504.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 9.12.507.453 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 9.12.511.574 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 9.12.514.720 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.509 MiB) 9.12.519.626 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 72.429 MiB) 9.12.522.377 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 9.12.526.724 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB) 9.12.530.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 9.12.858.251 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.839 9.12.858.379 I slot launch_slot_: id 3 | task 4625 | processing task, is_child = 0 9.15.324.163 I slot print_timing: id 0 | task 3675 | n_gen = 947, tg = 9.87 t/s, tg_3s = 5.29 t/s 9.18.407.509 I slot print_timing: id 0 | task 3675 | n_gen = 981, tg = 9.90 t/s, tg_3s = 11.03 t/s 9.19.990.851 I slot print_timing: id 2 | task 4588 | n_gen = 100, tg = 9.46 t/s, tg_3s = 9.55 t/s 9.21.447.472 I slot print_timing: id 0 | task 3675 | n_gen = 1015, tg = 9.94 t/s, tg_3s = 11.18 t/s 9.22.283.805 I slot print_timing: id 0 | task 3675 | prompt eval time = 788.75 ms / 107 tokens ( 7.37 ms per token, 135.66 tokens per second) 9.22.283.811 I slot print_timing: id 0 | task 3675 | eval time = 102848.64 ms / 1024 tokens ( 100.54 ms per token, 9.95 tokens per second) 9.22.283.812 I slot print_timing: id 0 | task 3675 | total time = 103637.40 ms / 1131 tokens 9.22.283.813 I slot print_timing: id 0 | task 3675 | graphs reused = 4053 9.22.283.814 I slot print_timing: id 0 | task 3675 | graph reallocs = 0 / 0 (same size) / (changed size) 9.22.283.882 I slot release: id 0 | task 3675 | stop processing: n_tokens = 2226, truncated = 0 9.22.361.854 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.492 9.22.362.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 9.22.365.028 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 9.22.368.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 9.22.372.454 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 9.22.375.895 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.696 MiB) 9.22.379.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 9.22.382.809 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 9.22.386.656 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.273 MiB) 9.22.389.576 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 9.22.393.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 9.22.397.070 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 9.22.401.146 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 9.22.405.169 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.478 MiB) 9.22.409.796 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 9.22.412.689 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 9.22.415.513 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.351 MiB) 9.22.418.376 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 9.22.421.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 9.22.424.598 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 9.22.428.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 9.22.834.060 I slot launch_slot_: id 0 | task 4718 | processing task, is_child = 0 9.23.421.945 I slot print_timing: id 2 | task 4588 | n_gen = 127, tg = 9.06 t/s, tg_3s = 7.87 t/s 9.24.214.596 I slot print_timing: id 1 | task 4624 | n_gen = 100, tg = 9.93 t/s, tg_3s = 10.03 t/s 9.24.215.117 I slot print_timing: id 3 | task 4625 | n_gen = 100, tg = 9.93 t/s, tg_3s = 10.03 t/s 9.26.476.858 I slot print_timing: id 2 | task 4588 | n_gen = 160, tg = 9.38 t/s, tg_3s = 10.80 t/s 9.27.288.230 I slot print_timing: id 1 | task 4624 | n_gen = 134, tg = 10.20 t/s, tg_3s = 11.06 t/s 9.27.288.741 I slot print_timing: id 3 | task 4625 | n_gen = 134, tg = 10.20 t/s, tg_3s = 11.06 t/s 9.29.513.749 I slot print_timing: id 2 | task 4588 | n_gen = 194, tg = 9.65 t/s, tg_3s = 11.20 t/s 9.30.349.106 I slot print_timing: id 1 | task 4624 | n_gen = 168, tg = 10.37 t/s, tg_3s = 11.11 t/s 9.30.349.726 I slot print_timing: id 3 | task 4625 | n_gen = 168, tg = 10.37 t/s, tg_3s = 11.11 t/s 9.32.469.884 I slot print_timing: id 0 | task 4718 | n_gen = 100, tg = 11.19 t/s, tg_3s = 11.31 t/s 9.32.558.204 I slot print_timing: id 2 | task 4588 | n_gen = 228, tg = 9.85 t/s, tg_3s = 11.17 t/s 9.33.386.823 I slot print_timing: id 1 | task 4624 | n_gen = 202, tg = 10.50 t/s, tg_3s = 11.19 t/s 9.33.387.393 I slot print_timing: id 3 | task 4625 | n_gen = 202, tg = 10.50 t/s, tg_3s = 11.19 t/s 9.35.498.189 I slot print_timing: id 0 | task 4718 | n_gen = 133, tg = 11.12 t/s, tg_3s = 10.90 t/s 9.35.584.457 I slot print_timing: id 2 | task 4588 | n_gen = 261, tg = 9.98 t/s, tg_3s = 10.90 t/s 9.36.187.426 I slot print_timing: id 2 | task 4588 | prompt eval time = 781.50 ms / 85 tokens ( 9.19 ms per token, 108.77 tokens per second) 9.36.187.431 I slot print_timing: id 2 | task 4588 | eval time = 26666.91 ms / 268 tokens ( 99.88 ms per token, 10.01 tokens per second) 9.36.187.432 I slot print_timing: id 2 | task 4588 | total time = 27448.41 ms / 353 tokens 9.36.187.433 I slot print_timing: id 2 | task 4588 | graphs reused = 4192 9.36.187.434 I slot print_timing: id 2 | task 4588 | graph reallocs = 0 / 0 (same size) / (changed size) 9.36.187.498 I slot release: id 2 | task 4588 | stop processing: n_tokens = 1448, truncated = 0 9.36.283.675 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.757 9.36.283.782 I slot launch_slot_: id 2 | task 4862 | processing task, is_child = 0 9.36.935.685 I slot print_timing: id 1 | task 4624 | n_gen = 235, tg = 10.31 t/s, tg_3s = 9.30 t/s 9.36.936.070 I slot print_timing: id 3 | task 4625 | n_gen = 235, tg = 10.31 t/s, tg_3s = 9.30 t/s 9.38.573.387 I slot print_timing: id 0 | task 4718 | n_gen = 159, tg = 10.57 t/s, tg_3s = 8.45 t/s 9.39.654.526 I slot print_timing: id 3 | task 4625 | prompt eval time = 1299.77 ms / 90 tokens ( 14.44 ms per token, 69.24 tokens per second) 9.39.654.532 I slot print_timing: id 3 | task 4625 | eval time = 25410.72 ms / 263 tokens ( 96.99 ms per token, 10.31 tokens per second) 9.39.654.533 I slot print_timing: id 3 | task 4625 | total time = 26710.49 ms / 353 tokens 9.39.654.535 I slot print_timing: id 3 | task 4625 | graphs reused = 4218 9.39.654.536 I slot print_timing: id 3 | task 4625 | graph reallocs = 0 / 0 (same size) / (changed size) 9.39.654.605 I slot release: id 3 | task 4625 | stop processing: n_tokens = 1448, truncated = 0 9.39.730.798 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.757 9.39.730.911 I slot launch_slot_: id 3 | task 4893 | processing task, is_child = 0 9.40.257.104 I slot print_timing: id 1 | task 4624 | n_gen = 265, tg = 10.15 t/s, tg_3s = 9.03 t/s 9.41.655.781 I slot print_timing: id 0 | task 4718 | n_gen = 187, tg = 10.32 t/s, tg_3s = 9.08 t/s 9.43.326.956 I slot print_timing: id 1 | task 4624 | n_gen = 297, tg = 10.18 t/s, tg_3s = 10.42 t/s 9.44.706.947 I slot print_timing: id 0 | task 4718 | n_gen = 221, tg = 10.44 t/s, tg_3s = 11.14 t/s 9.46.184.687 I slot print_timing: id 1 | task 4624 | prompt eval time = 1384.35 ms / 76 tokens ( 18.22 ms per token, 54.90 tokens per second) 9.46.184.694 I slot print_timing: id 1 | task 4624 | eval time = 31941.94 ms / 329 tokens ( 97.38 ms per token, 10.27 tokens per second) 9.46.184.695 I slot print_timing: id 1 | task 4624 | total time = 33326.29 ms / 405 tokens 9.46.184.696 I slot print_timing: id 1 | task 4624 | graphs reused = 4280 9.46.184.697 I slot print_timing: id 1 | task 4624 | graph reallocs = 0 / 0 (same size) / (changed size) 9.46.184.779 I slot release: id 1 | task 4624 | stop processing: n_tokens = 1500, truncated = 0 9.46.281.999 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.731 9.46.282.126 I slot launch_slot_: id 1 | task 4960 | processing task, is_child = 0 9.47.392.613 I slot print_timing: id 2 | task 4862 | n_gen = 100, tg = 9.69 t/s, tg_3s = 9.79 t/s 9.47.737.718 I slot print_timing: id 0 | task 4718 | n_gen = 247, tg = 10.20 t/s, tg_3s = 8.58 t/s 9.50.062.069 I slot print_timing: id 3 | task 4893 | n_gen = 100, tg = 10.31 t/s, tg_3s = 10.42 t/s 9.50.435.953 I slot print_timing: id 2 | task 4862 | n_gen = 134, tg = 10.03 t/s, tg_3s = 11.17 t/s 9.50.807.625 I slot print_timing: id 0 | task 4718 | n_gen = 281, tg = 10.30 t/s, tg_3s = 11.08 t/s 9.51.889.640 I slot print_timing: id 0 | task 4718 | prompt eval time = 790.93 ms / 99 tokens ( 7.99 ms per token, 125.17 tokens per second) 9.51.889.646 I slot print_timing: id 0 | task 4718 | eval time = 28264.63 ms / 293 tokens ( 96.80 ms per token, 10.33 tokens per second) 9.51.889.647 I slot print_timing: id 0 | task 4718 | total time = 29055.56 ms / 392 tokens 9.51.889.648 I slot print_timing: id 0 | task 4718 | graphs reused = 4332 9.51.889.649 I slot print_timing: id 0 | task 4718 | graph reallocs = 0 / 0 (same size) / (changed size) 9.51.889.722 I slot release: id 0 | task 4718 | stop processing: n_tokens = 1486, truncated = 0 9.51.967.426 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.738 9.51.967.532 I slot launch_slot_: id 0 | task 5017 | processing task, is_child = 0 9.53.083.807 I slot print_timing: id 3 | task 4893 | n_gen = 128, tg = 10.06 t/s, tg_3s = 9.27 t/s 9.53.450.618 I slot print_timing: id 2 | task 4862 | n_gen = 162, tg = 9.89 t/s, tg_3s = 9.29 t/s 9.56.098.634 I slot print_timing: id 3 | task 4893 | n_gen = 161, tg = 10.23 t/s, tg_3s = 10.95 t/s 9.56.528.568 I slot print_timing: id 1 | task 4960 | n_gen = 100, tg = 10.52 t/s, tg_3s = 10.62 t/s 9.56.528.826 I slot print_timing: id 2 | task 4862 | n_gen = 196, tg = 10.08 t/s, tg_3s = 11.05 t/s 9.59.184.634 I slot print_timing: id 3 | task 4893 | n_gen = 195, tg = 10.36 t/s, tg_3s = 11.02 t/s 9.59.551.266 I slot print_timing: id 1 | task 4960 | n_gen = 133, tg = 10.61 t/s, tg_3s = 10.92 t/s 9.59.551.561 I slot print_timing: id 2 | task 4862 | n_gen = 229, tg = 10.19 t/s, tg_3s = 10.92 t/s 10.01.581.203 I slot print_timing: id 0 | task 5017 | n_gen = 100, tg = 11.05 t/s, tg_3s = 11.16 t/s 10.02.231.708 I slot print_timing: id 3 | task 4893 | n_gen = 229, tg = 10.47 t/s, tg_3s = 11.16 t/s 10.02.600.442 I slot print_timing: id 1 | task 4960 | n_gen = 167, tg = 10.72 t/s, tg_3s = 11.15 t/s 10.02.600.738 I slot print_timing: id 2 | task 4862 | n_gen = 263, tg = 10.31 t/s, tg_3s = 11.15 t/s 10.04.279.989 I slot print_timing: id 2 | task 4862 | prompt eval time = 893.64 ms / 114 tokens ( 7.84 ms per token, 127.57 tokens per second) 10.04.279.995 I slot print_timing: id 2 | task 4862 | eval time = 27102.54 ms / 281 tokens ( 96.79 ms per token, 10.33 tokens per second) 10.04.279.996 I slot print_timing: id 2 | task 4862 | total time = 27996.19 ms / 395 tokens 10.04.279.997 I slot print_timing: id 2 | task 4862 | graphs reused = 4460 10.04.279.998 I slot print_timing: id 2 | task 4862 | graph reallocs = 0 / 0 (same size) / (changed size) 10.04.280.079 I slot release: id 2 | task 4862 | stop processing: n_tokens = 1490, truncated = 0 10.04.374.858 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.736 10.04.374.966 I slot launch_slot_: id 2 | task 5149 | processing task, is_child = 0 10.04.863.703 I slot print_timing: id 0 | task 5017 | n_gen = 131, tg = 10.62 t/s, tg_3s = 9.44 t/s 10.05.295.937 I slot print_timing: id 3 | task 4893 | n_gen = 256, tg = 10.27 t/s, tg_3s = 8.81 t/s 10.05.388.319 I slot print_timing: id 3 | task 4893 | prompt eval time = 731.99 ms / 92 tokens ( 7.96 ms per token, 125.69 tokens per second) 10.05.388.326 I slot print_timing: id 3 | task 4893 | eval time = 24925.40 ms / 257 tokens ( 97.36 ms per token, 10.27 tokens per second) 10.05.388.327 I slot print_timing: id 3 | task 4893 | total time = 25657.39 ms / 349 tokens 10.05.388.330 I slot print_timing: id 3 | task 4893 | graphs reused = 4462 10.05.388.331 I slot print_timing: id 3 | task 4893 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.388.421 I slot release: id 3 | task 4893 | stop processing: n_tokens = 1444, truncated = 0 10.05.468.541 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.759 10.05.468.661 I slot launch_slot_: id 3 | task 5156 | processing task, is_child = 0 10.06.030.434 I slot print_timing: id 1 | task 4960 | n_gen = 193, tg = 10.15 t/s, tg_3s = 7.58 t/s 10.07.922.893 I slot print_timing: id 0 | task 5017 | n_gen = 156, tg = 10.13 t/s, tg_3s = 8.17 t/s 10.09.043.167 I slot print_timing: id 1 | task 4960 | n_gen = 225, tg = 10.21 t/s, tg_3s = 10.62 t/s 10.10.333.182 I slot print_timing: id 1 | task 4960 | prompt eval time = 831.46 ms / 88 tokens ( 9.45 ms per token, 105.84 tokens per second) 10.10.333.188 I slot print_timing: id 1 | task 4960 | eval time = 23219.58 ms / 239 tokens ( 97.56 ms per token, 10.25 tokens per second) 10.10.333.189 I slot print_timing: id 1 | task 4960 | total time = 24051.04 ms / 327 tokens 10.10.333.192 I slot print_timing: id 1 | task 4960 | graphs reused = 4506 10.10.333.193 I slot print_timing: id 1 | task 4960 | graph reallocs = 0 / 0 (same size) / (changed size) 10.10.333.261 I slot release: id 1 | task 4960 | stop processing: n_tokens = 1422, truncated = 0 10.10.429.646 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.771 10.10.429.778 I slot launch_slot_: id 1 | task 5205 | processing task, is_child = 0 10.11.168.628 I slot print_timing: id 0 | task 5017 | n_gen = 185, tg = 9.92 t/s, tg_3s = 8.93 t/s 10.14.259.965 I slot print_timing: id 0 | task 5017 | n_gen = 218, tg = 10.03 t/s, tg_3s = 10.67 t/s 10.15.473.024 I slot print_timing: id 2 | task 5149 | n_gen = 100, tg = 9.55 t/s, tg_3s = 9.64 t/s 10.16.019.226 I slot print_timing: id 3 | task 5156 | n_gen = 100, tg = 10.15 t/s, tg_3s = 10.25 t/s 10.17.319.799 I slot print_timing: id 0 | task 5017 | n_gen = 252, tg = 10.16 t/s, tg_3s = 11.11 t/s 10.18.527.792 I slot print_timing: id 2 | task 5149 | n_gen = 135, tg = 9.98 t/s, tg_3s = 11.46 t/s 10.19.043.618 I slot print_timing: id 3 | task 5156 | n_gen = 135, tg = 10.48 t/s, tg_3s = 11.57 t/s 10.19.731.971 I slot print_timing: id 0 | task 5017 | prompt eval time = 656.06 ms / 70 tokens ( 9.37 ms per token, 106.70 tokens per second) 10.19.731.976 I slot print_timing: id 0 | task 5017 | eval time = 27108.36 ms / 280 tokens ( 97.16 ms per token, 10.29 tokens per second) 10.19.731.977 I slot print_timing: id 0 | task 5017 | total time = 27764.42 ms / 350 tokens 10.19.731.978 I slot print_timing: id 0 | task 5017 | graphs reused = 4598 10.19.731.978 I slot print_timing: id 0 | task 5017 | graph reallocs = 0 / 0 (same size) / (changed size) 10.19.732.057 I slot release: id 0 | task 5017 | stop processing: n_tokens = 1445, truncated = 0 10.19.809.359 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.758 10.19.809.463 I slot launch_slot_: id 0 | task 5303 | processing task, is_child = 0 10.20.702.275 I slot print_timing: id 1 | task 5205 | n_gen = 100, tg = 10.65 t/s, tg_3s = 10.76 t/s 10.21.561.334 I slot print_timing: id 2 | task 5149 | n_gen = 164, tg = 9.90 t/s, tg_3s = 9.56 t/s 10.22.077.582 I slot print_timing: id 3 | task 5156 | n_gen = 164, tg = 10.31 t/s, tg_3s = 9.56 t/s 10.23.712.728 I slot print_timing: id 1 | task 5205 | n_gen = 135, tg = 10.89 t/s, tg_3s = 11.63 t/s 10.24.570.466 I slot print_timing: id 2 | task 5149 | n_gen = 199, tg = 10.17 t/s, tg_3s = 11.63 t/s 10.24.744.054 I slot print_timing: id 2 | task 5149 | prompt eval time = 727.94 ms / 75 tokens ( 9.71 ms per token, 103.03 tokens per second) 10.24.744.060 I slot print_timing: id 2 | task 5149 | eval time = 19641.13 ms / 201 tokens ( 98.21 ms per token, 10.18 tokens per second) 10.24.744.061 I slot print_timing: id 2 | task 5149 | total time = 20369.07 ms / 276 tokens 10.24.744.064 I slot print_timing: id 2 | task 5149 | graphs reused = 4647 10.24.744.065 I slot print_timing: id 2 | task 5149 | graph reallocs = 0 / 0 (same size) / (changed size) 10.24.744.136 I slot release: id 2 | task 5149 | stop processing: n_tokens = 1371, truncated = 0 10.24.838.712 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.799 10.24.838.861 I slot launch_slot_: id 2 | task 5356 | processing task, is_child = 0 10.25.338.600 I slot print_timing: id 3 | task 5156 | n_gen = 197, tg = 10.27 t/s, tg_3s = 10.12 t/s 10.26.775.487 I slot print_timing: id 1 | task 5205 | n_gen = 164, tg = 10.61 t/s, tg_3s = 9.47 t/s 10.28.409.709 I slot print_timing: id 3 | task 5156 | n_gen = 231, tg = 10.39 t/s, tg_3s = 11.07 t/s 10.29.613.310 I slot print_timing: id 0 | task 5303 | n_gen = 100, tg = 10.89 t/s, tg_3s = 11.00 t/s 10.29.786.147 I slot print_timing: id 1 | task 5205 | n_gen = 199, tg = 10.77 t/s, tg_3s = 11.63 t/s 10.31.419.781 I slot print_timing: id 3 | task 5156 | n_gen = 266, tg = 10.53 t/s, tg_3s = 11.63 t/s 10.32.620.124 I slot print_timing: id 0 | task 5303 | n_gen = 135, tg = 11.07 t/s, tg_3s = 11.64 t/s 10.32.792.913 I slot print_timing: id 1 | task 5205 | n_gen = 234, tg = 10.89 t/s, tg_3s = 11.64 t/s 10.34.084.039 I slot print_timing: id 2 | task 5356 | n_gen = 100, tg = 11.61 t/s, tg_3s = 11.73 t/s 10.34.431.654 I slot print_timing: id 3 | task 5156 | n_gen = 301, tg = 10.65 t/s, tg_3s = 11.62 t/s 10.35.645.756 I slot print_timing: id 0 | task 5303 | n_gen = 170, tg = 11.17 t/s, tg_3s = 11.57 t/s 10.35.817.797 I slot print_timing: id 1 | task 5205 | n_gen = 269, tg = 10.98 t/s, tg_3s = 11.57 t/s 10.35.905.102 I slot print_timing: id 3 | task 5156 | prompt eval time = 794.45 ms / 99 tokens ( 8.02 ms per token, 124.61 tokens per second) 10.35.905.108 I slot print_timing: id 3 | task 5156 | eval time = 29641.97 ms / 318 tokens ( 93.51 ms per token, 10.69 tokens per second) 10.35.905.109 I slot print_timing: id 3 | task 5156 | total time = 30436.42 ms / 417 tokens 10.35.905.110 I slot print_timing: id 3 | task 5156 | graphs reused = 4766 10.35.905.110 I slot print_timing: id 3 | task 5156 | graph reallocs = 0 / 0 (same size) / (changed size) 10.35.905.187 I slot release: id 3 | task 5156 | stop processing: n_tokens = 1512, truncated = 0 10.35.981.444 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.725 10.35.981.550 I slot launch_slot_: id 3 | task 5480 | processing task, is_child = 0 10.37.117.106 I slot print_timing: id 2 | task 5356 | n_gen = 129, tg = 11.08 t/s, tg_3s = 9.56 t/s 10.38.661.582 I slot print_timing: id 0 | task 5303 | n_gen = 199, tg = 10.91 t/s, tg_3s = 9.62 t/s 10.38.842.500 I slot print_timing: id 1 | task 5205 | n_gen = 298, tg = 10.83 t/s, tg_3s = 9.59 t/s 10.40.134.343 I slot print_timing: id 2 | task 5356 | n_gen = 164, tg = 11.18 t/s, tg_3s = 11.60 t/s 10.41.249.390 I slot print_timing: id 2 | task 5356 | prompt eval time = 720.78 ms / 85 tokens ( 8.48 ms per token, 117.93 tokens per second) 10.41.249.395 I slot print_timing: id 2 | task 5356 | eval time = 15689.73 ms / 177 tokens ( 89.15 ms per token, 11.22 tokens per second) 10.41.249.396 I slot print_timing: id 2 | task 5356 | total time = 16410.51 ms / 262 tokens 10.41.249.397 I slot print_timing: id 2 | task 5356 | graphs reused = 4817 10.41.249.398 I slot print_timing: id 2 | task 5356 | graph reallocs = 0 / 0 (same size) / (changed size) 10.41.249.471 I slot release: id 2 | task 5356 | stop processing: n_tokens = 1357, truncated = 0 10.41.344.099 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.808 10.41.344.211 I slot launch_slot_: id 2 | task 5537 | processing task, is_child = 0 10.41.971.139 I slot print_timing: id 0 | task 5303 | n_gen = 231, tg = 10.72 t/s, tg_3s = 9.67 t/s 10.41.971.559 I slot print_timing: id 1 | task 5205 | n_gen = 328, tg = 10.70 t/s, tg_3s = 9.59 t/s 10.43.420.082 I slot print_timing: id 1 | task 5205 | prompt eval time = 976.98 ms / 145 tokens ( 6.74 ms per token, 148.42 tokens per second) 10.43.420.088 I slot print_timing: id 1 | task 5205 | eval time = 32013.30 ms / 343 tokens ( 93.61 ms per token, 10.68 tokens per second) 10.43.420.089 I slot print_timing: id 1 | task 5205 | total time = 32990.29 ms / 488 tokens 10.43.420.089 I slot print_timing: id 1 | task 5205 | graphs reused = 4830 10.43.420.090 I slot print_timing: id 1 | task 5205 | graph reallocs = 0 / 0 (same size) / (changed size) 10.43.420.171 I slot release: id 1 | task 5205 | stop processing: n_tokens = 1583, truncated = 0 10.43.510.995 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.692 10.43.511.113 I slot launch_slot_: id 1 | task 5555 | processing task, is_child = 0 10.44.990.549 I slot print_timing: id 0 | task 5303 | n_gen = 257, tg = 10.46 t/s, tg_3s = 8.61 t/s 10.46.539.484 I slot print_timing: id 3 | task 5480 | n_gen = 100, tg = 10.04 t/s, tg_3s = 10.14 t/s 10.48.003.698 I slot print_timing: id 0 | task 5303 | n_gen = 292, tg = 10.59 t/s, tg_3s = 11.62 t/s 10.48.089.232 I slot print_timing: id 0 | task 5303 | prompt eval time = 709.71 ms / 95 tokens ( 7.47 ms per token, 133.86 tokens per second) 10.48.089.238 I slot print_timing: id 0 | task 5303 | eval time = 27570.04 ms / 293 tokens ( 94.42 ms per token, 10.59 tokens per second) 10.48.089.239 I slot print_timing: id 0 | task 5303 | total time = 28279.75 ms / 388 tokens 10.48.089.240 I slot print_timing: id 0 | task 5303 | graphs reused = 4873 10.48.089.241 I slot print_timing: id 0 | task 5303 | graph reallocs = 0 / 0 (same size) / (changed size) 10.48.089.322 I slot release: id 0 | task 5303 | stop processing: n_tokens = 1483, truncated = 0 10.48.163.970 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.739 10.48.164.076 I slot launch_slot_: id 0 | task 5603 | processing task, is_child = 0 10.49.613.993 I slot print_timing: id 3 | task 5480 | n_gen = 130, tg = 9.97 t/s, tg_3s = 9.76 t/s 10.51.722.579 I slot print_timing: id 2 | task 5537 | n_gen = 100, tg = 10.40 t/s, tg_3s = 10.51 t/s 10.52.673.175 I slot print_timing: id 3 | task 5480 | n_gen = 167, tg = 10.38 t/s, tg_3s = 12.09 t/s 10.53.201.616 I slot print_timing: id 1 | task 5555 | n_gen = 100, tg = 11.12 t/s, tg_3s = 11.23 t/s 10.54.771.598 I slot print_timing: id 2 | task 5537 | n_gen = 134, tg = 10.59 t/s, tg_3s = 11.15 t/s 10.55.722.239 I slot print_timing: id 3 | task 5480 | n_gen = 201, tg = 10.50 t/s, tg_3s = 11.15 t/s 10.56.254.097 I slot print_timing: id 1 | task 5555 | n_gen = 134, tg = 11.12 t/s, tg_3s = 11.14 t/s 10.57.453.521 I slot print_timing: id 0 | task 5603 | n_gen = 100, tg = 11.53 t/s, tg_3s = 11.65 t/s 10.57.826.614 I slot print_timing: id 2 | task 5537 | n_gen = 168, tg = 10.69 t/s, tg_3s = 11.13 t/s 10.58.755.439 I slot print_timing: id 3 | task 5480 | n_gen = 234, tg = 10.55 t/s, tg_3s = 10.88 t/s 10.58.931.403 I slot print_timing: id 3 | task 5480 | prompt eval time = 696.87 ms / 84 tokens ( 8.30 ms per token, 120.54 tokens per second) 10.58.931.409 I slot print_timing: id 3 | task 5480 | eval time = 22252.97 ms / 236 tokens ( 94.69 ms per token, 10.56 tokens per second) 10.58.931.410 I slot print_timing: id 3 | task 5480 | total time = 22949.83 ms / 320 tokens 10.58.931.412 I slot print_timing: id 3 | task 5480 | graphs reused = 4987 10.58.931.413 I slot print_timing: id 3 | task 5480 | graph reallocs = 0 / 0 (same size) / (changed size) 10.58.931.483 I slot release: id 3 | task 5480 | stop processing: n_tokens = 1415, truncated = 0 10.59.008.779 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.775 10.59.008.888 I slot launch_slot_: id 3 | task 5722 | processing task, is_child = 0 10.59.543.018 I slot print_timing: id 1 | task 5555 | n_gen = 165, tg = 10.76 t/s, tg_3s = 9.43 t/s 11.00.462.172 I slot print_timing: id 0 | task 5603 | n_gen = 127, tg = 10.87 t/s, tg_3s = 8.97 t/s 11.00.901.681 I slot print_timing: id 2 | task 5537 | n_gen = 196, tg = 10.43 t/s, tg_3s = 9.11 t/s 11.01.178.255 I slot print_timing: id 1 | task 5555 | prompt eval time = 784.08 ms / 91 tokens ( 8.62 ms per token, 116.06 tokens per second) 11.01.178.260 I slot print_timing: id 1 | task 5555 | eval time = 16883.04 ms / 182 tokens ( 93.28 ms per token, 10.72 tokens per second) 11.01.178.261 I slot print_timing: id 1 | task 5555 | total time = 17667.12 ms / 273 tokens 11.01.178.262 I slot print_timing: id 1 | task 5555 | graphs reused = 5002 11.01.178.263 I slot print_timing: id 1 | task 5555 | graph reallocs = 0 / 0 (same size) / (changed size) 11.01.178.339 I slot release: id 1 | task 5555 | stop processing: n_tokens = 1368, truncated = 0 11.01.278.494 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.801 11.01.278.639 I slot launch_slot_: id 1 | task 5742 | processing task, is_child = 0 11.03.537.622 I slot print_timing: id 0 | task 5603 | n_gen = 153, tg = 10.36 t/s, tg_3s = 8.45 t/s 11.03.972.060 I slot print_timing: id 2 | task 5537 | n_gen = 222, tg = 10.15 t/s, tg_3s = 8.47 t/s 11.06.588.092 I slot print_timing: id 0 | task 5603 | n_gen = 187, tg = 10.50 t/s, tg_3s = 11.15 t/s 11.07.055.584 I slot print_timing: id 2 | task 5537 | n_gen = 256, tg = 10.26 t/s, tg_3s = 11.03 t/s 11.07.688.759 I slot print_timing: id 0 | task 5603 | prompt eval time = 705.80 ms / 92 tokens ( 7.67 ms per token, 130.35 tokens per second) 11.07.688.765 I slot print_timing: id 0 | task 5603 | eval time = 18818.87 ms / 199 tokens ( 95.04 ms per token, 10.52 tokens per second) 11.07.688.766 I slot print_timing: id 0 | task 5603 | total time = 19524.66 ms / 291 tokens 11.07.688.767 I slot print_timing: id 0 | task 5603 | graphs reused = 5062 11.07.688.767 I slot print_timing: id 0 | task 5603 | graph reallocs = 0 / 0 (same size) / (changed size) 11.07.688.850 I slot release: id 0 | task 5603 | stop processing: n_tokens = 1386, truncated = 0 11.07.766.240 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.791 11.07.766.344 I slot launch_slot_: id 0 | task 5807 | processing task, is_child = 0 11.09.882.832 I slot print_timing: id 3 | task 5722 | n_gen = 100, tg = 9.78 t/s, tg_3s = 9.88 t/s 11.10.068.041 I slot print_timing: id 2 | task 5537 | n_gen = 284, tg = 10.16 t/s, tg_3s = 9.29 t/s 11.11.639.840 I slot print_timing: id 1 | task 5742 | n_gen = 100, tg = 10.42 t/s, tg_3s = 10.53 t/s 11.12.933.639 I slot print_timing: id 3 | task 5722 | n_gen = 134, tg = 10.10 t/s, tg_3s = 11.14 t/s 11.13.111.652 I slot print_timing: id 2 | task 5537 | n_gen = 318, tg = 10.26 t/s, tg_3s = 11.17 t/s 11.14.692.937 I slot print_timing: id 1 | task 5742 | n_gen = 134, tg = 10.60 t/s, tg_3s = 11.14 t/s 11.15.968.459 I slot print_timing: id 2 | task 5537 | prompt eval time = 863.00 ms / 111 tokens ( 7.77 ms per token, 128.62 tokens per second) 11.15.968.465 I slot print_timing: id 2 | task 5537 | eval time = 33761.23 ms / 349 tokens ( 97.02 ms per token, 10.31 tokens per second) 11.15.968.466 I slot print_timing: id 2 | task 5537 | total time = 34624.23 ms / 460 tokens 11.15.968.467 I slot print_timing: id 2 | task 5537 | graphs reused = 5144 11.15.968.468 I slot print_timing: id 2 | task 5537 | graph reallocs = 0 / 0 (same size) / (changed size) 11.15.968.543 I slot release: id 2 | task 5537 | stop processing: n_tokens = 1555, truncated = 0 11.15.969.011 I slot print_timing: id 3 | task 5722 | n_gen = 167, tg = 10.24 t/s, tg_3s = 10.87 t/s 11.16.060.391 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.705 11.16.060.505 I slot launch_slot_: id 2 | task 5894 | processing task, is_child = 0 11.17.752.264 I slot print_timing: id 1 | task 5742 | n_gen = 161, tg = 10.25 t/s, tg_3s = 8.83 t/s 11.18.032.184 I slot print_timing: id 0 | task 5807 | n_gen = 100, tg = 10.31 t/s, tg_3s = 10.41 t/s 11.18.976.518 I slot print_timing: id 3 | task 5722 | n_gen = 193, tg = 9.99 t/s, tg_3s = 8.65 t/s 11.19.891.648 I slot print_timing: id 1 | task 5742 | prompt eval time = 864.62 ms / 100 tokens ( 8.65 ms per token, 115.66 tokens per second) 11.19.891.653 I slot print_timing: id 1 | task 5742 | eval time = 17748.37 ms / 184 tokens ( 96.99 ms per token, 10.31 tokens per second) 11.19.891.654 I slot print_timing: id 1 | task 5742 | total time = 18612.99 ms / 284 tokens 11.19.891.655 I slot print_timing: id 1 | task 5742 | graphs reused = 5176 11.19.891.656 I slot print_timing: id 1 | task 5742 | graph reallocs = 0 / 0 (same size) / (changed size) 11.19.891.729 I slot release: id 1 | task 5742 | stop processing: n_tokens = 1378, truncated = 0 11.19.986.536 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.795 11.19.986.657 I slot launch_slot_: id 1 | task 5931 | processing task, is_child = 0 11.21.082.920 I slot print_timing: id 0 | task 5807 | n_gen = 127, tg = 9.96 t/s, tg_3s = 8.85 t/s 11.22.004.830 I slot print_timing: id 3 | task 5722 | n_gen = 220, tg = 9.85 t/s, tg_3s = 8.92 t/s 11.24.117.236 I slot print_timing: id 0 | task 5807 | n_gen = 160, tg = 10.13 t/s, tg_3s = 10.88 t/s 11.24.376.823 I slot print_timing: id 3 | task 5722 | prompt eval time = 755.87 ms / 97 tokens ( 7.79 ms per token, 128.33 tokens per second) 11.24.376.829 I slot print_timing: id 3 | task 5722 | eval time = 24612.05 ms / 246 tokens ( 100.46 ms per token, 9.95 tokens per second) 11.24.376.830 I slot print_timing: id 3 | task 5722 | total time = 25367.92 ms / 343 tokens 11.24.376.830 I slot print_timing: id 3 | task 5722 | graphs reused = 5215 11.24.376.831 I slot print_timing: id 3 | task 5722 | graph reallocs = 0 / 0 (same size) / (changed size) 11.24.376.904 I slot release: id 3 | task 5722 | stop processing: n_tokens = 1438, truncated = 0 11.24.449.987 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.762 11.24.450.099 I slot launch_slot_: id 3 | task 5975 | processing task, is_child = 0 11.26.924.524 I slot print_timing: id 2 | task 5894 | n_gen = 100, tg = 9.81 t/s, tg_3s = 9.91 t/s 11.27.206.446 I slot print_timing: id 0 | task 5807 | n_gen = 189, tg = 10.01 t/s, tg_3s = 9.39 t/s 11.29.974.469 I slot print_timing: id 2 | task 5894 | n_gen = 134, tg = 10.12 t/s, tg_3s = 11.15 t/s 11.30.159.557 I slot print_timing: id 1 | task 5931 | n_gen = 100, tg = 10.50 t/s, tg_3s = 10.60 t/s 11.30.254.468 I slot print_timing: id 0 | task 5807 | n_gen = 223, tg = 10.17 t/s, tg_3s = 11.15 t/s 11.31.836.216 I slot print_timing: id 0 | task 5807 | prompt eval time = 660.37 ms / 78 tokens ( 8.47 ms per token, 118.12 tokens per second) 11.31.836.222 I slot print_timing: id 0 | task 5807 | eval time = 23409.48 ms / 240 tokens ( 97.95 ms per token, 10.21 tokens per second) 11.31.836.223 I slot print_timing: id 0 | task 5807 | total time = 24069.85 ms / 318 tokens 11.31.836.224 I slot print_timing: id 0 | task 5807 | graphs reused = 5287 11.31.836.225 I slot print_timing: id 0 | task 5807 | graph reallocs = 0 / 0 (same size) / (changed size) 11.31.836.313 I slot release: id 0 | task 5807 | stop processing: n_tokens = 1413, truncated = 0 11.31.913.924 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.776 11.31.914.033 I slot launch_slot_: id 0 | task 6053 | processing task, is_child = 0 11.33.009.756 I slot print_timing: id 2 | task 5894 | n_gen = 162, tg = 9.95 t/s, tg_3s = 9.22 t/s 11.33.181.651 I slot print_timing: id 1 | task 5931 | n_gen = 128, tg = 10.20 t/s, tg_3s = 9.27 t/s 11.34.562.682 I slot print_timing: id 3 | task 5975 | n_gen = 100, tg = 10.50 t/s, tg_3s = 10.61 t/s 11.35.117.251 I slot print_timing: id 2 | task 5894 | prompt eval time = 773.05 ms / 97 tokens ( 7.97 ms per token, 125.48 tokens per second) 11.35.117.257 I slot print_timing: id 2 | task 5894 | eval time = 18283.67 ms / 185 tokens ( 99.37 ms per token, 10.06 tokens per second) 11.35.117.258 I slot print_timing: id 2 | task 5894 | total time = 19056.73 ms / 282 tokens 11.35.117.259 I slot print_timing: id 2 | task 5894 | graphs reused = 5314 11.35.117.259 I slot print_timing: id 2 | task 5894 | graph reallocs = 0 / 0 (same size) / (changed size) 11.35.117.335 I slot release: id 2 | task 5894 | stop processing: n_tokens = 1377, truncated = 0 11.35.214.252 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.797 11.35.214.371 I slot launch_slot_: id 2 | task 6085 | processing task, is_child = 0 11.36.254.947 I slot print_timing: id 1 | task 5931 | n_gen = 153, tg = 9.79 t/s, tg_3s = 8.13 t/s 11.37.567.011 I slot print_timing: id 3 | task 5975 | n_gen = 126, tg = 10.06 t/s, tg_3s = 8.65 t/s 11.39.288.404 I slot print_timing: id 1 | task 5931 | n_gen = 188, tg = 10.08 t/s, tg_3s = 11.54 t/s 11.40.641.780 I slot print_timing: id 1 | task 5931 | prompt eval time = 743.16 ms / 78 tokens ( 9.53 ms per token, 104.96 tokens per second) 11.40.641.785 I slot print_timing: id 1 | task 5931 | eval time = 19911.95 ms / 203 tokens ( 98.57 ms per token, 10.14 tokens per second) 11.40.641.786 I slot print_timing: id 1 | task 5931 | total time = 20655.10 ms / 281 tokens 11.40.641.787 I slot print_timing: id 1 | task 5931 | graphs reused = 5363 11.40.641.788 I slot print_timing: id 1 | task 5931 | graph reallocs = 0 / 0 (same size) / (changed size) 11.40.641.856 I slot release: id 1 | task 5931 | stop processing: n_tokens = 1376, truncated = 0 11.40.642.572 I slot print_timing: id 3 | task 5975 | n_gen = 160, tg = 10.25 t/s, tg_3s = 11.05 t/s 11.40.732.228 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.797 11.40.732.333 I slot launch_slot_: id 1 | task 6140 | processing task, is_child = 0 11.41.612.730 I slot print_timing: id 3 | task 5975 | prompt eval time = 685.77 ms / 76 tokens ( 9.02 ms per token, 110.82 tokens per second) 11.41.612.736 I slot print_timing: id 3 | task 5975 | eval time = 16476.84 ms / 164 tokens ( 101.08 ms per token, 9.89 tokens per second) 11.41.612.737 I slot print_timing: id 3 | task 5975 | total time = 17162.61 ms / 240 tokens 11.41.612.737 I slot print_timing: id 3 | task 5975 | graphs reused = 5363 11.41.612.738 I slot print_timing: id 3 | task 5975 | graph reallocs = 0 / 0 (same size) / (changed size) 11.41.612.814 I slot release: id 3 | task 5975 | stop processing: n_tokens = 1335, truncated = 0 11.41.689.361 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.821 11.41.689.488 I slot launch_slot_: id 3 | task 6145 | processing task, is_child = 0 11.43.330.019 I slot print_timing: id 0 | task 6053 | n_gen = 100, tg = 9.20 t/s, tg_3s = 9.30 t/s 11.45.935.452 I slot print_timing: id 2 | task 6085 | n_gen = 100, tg = 10.14 t/s, tg_3s = 10.24 t/s 11.46.388.037 I slot print_timing: id 0 | task 6053 | n_gen = 136, tg = 9.77 t/s, tg_3s = 11.77 t/s 11.46.853.408 I slot print_timing: id 0 | task 6053 | prompt eval time = 660.86 ms / 82 tokens ( 8.06 ms per token, 124.08 tokens per second) 11.46.853.414 I slot print_timing: id 0 | task 6053 | eval time = 14278.49 ms / 141 tokens ( 101.99 ms per token, 9.80 tokens per second) 11.46.853.415 I slot print_timing: id 0 | task 6053 | total time = 14939.35 ms / 223 tokens 11.46.853.417 I slot print_timing: id 0 | task 6053 | graphs reused = 5412 11.46.853.418 I slot print_timing: id 0 | task 6053 | graph reallocs = 0 / 0 (same size) / (changed size) 11.46.853.485 I slot release: id 0 | task 6053 | stop processing: n_tokens = 1318, truncated = 0 11.46.934.205 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.832 11.46.934.321 I slot launch_slot_: id 0 | task 6200 | processing task, is_child = 0 11.49.000.359 I slot print_timing: id 2 | task 6085 | n_gen = 128, tg = 9.90 t/s, tg_3s = 9.14 t/s 11.51.296.166 I slot print_timing: id 1 | task 6140 | n_gen = 100, tg = 10.13 t/s, tg_3s = 10.23 t/s 11.51.667.461 I slot print_timing: id 3 | task 6145 | n_gen = 100, tg = 10.74 t/s, tg_3s = 10.85 t/s 11.52.040.135 I slot print_timing: id 2 | task 6085 | n_gen = 162, tg = 10.14 t/s, tg_3s = 11.19 t/s 11.54.376.717 I slot print_timing: id 1 | task 6140 | n_gen = 134, tg = 10.35 t/s, tg_3s = 11.04 t/s 11.54.723.404 I slot print_timing: id 3 | task 6145 | n_gen = 134, tg = 10.83 t/s, tg_3s = 11.13 t/s 11.55.090.969 I slot print_timing: id 2 | task 6085 | n_gen = 196, tg = 10.31 t/s, tg_3s = 11.14 t/s 11.56.579.531 I slot print_timing: id 0 | task 6200 | n_gen = 100, tg = 11.09 t/s, tg_3s = 11.20 t/s 11.57.408.139 I slot print_timing: id 1 | task 6140 | n_gen = 167, tg = 10.45 t/s, tg_3s = 10.89 t/s 11.57.753.780 I slot print_timing: id 3 | task 6145 | n_gen = 167, tg = 10.85 t/s, tg_3s = 10.89 t/s 11.58.100.008 I slot print_timing: id 2 | task 6085 | n_gen = 229, tg = 10.40 t/s, tg_3s = 10.97 t/s 11.59.617.106 I slot print_timing: id 0 | task 6200 | n_gen = 134, tg = 11.11 t/s, tg_3s = 11.19 t/s 12.00.460.407 I slot print_timing: id 1 | task 6140 | n_gen = 201, tg = 10.56 t/s, tg_3s = 11.14 t/s 12.00.839.554 I slot print_timing: id 3 | task 6145 | n_gen = 201, tg = 10.87 t/s, tg_3s = 11.02 t/s 12.01.122.085 I slot print_timing: id 2 | task 6085 | n_gen = 262, tg = 10.46 t/s, tg_3s = 10.92 t/s 12.02.626.680 I slot print_timing: id 0 | task 6200 | n_gen = 167, tg = 11.08 t/s, tg_3s = 10.97 t/s 12.03.536.221 I slot print_timing: id 1 | task 6140 | n_gen = 235, tg = 10.63 t/s, tg_3s = 11.05 t/s 12.03.911.042 I slot print_timing: id 3 | task 6145 | n_gen = 235, tg = 10.90 t/s, tg_3s = 11.07 t/s 12.04.098.502 I slot print_timing: id 0 | task 6200 | prompt eval time = 715.28 ms / 81 tokens ( 8.83 ms per token, 113.24 tokens per second) 12.04.098.508 I slot print_timing: id 0 | task 6200 | eval time = 16448.88 ms / 183 tokens ( 90.38 ms per token, 11.06 tokens per second) 12.04.098.509 I slot print_timing: id 0 | task 6200 | total time = 17164.15 ms / 264 tokens 12.04.098.511 I slot print_timing: id 0 | task 6200 | graphs reused = 5593 12.04.098.511 I slot print_timing: id 0 | task 6200 | graph reallocs = 0 / 0 (same size) / (changed size) 12.04.098.587 I slot release: id 0 | task 6200 | stop processing: n_tokens = 1359, truncated = 0 12.04.179.141 I slot print_timing: id 2 | task 6085 | n_gen = 296, tg = 10.53 t/s, tg_3s = 11.12 t/s 12.04.179.514 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.806 12.04.179.623 I slot launch_slot_: id 0 | task 6386 | processing task, is_child = 0 12.04.732.753 I slot print_timing: id 1 | task 6140 | prompt eval time = 787.97 ms / 98 tokens ( 8.04 ms per token, 124.37 tokens per second) 12.04.732.759 I slot print_timing: id 1 | task 6140 | eval time = 23212.42 ms / 243 tokens ( 95.92 ms per token, 10.43 tokens per second) 12.04.732.760 I slot print_timing: id 1 | task 6140 | total time = 24000.40 ms / 341 tokens 12.04.732.761 I slot print_timing: id 1 | task 6140 | graphs reused = 5594 12.04.732.762 I slot print_timing: id 1 | task 6140 | graph reallocs = 0 / 0 (same size) / (changed size) 12.04.732.832 I slot release: id 1 | task 6140 | stop processing: n_tokens = 1436, truncated = 0 12.04.943.432 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.763 12.04.943.556 I slot launch_slot_: id 1 | task 6389 | processing task, is_child = 0 12.06.923.230 I slot print_timing: id 3 | task 6145 | n_gen = 256, tg = 10.42 t/s, tg_3s = 6.97 t/s 12.07.192.164 I slot print_timing: id 2 | task 6085 | n_gen = 317, tg = 10.19 t/s, tg_3s = 6.97 t/s 12.07.558.140 I slot print_timing: id 3 | task 6145 | prompt eval time = 757.88 ms / 94 tokens ( 8.06 ms per token, 124.03 tokens per second) 12.07.558.146 I slot print_timing: id 3 | task 6145 | eval time = 25110.75 ms / 263 tokens ( 95.84 ms per token, 10.43 tokens per second) 12.07.558.147 I slot print_timing: id 3 | task 6145 | total time = 25868.63 ms / 357 tokens 12.07.558.149 I slot print_timing: id 3 | task 6145 | graphs reused = 5614 12.07.558.150 I slot print_timing: id 3 | task 6145 | graph reallocs = 0 / 0 (same size) / (changed size) 12.07.558.229 I slot release: id 3 | task 6145 | stop processing: n_tokens = 1452, truncated = 0 12.07.638.014 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.755 12.07.638.134 I slot launch_slot_: id 3 | task 6414 | processing task, is_child = 0 12.10.236.820 I slot print_timing: id 2 | task 6085 | n_gen = 343, tg = 10.04 t/s, tg_3s = 8.54 t/s 12.12.673.446 I slot print_timing: id 2 | task 6085 | prompt eval time = 954.32 ms / 153 tokens ( 6.24 ms per token, 160.32 tokens per second) 12.12.673.451 I slot print_timing: id 2 | task 6085 | eval time = 36504.73 ms / 370 tokens ( 98.93 ms per token, 10.11 tokens per second) 12.12.673.452 I slot print_timing: id 2 | task 6085 | total time = 37459.06 ms / 523 tokens 12.12.673.453 I slot print_timing: id 2 | task 6085 | graphs reused = 5659 12.12.673.454 I slot print_timing: id 2 | task 6085 | graph reallocs = 0 / 0 (same size) / (changed size) 12.12.673.537 I slot release: id 2 | task 6085 | stop processing: n_tokens = 1619, truncated = 0 12.12.767.442 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.677 12.12.767.553 I slot launch_slot_: id 2 | task 6464 | processing task, is_child = 0 12.15.485.862 I slot print_timing: id 0 | task 6386 | n_gen = 100, tg = 9.39 t/s, tg_3s = 9.48 t/s 12.15.661.118 I slot print_timing: id 1 | task 6389 | n_gen = 100, tg = 9.94 t/s, tg_3s = 10.04 t/s 12.17.774.400 I slot print_timing: id 3 | task 6414 | n_gen = 100, tg = 10.68 t/s, tg_3s = 10.79 t/s 12.18.508.970 I slot print_timing: id 0 | task 6386 | n_gen = 135, tg = 9.88 t/s, tg_3s = 11.58 t/s 12.18.671.191 I slot print_timing: id 1 | task 6389 | n_gen = 135, tg = 10.33 t/s, tg_3s = 11.63 t/s 12.20.830.963 I slot print_timing: id 3 | task 6414 | n_gen = 136, tg = 10.95 t/s, tg_3s = 11.78 t/s 12.21.571.417 I slot print_timing: id 0 | task 6386 | n_gen = 170, tg = 10.16 t/s, tg_3s = 11.43 t/s 12.21.756.912 I slot print_timing: id 1 | task 6389 | n_gen = 170, tg = 10.53 t/s, tg_3s = 11.34 t/s 12.22.024.677 I slot print_timing: id 2 | task 6464 | n_gen = 100, tg = 11.59 t/s, tg_3s = 11.71 t/s 12.23.871.320 I slot print_timing: id 3 | task 6414 | n_gen = 170, tg = 11.00 t/s, tg_3s = 11.18 t/s 12.24.617.568 I slot print_timing: id 0 | task 6386 | n_gen = 204, tg = 10.32 t/s, tg_3s = 11.16 t/s 12.24.709.509 I slot print_timing: id 0 | task 6386 | prompt eval time = 763.01 ms / 97 tokens ( 7.87 ms per token, 127.13 tokens per second) 12.24.709.515 I slot print_timing: id 0 | task 6386 | eval time = 19766.86 ms / 205 tokens ( 96.90 ms per token, 10.32 tokens per second) 12.24.709.515 I slot print_timing: id 0 | task 6386 | total time = 20529.87 ms / 302 tokens 12.24.709.516 I slot print_timing: id 0 | task 6386 | graphs reused = 5785 12.24.709.517 I slot print_timing: id 0 | task 6386 | graph reallocs = 0 / 0 (same size) / (changed size) 12.24.709.594 I slot release: id 0 | task 6386 | stop processing: n_tokens = 1397, truncated = 0 12.24.789.552 I slot print_timing: id 1 | task 6389 | n_gen = 204, tg = 10.64 t/s, tg_3s = 11.21 t/s 12.24.790.216 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.785 12.24.790.332 I slot launch_slot_: id 0 | task 6597 | processing task, is_child = 0 12.25.436.434 I slot print_timing: id 2 | task 6464 | n_gen = 132, tg = 10.96 t/s, tg_3s = 9.38 t/s 12.26.876.904 I slot print_timing: id 3 | task 6414 | n_gen = 196, tg = 10.61 t/s, tg_3s = 8.65 t/s 12.27.484.975 I slot print_timing: id 3 | task 6414 | prompt eval time = 866.36 ms / 108 tokens ( 8.02 ms per token, 124.66 tokens per second) 12.27.484.981 I slot print_timing: id 3 | task 6414 | eval time = 18980.46 ms / 203 tokens ( 93.96 ms per token, 10.64 tokens per second) 12.27.484.982 I slot print_timing: id 3 | task 6414 | total time = 19846.82 ms / 311 tokens 12.27.484.983 I slot print_timing: id 3 | task 6414 | graphs reused = 5806 12.27.484.983 I slot print_timing: id 3 | task 6414 | graph reallocs = 0 / 0 (same size) / (changed size) 12.27.485.057 I slot release: id 3 | task 6414 | stop processing: n_tokens = 1406, truncated = 0 12.27.564.290 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.780 12.27.564.408 I slot launch_slot_: id 3 | task 6622 | processing task, is_child = 0 12.28.126.821 I slot print_timing: id 1 | task 6389 | n_gen = 229, tg = 10.17 t/s, tg_3s = 7.49 t/s 12.28.343.024 I slot print_timing: id 1 | task 6389 | prompt eval time = 760.33 ms / 67 tokens ( 11.35 ms per token, 88.12 tokens per second) 12.28.343.029 I slot print_timing: id 1 | task 6389 | eval time = 22639.12 ms / 230 tokens ( 98.86 ms per token, 10.12 tokens per second) 12.28.343.030 I slot print_timing: id 1 | task 6389 | total time = 23399.45 ms / 297 tokens 12.28.343.033 I slot print_timing: id 1 | task 6389 | graphs reused = 5806 12.28.343.034 I slot print_timing: id 1 | task 6389 | graph reallocs = 0 / 0 (same size) / (changed size) 12.28.343.100 I slot release: id 1 | task 6389 | stop processing: n_tokens = 1392, truncated = 0 12.28.438.065 I slot print_timing: id 2 | task 6464 | n_gen = 158, tg = 10.50 t/s, tg_3s = 8.66 t/s 12.28.438.439 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.787 12.28.438.570 I slot launch_slot_: id 1 | task 6626 | processing task, is_child = 0 12.31.505.019 I slot print_timing: id 2 | task 6464 | n_gen = 187, tg = 10.32 t/s, tg_3s = 9.46 t/s 12.31.594.859 I slot print_timing: id 2 | task 6464 | prompt eval time = 717.79 ms / 67 tokens ( 10.71 ms per token, 93.34 tokens per second) 12.31.594.865 I slot print_timing: id 2 | task 6464 | eval time = 18109.50 ms / 188 tokens ( 96.84 ms per token, 10.33 tokens per second) 12.31.594.866 I slot print_timing: id 2 | task 6464 | total time = 18827.29 ms / 255 tokens 12.31.594.867 I slot print_timing: id 2 | task 6464 | graphs reused = 5833 12.31.594.868 I slot print_timing: id 2 | task 6464 | graph reallocs = 0 / 0 (same size) / (changed size) 12.31.594.939 I slot release: id 2 | task 6464 | stop processing: n_tokens = 1350, truncated = 0 12.31.690.187 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.812 12.31.690.309 I slot launch_slot_: id 2 | task 6658 | processing task, is_child = 0 12.36.069.507 I slot print_timing: id 0 | task 6597 | n_gen = 100, tg = 9.49 t/s, tg_3s = 9.59 t/s 12.38.174.745 I slot print_timing: id 3 | task 6622 | n_gen = 100, tg = 10.07 t/s, tg_3s = 10.17 t/s 12.38.420.260 I slot print_timing: id 1 | task 6626 | n_gen = 100, tg = 10.79 t/s, tg_3s = 10.90 t/s 12.39.101.662 I slot print_timing: id 0 | task 6597 | n_gen = 135, tg = 9.95 t/s, tg_3s = 11.54 t/s 12.41.214.693 I slot print_timing: id 2 | task 6658 | n_gen = 100, tg = 11.47 t/s, tg_3s = 11.59 t/s 12.41.215.030 I slot print_timing: id 3 | task 6622 | n_gen = 134, tg = 10.33 t/s, tg_3s = 11.18 t/s 12.41.509.187 I slot print_timing: id 1 | task 6626 | n_gen = 134, tg = 10.85 t/s, tg_3s = 11.01 t/s 12.42.171.838 I slot print_timing: id 0 | task 6597 | n_gen = 168, tg = 10.10 t/s, tg_3s = 10.75 t/s 12.44.292.015 I slot print_timing: id 2 | task 6658 | n_gen = 134, tg = 11.36 t/s, tg_3s = 11.05 t/s 12.44.292.408 I slot print_timing: id 3 | task 6622 | n_gen = 168, tg = 10.47 t/s, tg_3s = 11.05 t/s 12.44.573.636 I slot print_timing: id 1 | task 6626 | n_gen = 168, tg = 10.90 t/s, tg_3s = 11.09 t/s 12.45.220.094 I slot print_timing: id 0 | task 6597 | n_gen = 202, tg = 10.27 t/s, tg_3s = 11.15 t/s 12.45.872.689 I slot print_timing: id 3 | task 6622 | prompt eval time = 779.82 ms / 97 tokens ( 8.04 ms per token, 124.39 tokens per second) 12.45.872.695 I slot print_timing: id 3 | task 6622 | eval time = 17528.44 ms / 185 tokens ( 95.26 ms per token, 10.50 tokens per second) 12.45.872.696 I slot print_timing: id 3 | task 6622 | total time = 18308.26 ms / 282 tokens 12.45.872.697 I slot print_timing: id 3 | task 6622 | graphs reused = 5981 12.45.872.698 I slot print_timing: id 3 | task 6622 | graph reallocs = 0 / 0 (same size) / (changed size) 12.45.872.802 I slot release: id 3 | task 6622 | stop processing: n_tokens = 1377, truncated = 0 12.45.953.296 I slot print_timing: id 0 | task 6597 | prompt eval time = 849.21 ms / 128 tokens ( 6.63 ms per token, 150.73 tokens per second) 12.45.953.301 I slot print_timing: id 0 | task 6597 | eval time = 20313.73 ms / 210 tokens ( 97.19 ms per token, 10.29 tokens per second) 12.45.953.302 I slot print_timing: id 0 | task 6597 | total time = 21162.94 ms / 338 tokens 12.45.953.303 I slot print_timing: id 0 | task 6597 | graphs reused = 5981 12.45.953.304 I slot print_timing: id 0 | task 6597 | graph reallocs = 0 / 0 (same size) / (changed size) 12.45.953.385 I slot release: id 0 | task 6597 | stop processing: n_tokens = 1433, truncated = 0 12.45.954.111 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.765 12.45.954.217 I slot launch_slot_: id 0 | task 6812 | processing task, is_child = 0 12.45.954.376 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 12.45.957.372 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 12.45.960.749 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.852 MiB) 12.45.964.060 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 12.45.967.699 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 12.45.971.631 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 12.45.975.768 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 12.45.978.772 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 12.45.981.393 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.024 MiB) 12.45.985.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 12.45.988.990 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 12.45.993.597 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 12.45.996.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.008 MiB) 12.46.000.384 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1504.170 MiB) 12.46.458.294 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.796 12.46.458.431 I slot launch_slot_: id 3 | task 6813 | processing task, is_child = 0 12.47.393.052 I slot print_timing: id 2 | task 6658 | n_gen = 153, tg = 10.27 t/s, tg_3s = 6.13 t/s 12.47.705.189 I slot print_timing: id 1 | task 6626 | n_gen = 185, tg = 9.97 t/s, tg_3s = 5.43 t/s 12.50.400.952 I slot print_timing: id 2 | task 6658 | n_gen = 183, tg = 10.22 t/s, tg_3s = 9.97 t/s 12.50.744.432 I slot print_timing: id 1 | task 6626 | n_gen = 218, tg = 10.10 t/s, tg_3s = 10.86 t/s 12.51.089.716 I slot print_timing: id 2 | task 6658 | prompt eval time = 896.83 ms / 113 tokens ( 7.94 ms per token, 126.00 tokens per second) 12.51.089.724 I slot print_timing: id 2 | task 6658 | eval time = 18502.56 ms / 191 tokens ( 97.38 ms per token, 10.27 tokens per second) 12.51.089.725 I slot print_timing: id 2 | task 6658 | total time = 19399.39 ms / 304 tokens 12.51.089.726 I slot print_timing: id 2 | task 6658 | graphs reused = 6017 12.51.089.726 I slot print_timing: id 2 | task 6658 | graph reallocs = 0 / 0 (same size) / (changed size) 12.51.089.814 I slot release: id 2 | task 6658 | stop processing: n_tokens = 1399, truncated = 0 12.51.183.867 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.783 12.51.183.976 I slot launch_slot_: id 2 | task 6854 | processing task, is_child = 0 12.53.826.267 I slot print_timing: id 1 | task 6626 | n_gen = 244, tg = 9.89 t/s, tg_3s = 8.44 t/s 12.56.918.214 I slot print_timing: id 1 | task 6626 | n_gen = 278, tg = 10.01 t/s, tg_3s = 11.00 t/s 12.57.497.822 I slot print_timing: id 0 | task 6812 | n_gen = 100, tg = 10.11 t/s, tg_3s = 10.21 t/s 12.57.498.732 I slot print_timing: id 3 | task 6813 | n_gen = 100, tg = 10.11 t/s, tg_3s = 10.21 t/s 12.59.987.405 I slot print_timing: id 1 | task 6626 | n_gen = 312, tg = 10.12 t/s, tg_3s = 11.08 t/s 13.00.543.387 I slot print_timing: id 0 | task 6812 | n_gen = 134, tg = 10.36 t/s, tg_3s = 11.16 t/s 13.00.544.353 I slot print_timing: id 3 | task 6813 | n_gen = 134, tg = 10.36 t/s, tg_3s = 11.16 t/s 13.01.102.881 I slot print_timing: id 2 | task 6854 | n_gen = 100, tg = 10.94 t/s, tg_3s = 11.05 t/s 13.03.025.999 I slot print_timing: id 1 | task 6626 | n_gen = 345, tg = 10.18 t/s, tg_3s = 10.86 t/s 13.03.543.947 I slot print_timing: id 0 | task 6812 | prompt eval time = 1246.38 ms / 71 tokens ( 17.55 ms per token, 56.97 tokens per second) 13.03.543.953 I slot print_timing: id 0 | task 6812 | eval time = 15839.12 ms / 167 tokens ( 95.42 ms per token, 10.48 tokens per second) 13.03.543.954 I slot print_timing: id 0 | task 6812 | total time = 17085.50 ms / 238 tokens 13.03.543.955 I slot print_timing: id 0 | task 6812 | graphs reused = 6142 13.03.543.956 I slot print_timing: id 0 | task 6812 | graph reallocs = 0 / 0 (same size) / (changed size) 13.03.544.022 I slot release: id 0 | task 6812 | stop processing: n_tokens = 1333, truncated = 0 13.03.544.914 I slot print_timing: id 3 | task 6813 | n_gen = 167, tg = 10.48 t/s, tg_3s = 11.00 t/s 13.03.621.146 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.822 13.03.621.246 I slot launch_slot_: id 0 | task 6984 | processing task, is_child = 0 13.04.312.410 I slot print_timing: id 2 | task 6854 | n_gen = 130, tg = 10.53 t/s, tg_3s = 9.35 t/s 13.06.043.592 I slot print_timing: id 1 | task 6626 | n_gen = 372, tg = 10.08 t/s, tg_3s = 8.95 t/s 13.06.601.460 I slot print_timing: id 3 | task 6813 | n_gen = 194, tg = 10.21 t/s, tg_3s = 8.83 t/s 13.07.035.522 I slot print_timing: id 1 | task 6626 | prompt eval time = 810.32 ms / 89 tokens ( 9.10 ms per token, 109.83 tokens per second) 13.07.035.527 I slot print_timing: id 1 | task 6626 | eval time = 37786.62 ms / 383 tokens ( 98.92 ms per token, 10.11 tokens per second) 13.07.035.528 I slot print_timing: id 1 | task 6626 | total time = 38596.93 ms / 472 tokens 13.07.035.529 I slot print_timing: id 1 | task 6626 | graphs reused = 6170 13.07.035.530 I slot print_timing: id 1 | task 6626 | graph reallocs = 0 / 0 (same size) / (changed size) 13.07.035.604 I slot release: id 1 | task 6626 | stop processing: n_tokens = 1567, truncated = 0 13.07.130.088 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.699 13.07.130.204 I slot launch_slot_: id 1 | task 7017 | processing task, is_child = 0 13.07.630.961 I slot print_timing: id 2 | task 6854 | n_gen = 161, tg = 10.27 t/s, tg_3s = 9.34 t/s 13.09.075.266 I slot print_timing: id 3 | task 6813 | prompt eval time = 1163.01 ms / 98 tokens ( 11.87 ms per token, 84.26 tokens per second) 13.09.075.272 I slot print_timing: id 3 | task 6813 | eval time = 21368.97 ms / 215 tokens ( 99.85 ms per token, 10.01 tokens per second) 13.09.075.276 I slot print_timing: id 3 | task 6813 | total time = 22531.97 ms / 313 tokens 13.09.075.280 I slot print_timing: id 3 | task 6813 | graphs reused = 6182 13.09.075.281 I slot print_timing: id 3 | task 6813 | graph reallocs = 0 / 0 (same size) / (changed size) 13.09.075.356 I slot release: id 3 | task 6813 | stop processing: n_tokens = 1408, truncated = 0 13.09.157.361 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.778 13.09.157.484 I slot launch_slot_: id 3 | task 7034 | processing task, is_child = 0 13.10.691.127 I slot print_timing: id 2 | task 6854 | n_gen = 186, tg = 9.93 t/s, tg_3s = 8.17 t/s 13.13.732.367 I slot print_timing: id 2 | task 6854 | n_gen = 220, tg = 10.10 t/s, tg_3s = 11.18 t/s 13.14.577.023 I slot print_timing: id 0 | task 6984 | n_gen = 100, tg = 9.64 t/s, tg_3s = 9.74 t/s 13.16.788.237 I slot print_timing: id 2 | task 6854 | n_gen = 254, tg = 10.23 t/s, tg_3s = 11.13 t/s 13.17.438.772 I slot print_timing: id 1 | task 7017 | n_gen = 100, tg = 10.35 t/s, tg_3s = 10.46 t/s 13.17.613.044 I slot print_timing: id 0 | task 6984 | n_gen = 134, tg = 10.00 t/s, tg_3s = 11.20 t/s 13.18.821.215 I slot print_timing: id 3 | task 7034 | n_gen = 100, tg = 11.15 t/s, tg_3s = 11.26 t/s 13.19.852.252 I slot print_timing: id 2 | task 6854 | n_gen = 289, tg = 10.36 t/s, tg_3s = 11.42 t/s 13.20.476.174 I slot print_timing: id 1 | task 7017 | n_gen = 135, tg = 10.64 t/s, tg_3s = 11.52 t/s 13.20.658.436 I slot print_timing: id 0 | task 6984 | n_gen = 169, tg = 10.28 t/s, tg_3s = 11.49 t/s 13.21.883.627 I slot print_timing: id 3 | task 7034 | n_gen = 135, tg = 11.22 t/s, tg_3s = 11.43 t/s 13.22.917.694 I slot print_timing: id 2 | task 6854 | n_gen = 324, tg = 10.47 t/s, tg_3s = 11.42 t/s 13.23.523.376 I slot print_timing: id 1 | task 7017 | n_gen = 170, tg = 10.80 t/s, tg_3s = 11.49 t/s 13.23.698.284 I slot print_timing: id 0 | task 6984 | n_gen = 204, tg = 10.47 t/s, tg_3s = 11.51 t/s 13.24.908.467 I slot print_timing: id 2 | task 6854 | prompt eval time = 872.01 ms / 111 tokens ( 7.86 ms per token, 127.29 tokens per second) 13.24.908.473 I slot print_timing: id 2 | task 6854 | eval time = 32852.47 ms / 347 tokens ( 94.95 ms per token, 10.53 tokens per second) 13.24.908.474 I slot print_timing: id 2 | task 6854 | total time = 33724.47 ms / 458 tokens 13.24.908.474 I slot print_timing: id 2 | task 6854 | graphs reused = 6349 13.24.908.475 I slot print_timing: id 2 | task 6854 | graph reallocs = 0 / 0 (same size) / (changed size) 13.24.908.552 I slot release: id 2 | task 6854 | stop processing: n_tokens = 1553, truncated = 0 13.24.908.930 I slot print_timing: id 3 | task 7034 | n_gen = 170, tg = 11.29 t/s, tg_3s = 11.57 t/s 13.25.003.405 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.706 13.25.003.514 I slot launch_slot_: id 2 | task 7207 | processing task, is_child = 0 13.25.943.477 I slot print_timing: id 1 | task 7017 | prompt eval time = 747.73 ms / 77 tokens ( 9.71 ms per token, 102.98 tokens per second) 13.25.943.483 I slot print_timing: id 1 | task 7017 | eval time = 18065.53 ms / 190 tokens ( 95.58 ms per token, 10.46 tokens per second) 13.25.943.484 I slot print_timing: id 1 | task 7017 | total time = 18813.26 ms / 267 tokens 13.25.943.485 I slot print_timing: id 1 | task 7017 | graphs reused = 6349 13.25.943.485 I slot print_timing: id 1 | task 7017 | graph reallocs = 0 / 0 (same size) / (changed size) 13.25.943.551 I slot release: id 1 | task 7017 | stop processing: n_tokens = 1362, truncated = 0 13.26.038.118 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.805 13.26.038.232 I slot launch_slot_: id 1 | task 7212 | processing task, is_child = 0 13.26.802.391 I slot print_timing: id 0 | task 6984 | n_gen = 225, tg = 9.96 t/s, tg_3s = 6.77 t/s 13.27.931.589 I slot print_timing: id 3 | task 7034 | n_gen = 190, tg = 10.51 t/s, tg_3s = 6.62 t/s 13.29.823.437 I slot print_timing: id 0 | task 6984 | n_gen = 260, tg = 10.15 t/s, tg_3s = 11.59 t/s 13.30.946.704 I slot print_timing: id 3 | task 7034 | n_gen = 225, tg = 10.66 t/s, tg_3s = 11.61 t/s 13.32.840.303 I slot print_timing: id 0 | task 6984 | n_gen = 295, tg = 10.31 t/s, tg_3s = 11.60 t/s 13.33.873.328 I slot print_timing: id 3 | task 7034 | prompt eval time = 784.66 ms / 95 tokens ( 8.26 ms per token, 121.07 tokens per second) 13.33.873.333 I slot print_timing: id 3 | task 7034 | eval time = 23931.16 ms / 259 tokens ( 92.76 ms per token, 10.78 tokens per second) 13.33.873.334 I slot print_timing: id 3 | task 7034 | total time = 24715.83 ms / 354 tokens 13.33.873.335 I slot print_timing: id 3 | task 7034 | graphs reused = 6430 13.33.873.336 I slot print_timing: id 3 | task 7034 | graph reallocs = 0 / 0 (same size) / (changed size) 13.33.873.407 I slot release: id 3 | task 7034 | stop processing: n_tokens = 1449, truncated = 0 13.33.950.336 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.756 13.33.950.446 I slot launch_slot_: id 3 | task 7298 | processing task, is_child = 0 13.35.647.497 I slot print_timing: id 2 | task 7207 | n_gen = 100, tg = 10.11 t/s, tg_3s = 10.21 t/s 13.35.904.230 I slot print_timing: id 0 | task 6984 | n_gen = 323, tg = 10.19 t/s, tg_3s = 9.14 t/s 13.35.991.301 I slot print_timing: id 1 | task 7212 | n_gen = 100, tg = 10.77 t/s, tg_3s = 10.88 t/s 13.38.664.966 I slot print_timing: id 2 | task 7207 | n_gen = 135, tg = 10.46 t/s, tg_3s = 11.60 t/s 13.38.922.934 I slot print_timing: id 0 | task 6984 | n_gen = 358, tg = 10.31 t/s, tg_3s = 11.59 t/s 13.39.010.333 I slot print_timing: id 1 | task 7212 | n_gen = 135, tg = 10.98 t/s, tg_3s = 11.59 t/s 13.39.439.543 I slot print_timing: id 0 | task 6984 | prompt eval time = 690.50 ms / 74 tokens ( 9.33 ms per token, 107.17 tokens per second) 13.39.439.549 I slot print_timing: id 0 | task 6984 | eval time = 35127.78 ms / 364 tokens ( 96.77 ms per token, 10.33 tokens per second) 13.39.439.550 I slot print_timing: id 0 | task 6984 | total time = 35818.28 ms / 438 tokens 13.39.439.550 I slot print_timing: id 0 | task 6984 | graphs reused = 6483 13.39.439.551 I slot print_timing: id 0 | task 6984 | graph reallocs = 0 / 0 (same size) / (changed size) 13.39.439.620 I slot release: id 0 | task 6984 | stop processing: n_tokens = 1533, truncated = 0 13.39.514.259 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.715 13.39.514.356 I slot launch_slot_: id 0 | task 7356 | processing task, is_child = 0 13.41.694.460 I slot print_timing: id 2 | task 7207 | n_gen = 163, tg = 10.23 t/s, tg_3s = 9.24 t/s 13.42.039.018 I slot print_timing: id 1 | task 7212 | n_gen = 163, tg = 10.63 t/s, tg_3s = 9.24 t/s 13.43.938.830 I slot print_timing: id 3 | task 7298 | n_gen = 100, tg = 10.80 t/s, tg_3s = 10.91 t/s 13.44.714.828 I slot print_timing: id 1 | task 7212 | prompt eval time = 765.03 ms / 81 tokens ( 9.44 ms per token, 105.88 tokens per second) 13.44.714.833 I slot print_timing: id 1 | task 7212 | eval time = 17911.55 ms / 194 tokens ( 92.81 ms per token, 10.78 tokens per second) 13.44.714.834 I slot print_timing: id 1 | task 7212 | total time = 18676.58 ms / 275 tokens 13.44.714.835 I slot print_timing: id 1 | task 7212 | graphs reused = 6533 13.44.714.836 I slot print_timing: id 1 | task 7212 | graph reallocs = 0 / 0 (same size) / (changed size) 13.44.714.903 I slot release: id 1 | task 7212 | stop processing: n_tokens = 1370, truncated = 0 13.44.715.292 I slot print_timing: id 2 | task 7207 | n_gen = 198, tg = 10.44 t/s, tg_3s = 11.59 t/s 13.44.809.665 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.800 13.44.809.788 I slot launch_slot_: id 1 | task 7411 | processing task, is_child = 0 13.46.973.482 I slot print_timing: id 3 | task 7298 | n_gen = 127, tg = 10.33 t/s, tg_3s = 8.90 t/s 13.47.662.556 I slot print_timing: id 2 | task 7207 | prompt eval time = 848.81 ms / 109 tokens ( 7.79 ms per token, 128.41 tokens per second) 13.47.662.562 I slot print_timing: id 2 | task 7207 | eval time = 21810.21 ms / 224 tokens ( 97.80 ms per token, 10.22 tokens per second) 13.47.662.563 I slot print_timing: id 2 | task 7207 | total time = 22659.02 ms / 333 tokens 13.47.662.563 I slot print_timing: id 2 | task 7207 | graphs reused = 6555 13.47.662.564 I slot print_timing: id 2 | task 7207 | graph reallocs = 0 / 0 (same size) / (changed size) 13.47.662.643 I slot release: id 2 | task 7207 | stop processing: n_tokens = 1428, truncated = 0 13.47.754.214 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.768 13.47.754.317 I slot launch_slot_: id 2 | task 7438 | processing task, is_child = 0 13.50.001.058 I slot print_timing: id 3 | task 7298 | n_gen = 156, tg = 10.18 t/s, tg_3s = 9.58 t/s 13.50.088.580 I slot print_timing: id 0 | task 7356 | n_gen = 100, tg = 10.12 t/s, tg_3s = 10.22 t/s 13.53.025.561 I slot print_timing: id 3 | task 7298 | n_gen = 190, tg = 10.35 t/s, tg_3s = 11.24 t/s 13.53.118.200 I slot print_timing: id 0 | task 7356 | n_gen = 134, tg = 10.38 t/s, tg_3s = 11.22 t/s 13.54.871.202 I slot print_timing: id 1 | task 7411 | n_gen = 100, tg = 10.76 t/s, tg_3s = 10.87 t/s 13.56.068.200 I slot print_timing: id 3 | task 7298 | n_gen = 224, tg = 10.47 t/s, tg_3s = 11.17 t/s 13.56.158.867 I slot print_timing: id 0 | task 7356 | n_gen = 168, tg = 10.53 t/s, tg_3s = 11.18 t/s 13.57.282.759 I slot print_timing: id 2 | task 7438 | n_gen = 100, tg = 11.30 t/s, tg_3s = 11.41 t/s 13.57.902.661 I slot print_timing: id 1 | task 7411 | n_gen = 133, tg = 10.79 t/s, tg_3s = 10.89 t/s 13.59.136.976 I slot print_timing: id 3 | task 7298 | n_gen = 258, tg = 10.55 t/s, tg_3s = 11.08 t/s 13.59.223.442 I slot print_timing: id 0 | task 7356 | n_gen = 202, tg = 10.62 t/s, tg_3s = 11.09 t/s 14.00.331.983 I slot print_timing: id 2 | task 7438 | n_gen = 134, tg = 11.26 t/s, tg_3s = 11.15 t/s 14.00.982.157 I slot print_timing: id 1 | task 7411 | n_gen = 167, tg = 10.84 t/s, tg_3s = 11.04 t/s 14.02.162.866 I slot print_timing: id 3 | task 7298 | n_gen = 291, tg = 10.59 t/s, tg_3s = 10.91 t/s 14.02.247.748 I slot print_timing: id 0 | task 7356 | n_gen = 235, tg = 10.66 t/s, tg_3s = 10.91 t/s 14.03.028.579 I slot print_timing: id 1 | task 7411 | prompt eval time = 860.75 ms / 102 tokens ( 8.44 ms per token, 118.50 tokens per second) 14.03.028.584 I slot print_timing: id 1 | task 7411 | eval time = 17358.02 ms / 190 tokens ( 91.84 ms per token, 10.89 tokens per second) 14.03.028.586 I slot print_timing: id 1 | task 7411 | total time = 18218.77 ms / 292 tokens 14.03.028.587 I slot print_timing: id 1 | task 7411 | graphs reused = 6716 14.03.028.588 I slot print_timing: id 1 | task 7411 | graph reallocs = 0 / 0 (same size) / (changed size) 14.03.028.660 I slot release: id 1 | task 7411 | stop processing: n_tokens = 1387, truncated = 0 14.03.123.640 I slot print_timing: id 3 | task 7298 | prompt eval time = 821.18 ms / 102 tokens ( 8.05 ms per token, 124.21 tokens per second) 14.03.123.646 I slot print_timing: id 3 | task 7298 | eval time = 28352.00 ms / 302 tokens ( 94.19 ms per token, 10.62 tokens per second) 14.03.123.647 I slot print_timing: id 3 | task 7298 | total time = 29173.18 ms / 404 tokens 14.03.123.648 I slot print_timing: id 3 | task 7298 | graphs reused = 6716 14.03.123.649 I slot print_timing: id 3 | task 7298 | graph reallocs = 0 / 0 (same size) / (changed size) 14.03.123.716 I slot release: id 3 | task 7298 | stop processing: n_tokens = 1499, truncated = 0 14.03.123.734 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.790 14.03.123.857 I slot launch_slot_: id 1 | task 7605 | processing task, is_child = 0 14.03.124.004 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1826.072 MiB) 14.03.397.763 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.731 14.03.397.905 I slot launch_slot_: id 3 | task 7606 | processing task, is_child = 0 14.04.359.625 I slot print_timing: id 2 | task 7438 | n_gen = 166, tg = 10.42 t/s, tg_3s = 7.95 t/s 14.05.290.577 I slot print_timing: id 0 | task 7356 | n_gen = 253, tg = 10.09 t/s, tg_3s = 5.92 t/s 14.07.413.434 I slot print_timing: id 2 | task 7438 | n_gen = 197, tg = 10.37 t/s, tg_3s = 10.15 t/s 14.08.334.501 I slot print_timing: id 0 | task 7356 | n_gen = 287, tg = 10.20 t/s, tg_3s = 11.17 t/s 14.10.437.191 I slot print_timing: id 2 | task 7438 | n_gen = 230, tg = 10.45 t/s, tg_3s = 10.91 t/s 14.11.386.929 I slot print_timing: id 0 | task 7356 | n_gen = 321, tg = 10.30 t/s, tg_3s = 11.14 t/s 14.13.527.119 I slot print_timing: id 2 | task 7438 | n_gen = 264, tg = 10.52 t/s, tg_3s = 11.00 t/s 14.13.715.714 I slot print_timing: id 1 | task 7605 | n_gen = 100, tg = 11.01 t/s, tg_3s = 11.12 t/s 14.13.716.410 I slot print_timing: id 3 | task 7606 | n_gen = 100, tg = 11.01 t/s, tg_3s = 11.12 t/s 14.14.427.253 I slot print_timing: id 0 | task 7356 | n_gen = 354, tg = 10.35 t/s, tg_3s = 10.85 t/s 14.16.574.624 I slot print_timing: id 2 | task 7438 | n_gen = 298, tg = 10.59 t/s, tg_3s = 11.16 t/s 14.16.763.260 I slot print_timing: id 1 | task 7605 | n_gen = 134, tg = 11.05 t/s, tg_3s = 11.16 t/s 14.16.763.965 I slot print_timing: id 3 | task 7606 | n_gen = 134, tg = 11.05 t/s, tg_3s = 11.16 t/s 14.17.503.597 I slot print_timing: id 0 | task 7356 | n_gen = 388, tg = 10.40 t/s, tg_3s = 11.05 t/s 14.18.754.339 I slot print_timing: id 3 | task 7606 | prompt eval time = 1242.65 ms / 74 tokens ( 16.79 ms per token, 59.55 tokens per second) 14.18.754.345 I slot print_timing: id 3 | task 7606 | eval time = 14028.89 ms / 156 tokens ( 90.51 ms per token, 11.05 tokens per second) 14.18.754.346 I slot print_timing: id 3 | task 7606 | total time = 15271.54 ms / 230 tokens 14.18.754.347 I slot print_timing: id 3 | task 7606 | graphs reused = 6869 14.18.754.348 I slot print_timing: id 3 | task 7606 | graph reallocs = 0 / 0 (same size) / (changed size) 14.18.754.424 I slot release: id 3 | task 7606 | stop processing: n_tokens = 1325, truncated = 0 14.18.830.611 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.827 14.18.830.722 I slot launch_slot_: id 3 | task 7765 | processing task, is_child = 0 14.19.674.905 I slot print_timing: id 2 | task 7438 | n_gen = 325, tg = 10.40 t/s, tg_3s = 8.71 t/s 14.19.772.766 I slot print_timing: id 1 | task 7605 | n_gen = 160, tg = 10.57 t/s, tg_3s = 8.64 t/s 14.20.516.142 I slot print_timing: id 0 | task 7356 | n_gen = 414, tg = 10.27 t/s, tg_3s = 8.63 t/s 14.20.516.872 I slot print_timing: id 2 | task 7438 | prompt eval time = 766.04 ms / 97 tokens ( 7.90 ms per token, 126.63 tokens per second) 14.20.516.877 I slot print_timing: id 2 | task 7438 | eval time = 31996.51 ms / 334 tokens ( 96.09 ms per token, 10.41 tokens per second) 14.20.516.878 I slot print_timing: id 2 | task 7438 | total time = 32762.55 ms / 431 tokens 14.20.516.879 I slot print_timing: id 2 | task 7438 | graphs reused = 6877 14.20.516.879 I slot print_timing: id 2 | task 7438 | graph reallocs = 0 / 0 (same size) / (changed size) 14.20.516.949 I slot release: id 2 | task 7438 | stop processing: n_tokens = 1526, truncated = 0 14.20.618.160 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.718 14.20.618.287 I slot launch_slot_: id 2 | task 7778 | processing task, is_child = 0 14.21.588.533 I slot print_timing: id 0 | task 7356 | prompt eval time = 791.04 ms / 112 tokens ( 7.06 ms per token, 141.59 tokens per second) 14.21.588.540 I slot print_timing: id 0 | task 7356 | eval time = 41283.12 ms / 420 tokens ( 98.53 ms per token, 10.15 tokens per second) 14.21.588.541 I slot print_timing: id 0 | task 7356 | total time = 42074.16 ms / 532 tokens 14.21.588.542 I slot print_timing: id 0 | task 7356 | graphs reused = 6879 14.21.588.543 I slot print_timing: id 0 | task 7356 | graph reallocs = 0 / 0 (same size) / (changed size) 14.21.588.624 I slot release: id 0 | task 7356 | stop processing: n_tokens = 1627, truncated = 0 14.21.666.036 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.674 14.21.666.154 I slot launch_slot_: id 0 | task 7785 | processing task, is_child = 0 14.22.830.210 I slot print_timing: id 1 | task 7605 | n_gen = 182, tg = 10.00 t/s, tg_3s = 7.20 t/s 14.25.833.760 I slot print_timing: id 1 | task 7605 | n_gen = 215, tg = 10.14 t/s, tg_3s = 10.99 t/s 14.28.040.934 I slot print_timing: id 2 | task 7778 | prompt eval time = 686.79 ms / 68 tokens ( 10.10 ms per token, 99.01 tokens per second) 14.28.040.940 I slot print_timing: id 2 | task 7778 | eval time = 6735.84 ms / 70 tokens ( 97.62 ms per token, 10.24 tokens per second) 14.28.040.941 I slot print_timing: id 2 | task 7778 | total time = 7422.63 ms / 138 tokens 14.28.040.942 I slot print_timing: id 2 | task 7778 | graphs reused = 6942 14.28.040.942 I slot print_timing: id 2 | task 7778 | graph reallocs = 0 / 0 (same size) / (changed size) 14.28.041.018 I slot release: id 2 | task 7778 | stop processing: n_tokens = 1233, truncated = 0 14.28.140.836 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.889 14.28.140.957 I slot launch_slot_: id 2 | task 7852 | processing task, is_child = 0 14.28.891.695 I slot print_timing: id 1 | task 7605 | n_gen = 243, tg = 10.01 t/s, tg_3s = 9.16 t/s 14.29.085.134 I slot print_timing: id 1 | task 7605 | prompt eval time = 1326.37 ms / 80 tokens ( 16.58 ms per token, 60.32 tokens per second) 14.29.085.140 I slot print_timing: id 1 | task 7605 | eval time = 24360.84 ms / 245 tokens ( 99.84 ms per token, 10.02 tokens per second) 14.29.085.141 I slot print_timing: id 1 | task 7605 | total time = 25687.21 ms / 325 tokens 14.29.085.142 I slot print_timing: id 1 | task 7605 | graphs reused = 6943 14.29.085.142 I slot print_timing: id 1 | task 7605 | graph reallocs = 0 / 0 (same size) / (changed size) 14.29.085.214 I slot release: id 1 | task 7605 | stop processing: n_tokens = 1420, truncated = 0 14.29.182.545 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.772 14.29.182.670 I slot launch_slot_: id 1 | task 7858 | processing task, is_child = 0 14.30.850.971 I slot print_timing: id 3 | task 7765 | n_gen = 100, tg = 8.86 t/s, tg_3s = 8.95 t/s 14.32.351.641 I slot print_timing: id 0 | task 7785 | n_gen = 100, tg = 9.94 t/s, tg_3s = 10.04 t/s 14.33.905.573 I slot print_timing: id 3 | task 7765 | n_gen = 135, tg = 9.42 t/s, tg_3s = 11.46 t/s 14.35.404.901 I slot print_timing: id 0 | task 7785 | n_gen = 134, tg = 10.22 t/s, tg_3s = 11.14 t/s 14.36.952.547 I slot print_timing: id 3 | task 7765 | n_gen = 169, tg = 9.72 t/s, tg_3s = 11.16 t/s 14.38.348.756 I slot print_timing: id 2 | task 7852 | n_gen = 100, tg = 10.47 t/s, tg_3s = 10.58 t/s 14.38.438.537 I slot print_timing: id 0 | task 7785 | n_gen = 167, tg = 10.34 t/s, tg_3s = 10.88 t/s 14.38.787.854 I slot print_timing: id 1 | task 7858 | n_gen = 100, tg = 11.28 t/s, tg_3s = 11.39 t/s 14.40.002.131 I slot print_timing: id 3 | task 7765 | n_gen = 203, tg = 9.94 t/s, tg_3s = 11.15 t/s 14.41.390.833 I slot print_timing: id 2 | task 7852 | n_gen = 134, tg = 10.64 t/s, tg_3s = 11.18 t/s 14.41.482.667 I slot print_timing: id 0 | task 7785 | n_gen = 201, tg = 10.47 t/s, tg_3s = 11.17 t/s 14.41.855.282 I slot print_timing: id 1 | task 7858 | n_gen = 134, tg = 11.23 t/s, tg_3s = 11.08 t/s 14.43.082.103 I slot print_timing: id 3 | task 7765 | n_gen = 236, tg = 10.04 t/s, tg_3s = 10.71 t/s 14.44.405.230 I slot print_timing: id 2 | task 7852 | n_gen = 167, tg = 10.70 t/s, tg_3s = 10.95 t/s 14.44.495.922 I slot print_timing: id 0 | task 7785 | n_gen = 234, tg = 10.54 t/s, tg_3s = 10.95 t/s 14.44.866.702 I slot print_timing: id 1 | task 7858 | n_gen = 167, tg = 11.17 t/s, tg_3s = 10.96 t/s 14.44.867.088 I slot print_timing: id 2 | task 7852 | prompt eval time = 751.60 ms / 71 tokens ( 10.59 ms per token, 94.47 tokens per second) 14.44.867.091 I slot print_timing: id 2 | task 7852 | eval time = 15974.52 ms / 172 tokens ( 93.42 ms per token, 10.70 tokens per second) 14.44.867.092 I slot print_timing: id 2 | task 7852 | total time = 16726.12 ms / 243 tokens 14.44.867.094 I slot print_timing: id 2 | task 7852 | graphs reused = 7107 14.44.867.094 I slot print_timing: id 2 | task 7852 | graph reallocs = 0 / 0 (same size) / (changed size) 14.44.867.162 I slot release: id 2 | task 7852 | stop processing: n_tokens = 1338, truncated = 0 14.44.967.102 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.819 14.44.967.232 I slot launch_slot_: id 2 | task 8028 | processing task, is_child = 0 14.45.878.315 I slot print_timing: id 1 | task 7858 | prompt eval time = 826.88 ms / 93 tokens ( 8.89 ms per token, 112.47 tokens per second) 14.45.878.321 I slot print_timing: id 1 | task 7858 | eval time = 15868.75 ms / 171 tokens ( 93.35 ms per token, 10.71 tokens per second) 14.45.878.322 I slot print_timing: id 1 | task 7858 | total time = 16695.63 ms / 264 tokens 14.45.878.324 I slot print_timing: id 1 | task 7858 | graphs reused = 7107 14.45.878.325 I slot print_timing: id 1 | task 7858 | graph reallocs = 0 / 0 (same size) / (changed size) 14.45.878.393 I slot release: id 1 | task 7858 | stop processing: n_tokens = 1359, truncated = 0 14.45.977.577 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.806 14.45.977.698 I slot launch_slot_: id 1 | task 8033 | processing task, is_child = 0 14.46.455.778 I slot print_timing: id 3 | task 7765 | n_gen = 262, tg = 9.75 t/s, tg_3s = 7.71 t/s 14.47.503.685 I slot print_timing: id 0 | task 7785 | n_gen = 254, tg = 10.07 t/s, tg_3s = 6.65 t/s 14.49.500.489 I slot print_timing: id 3 | task 7765 | n_gen = 294, tg = 9.82 t/s, tg_3s = 10.51 t/s 14.49.682.926 I slot print_timing: id 0 | task 7785 | prompt eval time = 721.81 ms / 80 tokens ( 9.02 ms per token, 110.83 tokens per second) 14.49.682.932 I slot print_timing: id 0 | task 7785 | eval time = 27294.94 ms / 278 tokens ( 98.54 ms per token, 10.15 tokens per second) 14.49.682.933 I slot print_timing: id 0 | task 7785 | total time = 28016.75 ms / 358 tokens 14.49.682.933 I slot print_timing: id 0 | task 7785 | graphs reused = 7139 14.49.682.934 I slot print_timing: id 0 | task 7785 | graph reallocs = 0 / 0 (same size) / (changed size) 14.49.683.006 I slot release: id 0 | task 7785 | stop processing: n_tokens = 1452, truncated = 0 14.49.763.058 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.755 14.49.763.166 I slot launch_slot_: id 0 | task 8070 | processing task, is_child = 0 14.52.540.224 I slot print_timing: id 3 | task 7765 | n_gen = 320, tg = 9.71 t/s, tg_3s = 8.55 t/s 14.53.375.170 I slot print_timing: id 3 | task 7765 | prompt eval time = 845.00 ms / 132 tokens ( 6.40 ms per token, 156.21 tokens per second) 14.53.375.176 I slot print_timing: id 3 | task 7765 | eval time = 33699.42 ms / 329 tokens ( 102.74 ms per token, 9.73 tokens per second) 14.53.375.176 I slot print_timing: id 3 | task 7765 | total time = 34544.42 ms / 461 tokens 14.53.375.177 I slot print_timing: id 3 | task 7765 | graphs reused = 7168 14.53.375.178 I slot print_timing: id 3 | task 7765 | graph reallocs = 0 / 0 (same size) / (changed size) 14.53.375.250 I slot release: id 3 | task 7765 | stop processing: n_tokens = 1556, truncated = 0 14.53.452.031 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.704 14.53.452.159 I slot launch_slot_: id 3 | task 8104 | processing task, is_child = 0 14.56.366.802 I slot print_timing: id 2 | task 8028 | n_gen = 100, tg = 9.35 t/s, tg_3s = 9.45 t/s 14.56.714.492 I slot print_timing: id 1 | task 8033 | n_gen = 100, tg = 9.88 t/s, tg_3s = 9.98 t/s 14.59.410.066 I slot print_timing: id 2 | task 8028 | n_gen = 135, tg = 9.83 t/s, tg_3s = 11.50 t/s 14.59.736.042 I slot print_timing: id 1 | task 8033 | n_gen = 135, tg = 10.28 t/s, tg_3s = 11.58 t/s 14.59.816.892 I slot print_timing: id 0 | task 8070 | n_gen = 100, tg = 10.84 t/s, tg_3s = 10.95 t/s 15.01.029.172 I slot print_timing: id 1 | task 8033 | prompt eval time = 719.60 ms / 69 tokens ( 10.43 ms per token, 95.89 tokens per second) 15.01.029.177 I slot print_timing: id 1 | task 8033 | eval time = 14331.85 ms / 150 tokens ( 96.19 ms per token, 10.40 tokens per second) 15.01.029.178 I slot print_timing: id 1 | task 8033 | total time = 15051.45 ms / 219 tokens 15.01.029.180 I slot print_timing: id 1 | task 8033 | graphs reused = 7245 15.01.029.181 I slot print_timing: id 1 | task 8033 | graph reallocs = 0 / 0 (same size) / (changed size) 15.01.029.251 I slot release: id 1 | task 8033 | stop processing: n_tokens = 1314, truncated = 0 15.01.126.492 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.834 15.01.126.619 I slot launch_slot_: id 1 | task 8188 | processing task, is_child = 0 15.02.435.850 I slot print_timing: id 2 | task 8028 | n_gen = 161, tg = 9.61 t/s, tg_3s = 8.59 t/s 15.02.908.015 I slot print_timing: id 0 | task 8070 | n_gen = 126, tg = 10.23 t/s, tg_3s = 8.41 t/s 15.03.529.492 I slot print_timing: id 3 | task 8104 | n_gen = 100, tg = 10.59 t/s, tg_3s = 10.70 t/s 15.05.513.877 I slot print_timing: id 2 | task 8028 | n_gen = 195, tg = 9.83 t/s, tg_3s = 11.05 t/s 15.05.978.966 I slot print_timing: id 0 | task 8070 | n_gen = 160, tg = 10.40 t/s, tg_3s = 11.07 t/s 15.06.536.482 I slot print_timing: id 3 | task 8104 | n_gen = 133, tg = 10.69 t/s, tg_3s = 10.97 t/s 15.08.566.309 I slot print_timing: id 2 | task 8028 | n_gen = 229, tg = 10.01 t/s, tg_3s = 11.14 t/s 15.09.025.455 I slot print_timing: id 0 | task 8070 | n_gen = 194, tg = 10.52 t/s, tg_3s = 11.16 t/s 15.09.585.252 I slot print_timing: id 3 | task 8104 | n_gen = 167, tg = 10.78 t/s, tg_3s = 11.15 t/s 15.11.079.257 I slot print_timing: id 1 | task 8188 | n_gen = 100, tg = 10.97 t/s, tg_3s = 11.08 t/s 15.11.607.964 I slot print_timing: id 2 | task 8028 | n_gen = 262, tg = 10.11 t/s, tg_3s = 10.85 t/s 15.12.038.424 I slot print_timing: id 0 | task 8070 | n_gen = 227, tg = 10.58 t/s, tg_3s = 10.95 t/s 15.12.641.675 I slot print_timing: id 3 | task 8104 | n_gen = 201, tg = 10.83 t/s, tg_3s = 11.12 t/s 15.13.194.746 I slot print_timing: id 3 | task 8104 | prompt eval time = 730.78 ms / 85 tokens ( 8.60 ms per token, 116.31 tokens per second) 15.13.194.753 I slot print_timing: id 3 | task 8104 | eval time = 19011.79 ms / 207 tokens ( 92.29 ms per token, 10.84 tokens per second) 15.13.194.754 I slot print_timing: id 3 | task 8104 | total time = 19742.57 ms / 292 tokens 15.13.194.755 I slot print_timing: id 3 | task 8104 | graphs reused = 7367 15.13.194.755 I slot print_timing: id 3 | task 8104 | graph reallocs = 0 / 0 (same size) / (changed size) 15.13.194.824 I slot release: id 3 | task 8104 | stop processing: n_tokens = 1387, truncated = 0 15.13.274.877 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.790 15.13.275.005 I slot launch_slot_: id 3 | task 8315 | processing task, is_child = 0 15.14.152.190 I slot print_timing: id 1 | task 8188 | n_gen = 128, tg = 10.50 t/s, tg_3s = 9.11 t/s 15.14.341.115 I slot print_timing: id 2 | task 8028 | prompt eval time = 814.79 ms / 97 tokens ( 8.40 ms per token, 119.05 tokens per second) 15.14.341.120 I slot print_timing: id 2 | task 8028 | eval time = 28559.07 ms / 286 tokens ( 100.21 ms per token, 9.98 tokens per second) 15.14.341.122 I slot print_timing: id 2 | task 8028 | total time = 29373.86 ms / 383 tokens 15.14.341.123 I slot print_timing: id 2 | task 8028 | graphs reused = 7369 15.14.341.123 I slot print_timing: id 2 | task 8028 | graph reallocs = 0 / 0 (same size) / (changed size) 15.14.341.203 I slot release: id 2 | task 8028 | stop processing: n_tokens = 1478, truncated = 0 15.14.443.095 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.742 15.14.443.212 I slot launch_slot_: id 2 | task 8322 | processing task, is_child = 0 15.15.119.857 I slot print_timing: id 0 | task 8070 | n_gen = 248, tg = 10.11 t/s, tg_3s = 6.82 t/s 15.17.199.266 I slot print_timing: id 1 | task 8188 | n_gen = 154, tg = 10.10 t/s, tg_3s = 8.53 t/s 15.18.127.870 I slot print_timing: id 0 | task 8070 | n_gen = 280, tg = 10.17 t/s, tg_3s = 10.64 t/s 15.20.213.199 I slot print_timing: id 1 | task 8188 | n_gen = 187, tg = 10.24 t/s, tg_3s = 10.95 t/s 15.21.193.019 I slot print_timing: id 0 | task 8070 | n_gen = 314, tg = 10.26 t/s, tg_3s = 11.09 t/s 15.21.676.985 I slot print_timing: id 0 | task 8070 | prompt eval time = 920.06 ms / 150 tokens ( 6.13 ms per token, 163.03 tokens per second) 15.21.676.992 I slot print_timing: id 0 | task 8070 | eval time = 30993.73 ms / 319 tokens ( 97.46 ms per token, 10.26 tokens per second) 15.21.676.993 I slot print_timing: id 0 | task 8070 | total time = 31913.80 ms / 469 tokens 15.21.676.994 I slot print_timing: id 0 | task 8070 | graphs reused = 7437 15.21.676.994 I slot print_timing: id 0 | task 8070 | graph reallocs = 0 / 0 (same size) / (changed size) 15.21.677.080 I slot release: id 0 | task 8070 | stop processing: n_tokens = 1564, truncated = 0 15.21.760.089 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.701 15.21.760.216 I slot launch_slot_: id 0 | task 8396 | processing task, is_child = 0 15.23.284.492 I slot print_timing: id 1 | task 8188 | n_gen = 214, tg = 10.03 t/s, tg_3s = 8.79 t/s 15.24.330.807 I slot print_timing: id 3 | task 8315 | n_gen = 100, tg = 9.64 t/s, tg_3s = 9.73 t/s 15.24.846.921 I slot print_timing: id 2 | task 8322 | n_gen = 100, tg = 10.42 t/s, tg_3s = 10.53 t/s 15.26.146.284 I slot print_timing: id 1 | task 8188 | prompt eval time = 927.51 ms / 125 tokens ( 7.42 ms per token, 134.77 tokens per second) 15.26.146.291 I slot print_timing: id 1 | task 8188 | eval time = 24092.14 ms / 246 tokens ( 98.34 ms per token, 10.17 tokens per second) 15.26.146.292 I slot print_timing: id 1 | task 8188 | total time = 25019.64 ms / 371 tokens 15.26.146.293 I slot print_timing: id 1 | task 8188 | graphs reused = 7477 15.26.146.294 I slot print_timing: id 1 | task 8188 | graph reallocs = 0 / 0 (same size) / (changed size) 15.26.146.387 I slot release: id 1 | task 8188 | stop processing: n_tokens = 1466, truncated = 0 15.26.243.616 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.748 15.26.243.742 I slot launch_slot_: id 1 | task 8440 | processing task, is_child = 0 15.27.359.873 I slot print_timing: id 3 | task 8315 | n_gen = 125, tg = 9.32 t/s, tg_3s = 8.25 t/s 15.27.859.927 I slot print_timing: id 2 | task 8322 | n_gen = 125, tg = 9.91 t/s, tg_3s = 8.30 t/s 15.29.558.251 I slot print_timing: id 3 | task 8315 | prompt eval time = 780.81 ms / 88 tokens ( 8.87 ms per token, 112.70 tokens per second) 15.29.558.257 I slot print_timing: id 3 | task 8315 | eval time = 15502.41 ms / 151 tokens ( 103.35 ms per token, 9.68 tokens per second) 15.29.558.258 I slot print_timing: id 3 | task 8315 | total time = 16283.23 ms / 239 tokens 15.29.558.259 I slot print_timing: id 3 | task 8315 | graphs reused = 7503 15.29.558.260 I slot print_timing: id 3 | task 8315 | graph reallocs = 0 / 0 (same size) / (changed size) 15.29.558.337 I slot release: id 3 | task 8315 | stop processing: n_tokens = 1334, truncated = 0 15.29.637.791 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.822 15.29.637.911 I slot launch_slot_: id 3 | task 8472 | processing task, is_child = 0 15.30.902.377 I slot print_timing: id 2 | task 8322 | n_gen = 153, tg = 9.77 t/s, tg_3s = 9.20 t/s 15.32.676.927 I slot print_timing: id 0 | task 8396 | n_gen = 100, tg = 9.75 t/s, tg_3s = 9.85 t/s 15.33.945.163 I slot print_timing: id 2 | task 8322 | n_gen = 187, tg = 10.00 t/s, tg_3s = 11.17 t/s 15.35.754.868 I slot print_timing: id 0 | task 8396 | n_gen = 133, tg = 9.98 t/s, tg_3s = 10.72 t/s 15.36.618.969 I slot print_timing: id 1 | task 8440 | n_gen = 100, tg = 10.48 t/s, tg_3s = 10.59 t/s 15.36.963.627 I slot print_timing: id 2 | task 8322 | n_gen = 220, tg = 10.13 t/s, tg_3s = 10.93 t/s 15.38.805.890 I slot print_timing: id 0 | task 8396 | n_gen = 167, tg = 10.20 t/s, tg_3s = 11.14 t/s 15.39.464.450 I slot print_timing: id 3 | task 8472 | n_gen = 100, tg = 10.96 t/s, tg_3s = 11.07 t/s 15.39.648.068 I slot print_timing: id 1 | task 8440 | n_gen = 133, tg = 10.58 t/s, tg_3s = 10.89 t/s 15.39.999.493 I slot print_timing: id 2 | task 8322 | n_gen = 253, tg = 10.22 t/s, tg_3s = 10.87 t/s 15.41.858.018 I slot print_timing: id 0 | task 8396 | n_gen = 201, tg = 10.34 t/s, tg_3s = 11.14 t/s 15.42.507.633 I slot print_timing: id 3 | task 8472 | n_gen = 134, tg = 11.02 t/s, tg_3s = 11.17 t/s 15.42.692.418 I slot print_timing: id 1 | task 8440 | n_gen = 167, tg = 10.70 t/s, tg_3s = 11.17 t/s 15.43.066.178 I slot print_timing: id 2 | task 8322 | n_gen = 287, tg = 10.32 t/s, tg_3s = 11.09 t/s 15.44.928.992 I slot print_timing: id 0 | task 8396 | n_gen = 235, tg = 10.44 t/s, tg_3s = 11.07 t/s 15.45.558.089 I slot print_timing: id 3 | task 8472 | n_gen = 168, tg = 11.04 t/s, tg_3s = 11.15 t/s 15.45.743.103 I slot print_timing: id 1 | task 8440 | n_gen = 201, tg = 10.77 t/s, tg_3s = 11.15 t/s 15.46.022.081 I slot print_timing: id 0 | task 8396 | prompt eval time = 764.58 ms / 90 tokens ( 8.50 ms per token, 117.71 tokens per second) 15.46.022.086 I slot print_timing: id 0 | task 8396 | eval time = 23497.26 ms / 247 tokens ( 95.52 ms per token, 10.47 tokens per second) 15.46.022.087 I slot print_timing: id 0 | task 8396 | total time = 24261.84 ms / 337 tokens 15.46.022.088 I slot print_timing: id 0 | task 8396 | graphs reused = 7674 15.46.022.089 I slot print_timing: id 0 | task 8396 | graph reallocs = 0 / 0 (same size) / (changed size) 15.46.022.174 I slot release: id 0 | task 8396 | stop processing: n_tokens = 1432, truncated = 0 15.46.102.368 I slot print_timing: id 2 | task 8322 | n_gen = 321, tg = 10.41 t/s, tg_3s = 11.20 t/s 15.46.102.826 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.765 15.46.102.932 I slot launch_slot_: id 0 | task 8648 | processing task, is_child = 0 15.48.622.758 I slot print_timing: id 3 | task 8472 | n_gen = 196, tg = 10.72 t/s, tg_3s = 9.14 t/s 15.48.794.333 I slot print_timing: id 1 | task 8440 | n_gen = 229, tg = 10.55 t/s, tg_3s = 9.18 t/s 15.49.147.135 I slot print_timing: id 2 | task 8322 | n_gen = 349, tg = 10.30 t/s, tg_3s = 9.20 t/s 15.51.698.310 I slot print_timing: id 3 | task 8472 | n_gen = 229, tg = 10.72 t/s, tg_3s = 10.73 t/s 15.51.883.768 I slot print_timing: id 1 | task 8440 | n_gen = 262, tg = 10.56 t/s, tg_3s = 10.68 t/s 15.52.148.349 I slot print_timing: id 2 | task 8322 | n_gen = 381, tg = 10.33 t/s, tg_3s = 10.66 t/s 15.52.840.345 I slot print_timing: id 3 | task 8472 | prompt eval time = 796.73 ms / 100 tokens ( 7.97 ms per token, 125.51 tokens per second) 15.52.840.351 I slot print_timing: id 3 | task 8472 | eval time = 22405.68 ms / 242 tokens ( 92.97 ms per token, 10.76 tokens per second) 15.52.840.352 I slot print_timing: id 3 | task 8472 | total time = 23202.41 ms / 342 tokens 15.52.840.353 I slot print_timing: id 3 | task 8472 | graphs reused = 7739 15.52.840.353 I slot print_timing: id 3 | task 8472 | graph reallocs = 0 / 0 (same size) / (changed size) 15.52.840.428 I slot release: id 3 | task 8472 | stop processing: n_tokens = 1437, truncated = 0 15.52.916.095 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.763 15.52.916.215 I slot launch_slot_: id 3 | task 8718 | processing task, is_child = 0 15.54.964.197 I slot print_timing: id 1 | task 8440 | n_gen = 290, tg = 10.40 t/s, tg_3s = 9.09 t/s 15.55.151.362 I slot print_timing: id 2 | task 8322 | n_gen = 408, tg = 10.23 t/s, tg_3s = 8.99 t/s 15.56.419.272 I slot print_timing: id 0 | task 8648 | n_gen = 100, tg = 10.30 t/s, tg_3s = 10.40 t/s 15.58.004.793 I slot print_timing: id 1 | task 8440 | n_gen = 324, tg = 10.48 t/s, tg_3s = 11.18 t/s 15.58.189.254 I slot print_timing: id 2 | task 8322 | n_gen = 442, tg = 10.29 t/s, tg_3s = 11.19 t/s 15.58.744.572 I slot print_timing: id 1 | task 8440 | prompt eval time = 932.32 ms / 113 tokens ( 8.25 ms per token, 121.20 tokens per second) 15.58.744.577 I slot print_timing: id 1 | task 8440 | eval time = 31568.49 ms / 332 tokens ( 95.37 ms per token, 10.49 tokens per second) 15.58.744.579 I slot print_timing: id 1 | task 8440 | total time = 32500.81 ms / 445 tokens 15.58.744.579 I slot print_timing: id 1 | task 8440 | graphs reused = 7794 15.58.744.580 I slot print_timing: id 1 | task 8440 | graph reallocs = 0 / 0 (same size) / (changed size) 15.58.744.657 I slot release: id 1 | task 8440 | stop processing: n_tokens = 1540, truncated = 0 15.58.846.522 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.712 15.58.846.650 I slot launch_slot_: id 1 | task 8778 | processing task, is_child = 0 15.59.627.080 I slot print_timing: id 0 | task 8648 | n_gen = 129, tg = 9.98 t/s, tg_3s = 9.04 t/s 16.01.215.857 I slot print_timing: id 2 | task 8322 | n_gen = 469, tg = 10.20 t/s, tg_3s = 8.92 t/s 16.02.672.980 I slot print_timing: id 0 | task 8648 | n_gen = 163, tg = 10.21 t/s, tg_3s = 11.16 t/s 16.03.233.636 I slot print_timing: id 3 | task 8718 | n_gen = 100, tg = 10.33 t/s, tg_3s = 10.44 t/s 16.04.250.008 I slot print_timing: id 2 | task 8322 | n_gen = 502, tg = 10.25 t/s, tg_3s = 10.88 t/s 16.05.674.198 I slot print_timing: id 0 | task 8648 | n_gen = 196, tg = 10.34 t/s, tg_3s = 11.00 t/s 16.06.245.531 I slot print_timing: id 3 | task 8718 | n_gen = 133, tg = 10.48 t/s, tg_3s = 10.96 t/s 16.07.264.786 I slot print_timing: id 2 | task 8322 | n_gen = 535, tg = 10.29 t/s, tg_3s = 10.95 t/s 16.08.626.797 I slot print_timing: id 1 | task 8778 | n_gen = 100, tg = 11.00 t/s, tg_3s = 11.11 t/s 16.08.712.367 I slot print_timing: id 0 | task 8648 | n_gen = 229, tg = 10.41 t/s, tg_3s = 10.86 t/s 16.09.143.259 I slot print_timing: id 0 | task 8648 | prompt eval time = 704.86 ms / 75 tokens ( 9.40 ms per token, 106.40 tokens per second) 16.09.143.265 I slot print_timing: id 0 | task 8648 | eval time = 22335.45 ms / 234 tokens ( 95.86 ms per token, 10.43 tokens per second) 16.09.143.266 I slot print_timing: id 0 | task 8648 | total time = 23040.31 ms / 309 tokens 16.09.143.266 I slot print_timing: id 0 | task 8648 | graphs reused = 7898 16.09.143.267 I slot print_timing: id 0 | task 8648 | graph reallocs = 0 / 0 (same size) / (changed size) 16.09.143.339 I slot release: id 0 | task 8648 | stop processing: n_tokens = 1404, truncated = 0 16.09.220.943 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.781 16.09.221.047 I slot launch_slot_: id 0 | task 8887 | processing task, is_child = 0 16.09.723.873 I slot print_timing: id 3 | task 8718 | n_gen = 167, tg = 10.33 t/s, tg_3s = 9.77 t/s 16.10.320.513 I slot print_timing: id 2 | task 8322 | n_gen = 563, tg = 10.22 t/s, tg_3s = 9.16 t/s 16.10.880.087 I slot print_timing: id 3 | task 8718 | prompt eval time = 738.17 ms / 90 tokens ( 8.20 ms per token, 121.92 tokens per second) 16.10.880.093 I slot print_timing: id 3 | task 8718 | eval time = 17225.69 ms / 178 tokens ( 97.32 ms per token, 10.28 tokens per second) 16.10.880.094 I slot print_timing: id 3 | task 8718 | total time = 17963.85 ms / 268 tokens 16.10.880.095 I slot print_timing: id 3 | task 8718 | graphs reused = 7908 16.10.880.095 I slot print_timing: id 3 | task 8718 | graph reallocs = 0 / 0 (same size) / (changed size) 16.10.880.171 I slot release: id 3 | task 8718 | stop processing: n_tokens = 1363, truncated = 0 16.10.959.973 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.804 16.10.960.103 I slot launch_slot_: id 3 | task 8901 | processing task, is_child = 0 16.11.688.273 I slot print_timing: id 1 | task 8778 | n_gen = 121, tg = 9.95 t/s, tg_3s = 6.86 t/s 16.13.341.599 I slot print_timing: id 2 | task 8322 | n_gen = 588, tg = 10.12 t/s, tg_3s = 8.28 t/s 16.14.752.682 I slot print_timing: id 1 | task 8778 | n_gen = 153, tg = 10.05 t/s, tg_3s = 10.44 t/s 16.14.939.366 I slot print_timing: id 2 | task 8322 | prompt eval time = 905.71 ms / 117 tokens ( 7.74 ms per token, 129.18 tokens per second) 16.14.939.372 I slot print_timing: id 2 | task 8322 | eval time = 59590.42 ms / 605 tokens ( 98.66 ms per token, 10.14 tokens per second) 16.14.939.373 I slot print_timing: id 2 | task 8322 | total time = 60496.13 ms / 722 tokens 16.14.939.374 I slot print_timing: id 2 | task 8322 | graphs reused = 7939 16.14.939.375 I slot print_timing: id 2 | task 8322 | graph reallocs = 0 / 0 (same size) / (changed size) 16.14.939.449 I slot release: id 2 | task 8322 | stop processing: n_tokens = 1817, truncated = 0 16.15.035.340 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.603 16.15.035.460 I slot launch_slot_: id 2 | task 8938 | processing task, is_child = 0 16.17.753.070 I slot print_timing: id 1 | task 8778 | n_gen = 180, tg = 9.88 t/s, tg_3s = 9.00 t/s 16.19.990.734 I slot print_timing: id 1 | task 8778 | prompt eval time = 781.30 ms / 80 tokens ( 9.77 ms per token, 102.39 tokens per second) 16.19.990.741 I slot print_timing: id 1 | task 8778 | eval time = 20362.76 ms / 206 tokens ( 99.33 ms per token, 10.07 tokens per second) 16.19.990.742 I slot print_timing: id 1 | task 8778 | total time = 21144.06 ms / 286 tokens 16.19.990.743 I slot print_timing: id 1 | task 8778 | graphs reused = 7985 16.19.990.744 I slot print_timing: id 1 | task 8778 | graph reallocs = 0 / 0 (same size) / (changed size) 16.19.990.833 I slot release: id 1 | task 8778 | stop processing: n_tokens = 1381, truncated = 0 16.20.082.102 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.794 16.20.082.209 I slot launch_slot_: id 1 | task 8990 | processing task, is_child = 0 16.20.706.047 I slot print_timing: id 0 | task 8887 | n_gen = 100, tg = 9.20 t/s, tg_3s = 9.29 t/s 16.21.933.137 I slot print_timing: id 3 | task 8901 | n_gen = 100, tg = 9.87 t/s, tg_3s = 9.97 t/s 16.23.785.251 I slot print_timing: id 0 | task 8887 | n_gen = 135, tg = 9.68 t/s, tg_3s = 11.37 t/s 16.24.991.294 I slot print_timing: id 2 | task 8938 | n_gen = 100, tg = 10.87 t/s, tg_3s = 10.98 t/s 16.24.991.556 I slot print_timing: id 3 | task 8901 | n_gen = 136, tg = 10.32 t/s, tg_3s = 11.77 t/s 16.26.799.773 I slot print_timing: id 0 | task 8887 | n_gen = 170, tg = 10.02 t/s, tg_3s = 11.61 t/s 16.28.003.673 I slot print_timing: id 2 | task 8938 | n_gen = 135, tg = 11.05 t/s, tg_3s = 11.62 t/s 16.28.003.971 I slot print_timing: id 3 | task 8901 | n_gen = 171, tg = 10.56 t/s, tg_3s = 11.62 t/s 16.29.375.722 I slot print_timing: id 1 | task 8990 | n_gen = 100, tg = 11.75 t/s, tg_3s = 11.87 t/s 16.29.805.765 I slot print_timing: id 0 | task 8887 | n_gen = 205, tg = 10.27 t/s, tg_3s = 11.64 t/s 16.31.009.487 I slot print_timing: id 2 | task 8938 | n_gen = 170, tg = 11.17 t/s, tg_3s = 11.64 t/s 16.31.009.752 I slot print_timing: id 3 | task 8901 | n_gen = 206, tg = 10.73 t/s, tg_3s = 11.64 t/s 16.32.385.436 I slot print_timing: id 1 | task 8990 | n_gen = 135, tg = 11.72 t/s, tg_3s = 11.63 t/s 16.32.815.845 I slot print_timing: id 0 | task 8887 | n_gen = 240, tg = 10.45 t/s, tg_3s = 11.63 t/s 16.34.024.586 I slot print_timing: id 2 | task 8938 | n_gen = 205, tg = 11.24 t/s, tg_3s = 11.61 t/s 16.34.024.890 I slot print_timing: id 3 | task 8901 | n_gen = 241, tg = 10.85 t/s, tg_3s = 11.61 t/s 16.34.195.825 I slot print_timing: id 0 | task 8887 | prompt eval time = 719.37 ms / 87 tokens ( 8.27 ms per token, 120.94 tokens per second) 16.34.195.831 I slot print_timing: id 0 | task 8887 | eval time = 24255.39 ms / 256 tokens ( 95.12 ms per token, 10.51 tokens per second) 16.34.195.832 I slot print_timing: id 0 | task 8887 | total time = 24974.76 ms / 343 tokens 16.34.195.833 I slot print_timing: id 0 | task 8887 | graphs reused = 8138 16.34.195.833 I slot print_timing: id 0 | task 8887 | graph reallocs = 0 / 0 (same size) / (changed size) 16.34.195.900 I slot release: id 0 | task 8887 | stop processing: n_tokens = 1438, truncated = 0 16.34.274.680 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.762 16.34.274.795 I slot launch_slot_: id 0 | task 9149 | processing task, is_child = 0 16.35.467.417 I slot print_timing: id 1 | task 8990 | n_gen = 165, tg = 11.30 t/s, tg_3s = 9.73 t/s 16.35.641.349 I slot print_timing: id 1 | task 8990 | prompt eval time = 867.60 ms / 108 tokens ( 8.03 ms per token, 124.48 tokens per second) 16.35.641.355 I slot print_timing: id 1 | task 8990 | eval time = 14691.52 ms / 167 tokens ( 88.50 ms per token, 11.30 tokens per second) 16.35.641.356 I slot print_timing: id 1 | task 8990 | total time = 15559.12 ms / 275 tokens 16.35.641.357 I slot print_timing: id 1 | task 8990 | graphs reused = 8146 16.35.641.357 I slot print_timing: id 1 | task 8990 | graph reallocs = 0 / 0 (same size) / (changed size) 16.35.641.433 I slot release: id 1 | task 8990 | stop processing: n_tokens = 1370, truncated = 0 16.35.735.890 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.800 16.35.736.011 I slot launch_slot_: id 1 | task 9161 | processing task, is_child = 0 16.37.046.784 I slot print_timing: id 2 | task 8938 | n_gen = 226, tg = 10.63 t/s, tg_3s = 6.95 t/s 16.37.047.043 I slot print_timing: id 3 | task 8901 | n_gen = 262, tg = 10.38 t/s, tg_3s = 6.95 t/s 16.37.132.561 I slot print_timing: id 2 | task 8938 | prompt eval time = 846.08 ms / 90 tokens ( 9.40 ms per token, 106.37 tokens per second) 16.37.132.567 I slot print_timing: id 2 | task 8938 | eval time = 21251.00 ms / 227 tokens ( 94.03 ms per token, 10.63 tokens per second) 16.37.132.568 I slot print_timing: id 2 | task 8938 | total time = 22097.09 ms / 317 tokens 16.37.132.568 I slot print_timing: id 2 | task 8938 | graphs reused = 8151 16.37.132.569 I slot print_timing: id 2 | task 8938 | graph reallocs = 0 / 0 (same size) / (changed size) 16.37.132.642 I slot release: id 2 | task 8938 | stop processing: n_tokens = 1411, truncated = 0 16.37.223.212 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.777 16.37.223.322 I slot launch_slot_: id 2 | task 9171 | processing task, is_child = 0 16.38.296.135 I slot print_timing: id 3 | task 8901 | prompt eval time = 944.06 ms / 147 tokens ( 6.42 ms per token, 155.71 tokens per second) 16.38.296.141 I slot print_timing: id 3 | task 8901 | eval time = 26391.96 ms / 270 tokens ( 98.11 ms per token, 10.19 tokens per second) 16.38.296.142 I slot print_timing: id 3 | task 8901 | total time = 27336.01 ms / 417 tokens 16.38.296.143 I slot print_timing: id 3 | task 8901 | graphs reused = 8154 16.38.296.144 I slot print_timing: id 3 | task 8901 | graph reallocs = 0 / 0 (same size) / (changed size) 16.38.296.218 I slot release: id 3 | task 8901 | stop processing: n_tokens = 1512, truncated = 0 16.43.395.100 I slot print_timing: id 0 | task 9149 | n_gen = 100, tg = 11.70 t/s, tg_3s = 11.82 t/s 16.44.143.390 I slot print_timing: id 1 | task 9161 | n_gen = 100, tg = 13.14 t/s, tg_3s = 13.27 t/s 16.44.752.269 I slot print_timing: id 2 | task 9171 | n_gen = 100, tg = 14.54 t/s, tg_3s = 14.69 t/s 16.46.454.822 I slot print_timing: id 0 | task 9149 | n_gen = 145, tg = 12.50 t/s, tg_3s = 14.71 t/s 16.47.166.674 I slot print_timing: id 1 | task 9161 | n_gen = 144, tg = 13.54 t/s, tg_3s = 14.55 t/s 16.47.822.409 I slot print_timing: id 2 | task 9171 | n_gen = 144, tg = 14.47 t/s, tg_3s = 14.33 t/s 16.48.887.429 I slot print_timing: id 0 | task 9149 | prompt eval time = 662.01 ms / 73 tokens ( 9.07 ms per token, 110.27 tokens per second) 16.48.887.435 I slot print_timing: id 0 | task 9149 | eval time = 13950.59 ms / 178 tokens ( 78.82 ms per token, 12.69 tokens per second) 16.48.887.436 I slot print_timing: id 0 | task 9149 | total time = 14612.61 ms / 251 tokens 16.48.887.437 I slot print_timing: id 0 | task 9149 | graphs reused = 8304 16.48.887.438 I slot print_timing: id 0 | task 9149 | graph reallocs = 0 / 0 (same size) / (changed size) 16.48.887.523 I slot release: id 0 | task 9149 | stop processing: n_tokens = 1346, truncated = 0 16.49.023.474 I slot print_timing: id 2 | task 9171 | prompt eval time = 719.67 ms / 75 tokens ( 9.60 ms per token, 104.21 tokens per second) 16.49.023.480 I slot print_timing: id 2 | task 9171 | eval time = 11080.46 ms / 160 tokens ( 69.69 ms per token, 14.35 tokens per second) 16.49.023.481 I slot print_timing: id 2 | task 9171 | total time = 11800.13 ms / 235 tokens 16.49.023.482 I slot print_timing: id 2 | task 9171 | graphs reused = 8305 16.49.023.483 I slot print_timing: id 2 | task 9171 | graph reallocs = 0 / 0 (same size) / (changed size) 16.49.023.550 I slot release: id 2 | task 9171 | stop processing: n_tokens = 1330, truncated = 0 16.50.182.060 I slot print_timing: id 1 | task 9161 | n_gen = 204, tg = 14.95 t/s, tg_3s = 19.90 t/s 16.52.627.623 I slot print_timing: id 1 | task 9161 | prompt eval time = 871.21 ms / 124 tokens ( 7.03 ms per token, 142.33 tokens per second) 16.52.627.630 I slot print_timing: id 1 | task 9161 | eval time = 16020.39 ms / 287 tokens ( 56.02 ms per token, 17.85 tokens per second) 16.52.627.631 I slot print_timing: id 1 | task 9161 | total time = 16891.59 ms / 411 tokens 16.52.627.632 I slot print_timing: id 1 | task 9161 | graphs reused = 8422 16.52.627.633 I slot print_timing: id 1 | task 9161 | graph reallocs = 0 / 0 (same size) / (changed size) 16.52.627.705 I slot release: id 1 | task 9161 | stop processing: n_tokens = 1506, truncated = 0 16.52.661.223 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1512, t_last = 998176010 16.52.661.380 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1826.744 MiB) 16.53.113.006 I slot launch_slot_: id 3 | task 9451 | processing task, is_child = 0 16.53.113.143 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1845.192 MiB) 16.53.595.970 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1827.854 MiB) 16.54.160.094 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1829.762 MiB) 16.54.541.859 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1346, t_last = 1008767316 16.54.542.144 I slot launch_slot_: id 0 | task 9452 | processing task, is_child = 0 16.54.542.395 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1330, t_last = 1008903343 16.54.542.623 I slot launch_slot_: id 2 | task 9453 | processing task, is_child = 0 16.54.542.751 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1506, t_last = 1012507498 16.54.542.974 I slot launch_slot_: id 1 | task 9454 | processing task, is_child = 0 16.58.482.406 I slot print_timing: id 0 | task 9452 | prompt processing, n_tokens = 264, progress = 0.34, t = 3.94 s / 67.02 tokens per second 16.58.668.222 I slot print_timing: id 1 | task 9454 | prompt processing, n_tokens = 469, progress = 0.48, t = 3.92 s / 119.78 tokens per second 16.58.697.190 I slot print_timing: id 2 | task 9453 | prompt processing, n_tokens = 424, progress = 0.45, t = 3.89 s / 108.95 tokens per second 16.58.724.305 I slot print_timing: id 3 | task 9451 | prompt processing, n_tokens = 260, progress = 0.34, t = 3.87 s / 67.19 tokens per second 17.03.402.489 I slot print_timing: id 0 | task 9452 | prompt processing, n_tokens = 653, progress = 0.84, t = 8.86 s / 73.71 tokens per second 17.03.475.745 I slot print_timing: id 1 | task 9454 | prompt processing, n_tokens = 872, progress = 0.89, t = 8.84 s / 98.69 tokens per second 17.03.527.721 I slot print_timing: id 2 | task 9453 | prompt processing, n_tokens = 819, progress = 0.87, t = 8.81 s / 92.94 tokens per second 17.03.576.754 I slot print_timing: id 3 | task 9451 | prompt processing, n_tokens = 622, progress = 0.80, t = 8.79 s / 70.77 tokens per second 17.05.251.944 I slot print_timing: id 0 | task 9452 | prompt processing, n_tokens = 776, progress = 0.99, t = 10.71 s / 72.46 tokens per second 17.05.440.668 I slot print_timing: id 1 | task 9454 | prompt processing, n_tokens = 981, progress = 1.00, t = 10.68 s / 91.81 tokens per second 17.05.499.614 I slot print_timing: id 2 | task 9453 | prompt processing, n_tokens = 936, progress = 1.00, t = 10.66 s / 87.79 tokens per second 17.05.555.931 I slot print_timing: id 3 | task 9451 | prompt processing, n_tokens = 772, progress = 0.99, t = 10.64 s / 72.56 tokens per second 17.05.767.394 I slot print_timing: id 0 | task 9452 | prompt eval time = 11138.59 ms / 780 tokens ( 14.28 ms per token, 70.03 tokens per second) 17.05.767.399 I slot print_timing: id 0 | task 9452 | eval time = 85.81 ms / 2 tokens ( 85.81 ms per token, 11.65 tokens per second) 17.05.767.400 I slot print_timing: id 0 | task 9452 | total time = 11224.40 ms / 782 tokens 17.05.767.401 I slot print_timing: id 0 | task 9452 | graphs reused = 8423 17.05.767.402 I slot print_timing: id 0 | task 9452 | graph reallocs = 0 / 0 (same size) / (changed size) 17.05.767.474 I slot release: id 0 | task 9452 | stop processing: n_tokens = 782, truncated = 0 17.05.767.849 I slot print_timing: id 1 | task 9454 | prompt eval time = 11115.29 ms / 985 tokens ( 11.28 ms per token, 88.62 tokens per second) 17.05.767.852 I slot print_timing: id 1 | task 9454 | eval time = 85.57 ms / 2 tokens ( 85.57 ms per token, 11.69 tokens per second) 17.05.767.853 I slot print_timing: id 1 | task 9454 | total time = 11200.85 ms / 987 tokens 17.05.767.853 I slot print_timing: id 1 | task 9454 | graphs reused = 8423 17.05.767.854 I slot print_timing: id 1 | task 9454 | graph reallocs = 0 / 0 (same size) / (changed size) 17.05.767.952 I slot release: id 1 | task 9454 | stop processing: n_tokens = 987, truncated = 0 17.05.768.336 I slot print_timing: id 2 | task 9453 | prompt eval time = 11092.47 ms / 940 tokens ( 11.80 ms per token, 84.74 tokens per second) 17.05.768.339 I slot print_timing: id 2 | task 9453 | eval time = 85.35 ms / 2 tokens ( 85.35 ms per token, 11.72 tokens per second) 17.05.768.340 I slot print_timing: id 2 | task 9453 | total time = 11177.82 ms / 942 tokens 17.05.768.340 I slot print_timing: id 2 | task 9453 | graphs reused = 8423 17.05.768.341 I slot print_timing: id 2 | task 9453 | graph reallocs = 0 / 0 (same size) / (changed size) 17.05.768.432 I slot release: id 2 | task 9453 | stop processing: n_tokens = 942, truncated = 0 17.05.768.769 I slot print_timing: id 3 | task 9451 | prompt eval time = 11070.64 ms / 776 tokens ( 14.27 ms per token, 70.10 tokens per second) 17.05.768.772 I slot print_timing: id 3 | task 9451 | eval time = 85.19 ms / 2 tokens ( 85.19 ms per token, 11.74 tokens per second) 17.05.768.772 I slot print_timing: id 3 | task 9451 | total time = 11155.83 ms / 778 tokens 17.05.768.773 I slot print_timing: id 3 | task 9451 | graphs reused = 8423 17.05.768.774 I slot print_timing: id 3 | task 9451 | graph reallocs = 0 / 0 (same size) / (changed size) 17.05.768.843 I slot release: id 3 | task 9451 | stop processing: n_tokens = 778, truncated = 0 17.05.789.192 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 1025647267 17.05.896.859 I slot launch_slot_: id 0 | task 9460 | processing task, is_child = 0 17.05.896.977 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1829.965 MiB) 17.06.123.848 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1831.432 MiB) 17.06.415.010 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 1025647744 17.06.415.278 I slot launch_slot_: id 1 | task 9461 | processing task, is_child = 0 17.06.415.459 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 942, t_last = 1025648224 17.06.415.661 I slot launch_slot_: id 2 | task 9462 | processing task, is_child = 0 17.06.415.749 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 1025648635 17.06.415.915 I slot launch_slot_: id 3 | task 9463 | processing task, is_child = 0 17.09.449.930 I slot print_timing: id 0 | task 9460 | prompt processing, n_tokens = 307, progress = 0.37, t = 3.03 s / 101.19 tokens per second 17.09.646.139 I slot print_timing: id 1 | task 9461 | prompt processing, n_tokens = 265, progress = 0.34, t = 3.02 s / 87.64 tokens per second 17.09.663.567 I slot print_timing: id 2 | task 9462 | prompt processing, n_tokens = 268, progress = 0.34, t = 3.01 s / 89.00 tokens per second 17.14.242.097 I slot print_timing: id 0 | task 9460 | prompt processing, n_tokens = 672, progress = 0.82, t = 7.83 s / 85.87 tokens per second 17.14.314.398 I slot print_timing: id 1 | task 9461 | prompt processing, n_tokens = 672, progress = 0.86, t = 7.82 s / 85.98 tokens per second 17.14.357.224 I slot print_timing: id 2 | task 9462 | prompt processing, n_tokens = 672, progress = 0.86, t = 7.80 s / 86.12 tokens per second 17.14.398.842 I slot print_timing: id 3 | task 9463 | prompt processing, n_tokens = 672, progress = 0.81, t = 7.79 s / 86.24 tokens per second 17.16.165.071 I slot print_timing: id 0 | task 9460 | prompt processing, n_tokens = 819, progress = 1.00, t = 9.75 s / 84.01 tokens per second 17.16.389.966 I slot print_timing: id 1 | task 9461 | prompt processing, n_tokens = 777, progress = 0.99, t = 9.74 s / 79.78 tokens per second 17.16.437.148 I slot print_timing: id 2 | task 9462 | prompt processing, n_tokens = 780, progress = 0.99, t = 9.73 s / 80.19 tokens per second 17.16.484.905 I slot print_timing: id 3 | task 9463 | prompt processing, n_tokens = 829, progress = 1.00, t = 9.71 s / 85.33 tokens per second 17.16.692.810 I slot print_timing: id 0 | task 9460 | prompt eval time = 10195.40 ms / 823 tokens ( 12.39 ms per token, 80.72 tokens per second) 17.16.692.816 I slot print_timing: id 0 | task 9460 | eval time = 81.48 ms / 2 tokens ( 81.48 ms per token, 12.27 tokens per second) 17.16.692.817 I slot print_timing: id 0 | task 9460 | total time = 10276.88 ms / 825 tokens 17.16.692.819 I slot print_timing: id 0 | task 9460 | graphs reused = 8423 17.16.692.820 I slot print_timing: id 0 | task 9460 | graph reallocs = 0 / 0 (same size) / (changed size) 17.16.692.918 I slot release: id 0 | task 9460 | stop processing: n_tokens = 825, truncated = 0 17.16.693.271 I slot print_timing: id 1 | task 9461 | prompt eval time = 10185.84 ms / 781 tokens ( 13.04 ms per token, 76.68 tokens per second) 17.16.693.274 I slot print_timing: id 1 | task 9461 | eval time = 81.27 ms / 2 tokens ( 81.27 ms per token, 12.30 tokens per second) 17.16.693.275 I slot print_timing: id 1 | task 9461 | total time = 10267.11 ms / 783 tokens 17.16.693.275 I slot print_timing: id 1 | task 9461 | graphs reused = 8423 17.16.693.276 I slot print_timing: id 1 | task 9461 | graph reallocs = 0 / 0 (same size) / (changed size) 17.16.693.317 I slot release: id 1 | task 9461 | stop processing: n_tokens = 783, truncated = 0 17.16.693.701 I slot print_timing: id 2 | task 9462 | prompt eval time = 10174.14 ms / 784 tokens ( 12.98 ms per token, 77.06 tokens per second) 17.16.693.704 I slot print_timing: id 2 | task 9462 | eval time = 81.00 ms / 2 tokens ( 81.00 ms per token, 12.35 tokens per second) 17.16.693.705 I slot print_timing: id 2 | task 9462 | total time = 10255.13 ms / 786 tokens 17.16.693.705 I slot print_timing: id 2 | task 9462 | graphs reused = 8423 17.16.693.706 I slot print_timing: id 2 | task 9462 | graph reallocs = 0 / 0 (same size) / (changed size) 17.16.693.736 I slot release: id 2 | task 9462 | stop processing: n_tokens = 786, truncated = 0 17.16.694.070 I slot print_timing: id 3 | task 9463 | prompt eval time = 10163.05 ms / 833 tokens ( 12.20 ms per token, 81.96 tokens per second) 17.16.694.073 I slot print_timing: id 3 | task 9463 | eval time = 80.76 ms / 2 tokens ( 80.76 ms per token, 12.38 tokens per second) 17.16.694.073 I slot print_timing: id 3 | task 9463 | total time = 10243.81 ms / 835 tokens 17.16.694.074 I slot print_timing: id 3 | task 9463 | graphs reused = 8423 17.16.694.075 I slot print_timing: id 3 | task 9463 | graph reallocs = 0 / 0 (same size) / (changed size) 17.16.694.118 I slot release: id 3 | task 9463 | stop processing: n_tokens = 835, truncated = 0 17.16.716.131 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.850 17.16.716.290 I slot launch_slot_: id 0 | task 9469 | processing task, is_child = 0 17.16.823.990 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1832.372 MiB) 17.17.140.756 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 1036573109 17.17.141.000 I slot launch_slot_: id 1 | task 9470 | processing task, is_child = 0 17.17.141.175 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 1036573527 17.17.141.363 I slot launch_slot_: id 2 | task 9471 | processing task, is_child = 0 17.17.141.452 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 1036573909 17.17.141.632 I slot launch_slot_: id 3 | task 9472 | processing task, is_child = 0 17.20.382.948 I slot print_timing: id 0 | task 9469 | prompt processing, n_tokens = 1, progress = 0.84, t = 3.24 s / 0.31 tokens per second 17.20.449.209 I slot print_timing: id 1 | task 9470 | prompt processing, n_tokens = 440, progress = 0.46, t = 3.17 s / 138.76 tokens per second 17.20.475.556 I slot print_timing: id 2 | task 9471 | prompt processing, n_tokens = 351, progress = 0.41, t = 3.16 s / 111.05 tokens per second 17.20.497.270 I slot print_timing: id 3 | task 9472 | prompt processing, n_tokens = 359, progress = 0.41, t = 3.15 s / 113.95 tokens per second 17.24.305.148 I slot print_timing: id 0 | task 9469 | prompt processing, n_tokens = 128, progress = 1.00, t = 7.16 s / 17.87 tokens per second 17.24.410.384 I slot print_timing: id 1 | task 9470 | prompt processing, n_tokens = 820, progress = 0.86, t = 7.09 s / 115.60 tokens per second 17.24.460.039 I slot print_timing: id 2 | task 9471 | prompt processing, n_tokens = 738, progress = 0.85, t = 7.08 s / 104.20 tokens per second 17.24.504.720 I slot print_timing: id 3 | task 9472 | prompt processing, n_tokens = 738, progress = 0.84, t = 7.07 s / 104.35 tokens per second 17.25.824.350 I slot print_timing: id 1 | task 9470 | prompt processing, n_tokens = 952, progress = 1.00, t = 8.61 s / 110.55 tokens per second 17.25.881.312 I slot print_timing: id 2 | task 9471 | prompt processing, n_tokens = 863, progress = 1.00, t = 8.60 s / 100.33 tokens per second 17.25.935.221 I slot print_timing: id 3 | task 9472 | prompt processing, n_tokens = 871, progress = 1.00, t = 8.59 s / 101.39 tokens per second 17.26.134.441 I slot print_timing: id 0 | task 9469 | prompt eval time = 8682.68 ms / 132 tokens ( 65.78 ms per token, 15.20 tokens per second) 17.26.134.447 I slot print_timing: id 0 | task 9469 | eval time = 310.11 ms / 2 tokens ( 310.11 ms per token, 3.22 tokens per second) 17.26.134.448 I slot print_timing: id 0 | task 9469 | total time = 8992.79 ms / 134 tokens 17.26.134.449 I slot print_timing: id 0 | task 9469 | graphs reused = 8423 17.26.134.450 I slot print_timing: id 0 | task 9469 | graph reallocs = 0 / 0 (same size) / (changed size) 17.26.134.516 I slot release: id 0 | task 9469 | stop processing: n_tokens = 805, truncated = 0 17.26.208.252 I slot print_timing: id 1 | task 9470 | prompt eval time = 8923.40 ms / 956 tokens ( 9.33 ms per token, 107.13 tokens per second) 17.26.208.258 I slot print_timing: id 1 | task 9470 | eval time = 72.94 ms / 2 tokens ( 72.94 ms per token, 13.71 tokens per second) 17.26.208.259 I slot print_timing: id 1 | task 9470 | total time = 8996.34 ms / 958 tokens 17.26.208.261 I slot print_timing: id 1 | task 9470 | graphs reused = 8423 17.26.208.262 I slot print_timing: id 1 | task 9470 | graph reallocs = 0 / 0 (same size) / (changed size) 17.26.208.366 I slot release: id 1 | task 9470 | stop processing: n_tokens = 958, truncated = 0 17.26.208.744 I slot print_timing: id 2 | task 9471 | prompt eval time = 8913.71 ms / 867 tokens ( 10.28 ms per token, 97.27 tokens per second) 17.26.208.748 I slot print_timing: id 2 | task 9471 | eval time = 72.73 ms / 2 tokens ( 72.73 ms per token, 13.75 tokens per second) 17.26.208.749 I slot print_timing: id 2 | task 9471 | total time = 8986.45 ms / 869 tokens 17.26.208.749 I slot print_timing: id 2 | task 9471 | graphs reused = 8423 17.26.208.750 I slot print_timing: id 2 | task 9471 | graph reallocs = 0 / 0 (same size) / (changed size) 17.26.208.850 I slot release: id 2 | task 9471 | stop processing: n_tokens = 869, truncated = 0 17.26.209.206 I slot print_timing: id 3 | task 9472 | prompt eval time = 8904.11 ms / 875 tokens ( 10.18 ms per token, 98.27 tokens per second) 17.26.209.209 I slot print_timing: id 3 | task 9472 | eval time = 72.56 ms / 2 tokens ( 72.56 ms per token, 13.78 tokens per second) 17.26.209.209 I slot print_timing: id 3 | task 9472 | total time = 8976.67 ms / 877 tokens 17.26.209.210 I slot print_timing: id 3 | task 9472 | graphs reused = 8423 17.26.209.210 I slot print_timing: id 3 | task 9472 | graph reallocs = 0 / 0 (same size) / (changed size) 17.26.209.254 I slot release: id 3 | task 9472 | stop processing: n_tokens = 877, truncated = 0 17.26.209.267 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 1046014308 17.26.209.374 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1822.744 MiB) 17.26.421.743 I slot launch_slot_: id 0 | task 9478 | processing task, is_child = 0 17.26.582.669 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.949 MiB) 17.26.751.590 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1050.789 MiB) 17.26.930.248 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 1046088159 17.26.930.507 I slot launch_slot_: id 1 | task 9479 | processing task, is_child = 0 17.26.930.695 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 1046088643 17.26.930.890 I slot launch_slot_: id 2 | task 9480 | processing task, is_child = 0 17.26.930.984 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 1046089045 17.26.931.165 I slot launch_slot_: id 3 | task 9481 | processing task, is_child = 0 17.32.157.924 I slot print_timing: id 0 | task 9478 | prompt processing, n_tokens = 485, progress = 0.49, t = 5.23 s / 92.79 tokens per second 17.32.580.279 I slot print_timing: id 1 | task 9479 | prompt processing, n_tokens = 396, progress = 0.43, t = 5.21 s / 75.97 tokens per second 17.32.604.409 I slot print_timing: id 2 | task 9480 | prompt processing, n_tokens = 520, progress = 0.50, t = 5.20 s / 100.00 tokens per second 17.32.636.937 I slot print_timing: id 3 | task 9481 | prompt processing, n_tokens = 647, progress = 0.36, t = 5.19 s / 124.69 tokens per second 17.36.212.241 I slot print_timing: id 0 | task 9478 | prompt processing, n_tokens = 882, progress = 0.88, t = 9.28 s / 95.03 tokens per second 17.36.335.424 I slot print_timing: id 1 | task 9479 | prompt processing, n_tokens = 741, progress = 0.81, t = 9.27 s / 79.96 tokens per second 17.36.380.482 I slot print_timing: id 2 | task 9480 | prompt processing, n_tokens = 882, progress = 0.85, t = 9.25 s / 95.31 tokens per second 17.36.433.176 I slot print_timing: id 3 | task 9481 | prompt processing, n_tokens = 741, progress = 0.42, t = 9.24 s / 80.17 tokens per second 17.38.498.935 I slot print_timing: id 0 | task 9478 | prompt processing, n_tokens = 997, progress = 1.00, t = 11.57 s / 86.19 tokens per second 17.39.702.325 I slot print_timing: id 1 | task 9479 | prompt processing, n_tokens = 908, progress = 1.00, t = 11.55 s / 78.59 tokens per second 17.39.756.960 I slot print_timing: id 2 | task 9480 | prompt processing, n_tokens = 1032, progress = 1.00, t = 11.54 s / 89.42 tokens per second 17.39.817.227 I slot print_timing: id 3 | task 9481 | prompt processing, n_tokens = 1265, progress = 0.71, t = 11.53 s / 109.71 tokens per second 17.41.597.044 I slot print_timing: id 3 | task 9481 | prompt processing, n_tokens = 1777, progress = 1.00, t = 14.63 s / 121.50 tokens per second 17.41.813.856 I slot print_timing: id 0 | task 9478 | prompt eval time = 14664.37 ms / 1001 tokens ( 14.65 ms per token, 68.26 tokens per second) 17.41.813.861 I slot print_timing: id 0 | task 9478 | eval time = 218.30 ms / 2 tokens ( 218.30 ms per token, 4.58 tokens per second) 17.41.813.865 I slot print_timing: id 0 | task 9478 | total time = 14882.67 ms / 1003 tokens 17.41.813.867 I slot print_timing: id 0 | task 9478 | graphs reused = 8424 17.41.813.868 I slot print_timing: id 0 | task 9478 | graph reallocs = 0 / 0 (same size) / (changed size) 17.41.813.975 I slot release: id 0 | task 9478 | stop processing: n_tokens = 1003, truncated = 0 17.41.814.396 I slot print_timing: id 1 | task 9479 | prompt eval time = 14651.22 ms / 912 tokens ( 16.06 ms per token, 62.25 tokens per second) 17.41.814.400 I slot print_timing: id 1 | task 9479 | eval time = 218.12 ms / 2 tokens ( 218.12 ms per token, 4.58 tokens per second) 17.41.814.401 I slot print_timing: id 1 | task 9479 | total time = 14869.34 ms / 914 tokens 17.41.814.402 I slot print_timing: id 1 | task 9479 | graphs reused = 8424 17.41.814.404 I slot print_timing: id 1 | task 9479 | graph reallocs = 0 / 0 (same size) / (changed size) 17.41.814.501 I slot release: id 1 | task 9479 | stop processing: n_tokens = 914, truncated = 0 17.41.814.956 I slot print_timing: id 2 | task 9480 | prompt eval time = 14639.25 ms / 1036 tokens ( 14.13 ms per token, 70.77 tokens per second) 17.41.814.960 I slot print_timing: id 2 | task 9480 | eval time = 217.94 ms / 2 tokens ( 217.94 ms per token, 4.59 tokens per second) 17.41.814.960 I slot print_timing: id 2 | task 9480 | total time = 14857.19 ms / 1038 tokens 17.41.814.961 I slot print_timing: id 2 | task 9480 | graphs reused = 8424 17.41.814.961 I slot print_timing: id 2 | task 9480 | graph reallocs = 0 / 0 (same size) / (changed size) 17.41.815.010 I slot release: id 2 | task 9480 | stop processing: n_tokens = 1038, truncated = 0 17.41.850.575 I slot print_timing: id 3 | task 9481 | prompt eval time = 14846.86 ms / 1781 tokens ( 8.34 ms per token, 119.96 tokens per second) 17.41.850.580 I slot print_timing: id 3 | task 9481 | eval time = 34.74 ms / 2 tokens ( 34.74 ms per token, 28.79 tokens per second) 17.41.850.581 I slot print_timing: id 3 | task 9481 | total time = 14881.60 ms / 1783 tokens 17.41.850.582 I slot print_timing: id 3 | task 9481 | graphs reused = 8424 17.41.850.583 I slot print_timing: id 3 | task 9481 | graph reallocs = 0 / 0 (same size) / (changed size) 17.41.850.775 I slot release: id 3 | task 9481 | stop processing: n_tokens = 1783, truncated = 0 17.41.850.789 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 1061693767 17.41.850.914 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 991.333 MiB) 17.42.055.665 I slot launch_slot_: id 0 | task 9488 | processing task, is_child = 0 17.42.055.780 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 773.448 MiB) 17.42.067.324 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 793.839 MiB) 17.42.248.709 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 796.699 MiB) 17.42.455.108 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 843.404 MiB) 17.42.683.752 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 1061694294 17.42.684.016 I slot launch_slot_: id 1 | task 9489 | processing task, is_child = 0 17.42.684.258 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.830 (> 0.100 thold), f_keep = 0.432 17.42.684.487 I slot launch_slot_: id 3 | task 9490 | processing task, is_child = 0 17.42.684.590 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 1061694803 17.42.684.785 I slot launch_slot_: id 2 | task 9491 | processing task, is_child = 0 17.49.084.788 I slot print_timing: id 0 | task 9488 | prompt processing, n_tokens = 756, progress = 0.87, t = 6.40 s / 118.13 tokens per second 17.49.242.678 I slot print_timing: id 1 | task 9489 | prompt processing, n_tokens = 599, progress = 0.81, t = 6.39 s / 93.79 tokens per second 17.49.279.192 I slot print_timing: id 2 | task 9491 | prompt processing, n_tokens = 599, progress = 0.84, t = 6.37 s / 93.97 tokens per second 17.49.316.270 I slot print_timing: id 3 | task 9490 | prompt processing, n_tokens = 183, progress = 1.00, t = 6.36 s / 28.77 tokens per second 17.50.572.876 I slot print_timing: id 0 | task 9488 | prompt processing, n_tokens = 866, progress = 1.00, t = 7.89 s / 109.80 tokens per second 17.50.625.848 I slot print_timing: id 1 | task 9489 | prompt processing, n_tokens = 738, progress = 0.99, t = 7.87 s / 93.73 tokens per second 17.50.671.287 I slot print_timing: id 2 | task 9491 | prompt processing, n_tokens = 708, progress = 0.99, t = 7.86 s / 90.05 tokens per second 17.50.811.337 I slot print_timing: id 3 | task 9490 | prompt eval time = 7849.19 ms / 187 tokens ( 41.97 ms per token, 23.82 tokens per second) 17.50.811.342 I slot print_timing: id 3 | task 9490 | eval time = 238.48 ms / 2 tokens ( 238.48 ms per token, 4.19 tokens per second) 17.50.811.344 I slot print_timing: id 3 | task 9490 | total time = 8087.67 ms / 189 tokens 17.50.811.344 I slot print_timing: id 3 | task 9490 | graphs reused = 8424 17.50.811.345 I slot print_timing: id 3 | task 9490 | graph reallocs = 0 / 0 (same size) / (changed size) 17.50.811.423 I slot release: id 3 | task 9490 | stop processing: n_tokens = 929, truncated = 0 17.50.880.304 I slot print_timing: id 0 | task 9488 | prompt eval time = 8124.80 ms / 870 tokens ( 9.34 ms per token, 107.08 tokens per second) 17.50.880.309 I slot print_timing: id 0 | task 9488 | eval time = 70.70 ms / 2 tokens ( 70.70 ms per token, 14.14 tokens per second) 17.50.880.310 I slot print_timing: id 0 | task 9488 | total time = 8195.50 ms / 872 tokens 17.50.880.311 I slot print_timing: id 0 | task 9488 | graphs reused = 8424 17.50.880.312 I slot print_timing: id 0 | task 9488 | graph reallocs = 0 / 0 (same size) / (changed size) 17.50.880.386 I slot release: id 0 | task 9488 | stop processing: n_tokens = 872, truncated = 0 17.50.880.737 I slot print_timing: id 1 | task 9489 | prompt eval time = 8111.98 ms / 742 tokens ( 10.93 ms per token, 91.47 tokens per second) 17.50.880.741 I slot print_timing: id 1 | task 9489 | eval time = 70.41 ms / 2 tokens ( 70.41 ms per token, 14.20 tokens per second) 17.50.880.743 I slot print_timing: id 1 | task 9489 | total time = 8182.39 ms / 744 tokens 17.50.880.743 I slot print_timing: id 1 | task 9489 | graphs reused = 8424 17.50.880.744 I slot print_timing: id 1 | task 9489 | graph reallocs = 0 / 0 (same size) / (changed size) 17.50.880.795 I slot release: id 1 | task 9489 | stop processing: n_tokens = 744, truncated = 0 17.50.881.155 I slot print_timing: id 2 | task 9491 | prompt eval time = 8100.82 ms / 712 tokens ( 11.38 ms per token, 87.89 tokens per second) 17.50.881.157 I slot print_timing: id 2 | task 9491 | eval time = 70.12 ms / 2 tokens ( 70.12 ms per token, 14.26 tokens per second) 17.50.881.159 I slot print_timing: id 2 | task 9491 | total time = 8170.94 ms / 714 tokens 17.50.881.160 I slot print_timing: id 2 | task 9491 | graphs reused = 8424 17.50.881.161 I slot print_timing: id 2 | task 9491 | graph reallocs = 0 / 0 (same size) / (changed size) 17.50.881.192 I slot release: id 2 | task 9491 | stop processing: n_tokens = 714, truncated = 0 17.50.881.205 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.844 17.50.881.342 I slot launch_slot_: id 1 | task 9497 | processing task, is_child = 0 17.50.881.448 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1031.068 MiB) 17.51.060.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1006.896 MiB) 17.51.180.184 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.438 MiB) 17.51.371.028 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.880 17.51.371.189 I slot launch_slot_: id 2 | task 9498 | processing task, is_child = 0 17.51.371.388 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 1070691215 17.51.371.584 I slot launch_slot_: id 3 | task 9499 | processing task, is_child = 0 17.51.371.681 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 1070760179 17.51.408.044 I slot launch_slot_: id 0 | task 9500 | processing task, is_child = 0 17.55.571.052 I slot print_timing: id 3 | task 9499 | prompt processing, n_tokens = 873, progress = 1.00, t = 3.95 s / 220.78 tokens per second 17.55.755.082 I slot print_timing: id 0 | task 9500 | prompt eval time = 4161.53 ms / 127 tokens ( 32.77 ms per token, 30.52 tokens per second) 17.55.755.089 I slot print_timing: id 0 | task 9500 | eval time = 185.49 ms / 2 tokens ( 185.49 ms per token, 5.39 tokens per second) 17.55.755.090 I slot print_timing: id 0 | task 9500 | total time = 4347.02 ms / 129 tokens 17.55.755.091 I slot print_timing: id 0 | task 9500 | graphs reused = 8424 17.55.755.092 I slot print_timing: id 0 | task 9500 | graph reallocs = 0 / 0 (same size) / (changed size) 17.55.755.150 I slot release: id 0 | task 9500 | stop processing: n_tokens = 727, truncated = 0 17.55.755.562 I slot print_timing: id 1 | task 9497 | prompt eval time = 4091.49 ms / 118 tokens ( 34.67 ms per token, 28.84 tokens per second) 17.55.755.565 I slot print_timing: id 1 | task 9497 | eval time = 185.23 ms / 2 tokens ( 185.23 ms per token, 5.40 tokens per second) 17.55.755.566 I slot print_timing: id 1 | task 9497 | total time = 4276.72 ms / 120 tokens 17.55.755.566 I slot print_timing: id 1 | task 9497 | graphs reused = 8424 17.55.755.567 I slot print_timing: id 1 | task 9497 | graph reallocs = 0 / 0 (same size) / (changed size) 17.55.755.603 I slot release: id 1 | task 9497 | stop processing: n_tokens = 718, truncated = 0 17.55.756.037 I slot print_timing: id 2 | task 9498 | prompt eval time = 4023.83 ms / 121 tokens ( 33.25 ms per token, 30.07 tokens per second) 17.55.756.040 I slot print_timing: id 2 | task 9498 | eval time = 185.01 ms / 2 tokens ( 185.01 ms per token, 5.41 tokens per second) 17.55.756.041 I slot print_timing: id 2 | task 9498 | total time = 4208.84 ms / 123 tokens 17.55.756.042 I slot print_timing: id 2 | task 9498 | graphs reused = 8424 17.55.756.043 I slot print_timing: id 2 | task 9498 | graph reallocs = 0 / 0 (same size) / (changed size) 17.55.756.076 I slot release: id 2 | task 9498 | stop processing: n_tokens = 721, truncated = 0 17.55.788.032 I slot print_timing: id 3 | task 9499 | prompt eval time = 4142.10 ms / 877 tokens ( 4.72 ms per token, 211.73 tokens per second) 17.55.788.037 I slot print_timing: id 3 | task 9499 | eval time = 31.30 ms / 2 tokens ( 31.30 ms per token, 31.95 tokens per second) 17.55.788.038 I slot print_timing: id 3 | task 9499 | total time = 4173.39 ms / 879 tokens 17.55.788.039 I slot print_timing: id 3 | task 9499 | graphs reused = 8424 17.55.788.040 I slot print_timing: id 3 | task 9499 | graph reallocs = 0 / 0 (same size) / (changed size) 17.55.788.104 I slot release: id 3 | task 9499 | stop processing: n_tokens = 879, truncated = 0 17.55.788.116 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 1075634942 17.55.904.898 I slot launch_slot_: id 0 | task 9506 | processing task, is_child = 0 17.55.904.993 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.063 MiB) 17.56.071.970 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1069.164 MiB) 17.56.245.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 940.268 MiB) 17.56.422.792 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 1075635394 17.56.423.039 I slot launch_slot_: id 1 | task 9507 | processing task, is_child = 0 17.56.423.212 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 1075635867 17.56.423.393 I slot launch_slot_: id 2 | task 9508 | processing task, is_child = 0 17.56.423.485 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 1075667896 17.56.423.667 I slot launch_slot_: id 3 | task 9509 | processing task, is_child = 0 18.01.308.752 I slot print_timing: id 0 | task 9506 | prompt processing, n_tokens = 480, progress = 0.48, t = 4.89 s / 98.26 tokens per second 18.01.442.732 I slot print_timing: id 1 | task 9507 | prompt processing, n_tokens = 494, progress = 0.49, t = 4.87 s / 101.38 tokens per second 18.01.471.928 I slot print_timing: id 2 | task 9508 | prompt processing, n_tokens = 520, progress = 0.50, t = 4.86 s / 106.99 tokens per second 18.01.504.624 I slot print_timing: id 3 | task 9509 | prompt processing, n_tokens = 487, progress = 0.49, t = 4.85 s / 100.44 tokens per second 18.05.509.102 I slot print_timing: id 0 | task 9506 | prompt processing, n_tokens = 861, progress = 0.86, t = 9.09 s / 94.77 tokens per second 18.05.694.235 I slot print_timing: id 1 | task 9507 | prompt processing, n_tokens = 861, progress = 0.85, t = 9.07 s / 94.90 tokens per second 18.05.746.658 I slot print_timing: id 2 | task 9508 | prompt processing, n_tokens = 861, progress = 0.83, t = 9.06 s / 95.03 tokens per second 18.05.798.592 I slot print_timing: id 3 | task 9509 | prompt processing, n_tokens = 861, progress = 0.86, t = 9.05 s / 95.15 tokens per second 18.07.527.085 I slot print_timing: id 0 | task 9506 | prompt processing, n_tokens = 992, progress = 1.00, t = 11.10 s / 89.34 tokens per second 18.07.685.599 I slot print_timing: id 1 | task 9507 | prompt processing, n_tokens = 1006, progress = 1.00, t = 11.09 s / 90.70 tokens per second 18.07.745.177 I slot print_timing: id 2 | task 9508 | prompt processing, n_tokens = 1032, progress = 1.00, t = 11.08 s / 93.15 tokens per second 18.07.805.781 I slot print_timing: id 3 | task 9509 | prompt processing, n_tokens = 999, progress = 1.00, t = 11.07 s / 90.27 tokens per second 18.08.036.464 I slot print_timing: id 0 | task 9506 | prompt eval time = 11525.29 ms / 996 tokens ( 11.57 ms per token, 86.42 tokens per second) 18.08.036.469 I slot print_timing: id 0 | task 9506 | eval time = 87.49 ms / 2 tokens ( 87.49 ms per token, 11.43 tokens per second) 18.08.036.470 I slot print_timing: id 0 | task 9506 | total time = 11612.78 ms / 998 tokens 18.08.036.471 I slot print_timing: id 0 | task 9506 | graphs reused = 8425 18.08.036.472 I slot print_timing: id 0 | task 9506 | graph reallocs = 0 / 0 (same size) / (changed size) 18.08.036.537 I slot release: id 0 | task 9506 | stop processing: n_tokens = 998, truncated = 0 18.08.036.892 I slot print_timing: id 1 | task 9507 | prompt eval time = 11513.72 ms / 1010 tokens ( 11.40 ms per token, 87.72 tokens per second) 18.08.036.895 I slot print_timing: id 1 | task 9507 | eval time = 87.20 ms / 2 tokens ( 87.20 ms per token, 11.47 tokens per second) 18.08.036.895 I slot print_timing: id 1 | task 9507 | total time = 11600.93 ms / 1012 tokens 18.08.036.896 I slot print_timing: id 1 | task 9507 | graphs reused = 8425 18.08.036.897 I slot print_timing: id 1 | task 9507 | graph reallocs = 0 / 0 (same size) / (changed size) 18.08.036.935 I slot release: id 1 | task 9507 | stop processing: n_tokens = 1012, truncated = 0 18.08.037.308 I slot print_timing: id 2 | task 9508 | prompt eval time = 11502.08 ms / 1036 tokens ( 11.10 ms per token, 90.07 tokens per second) 18.08.037.311 I slot print_timing: id 2 | task 9508 | eval time = 86.94 ms / 2 tokens ( 86.94 ms per token, 11.50 tokens per second) 18.08.037.311 I slot print_timing: id 2 | task 9508 | total time = 11589.03 ms / 1038 tokens 18.08.037.312 I slot print_timing: id 2 | task 9508 | graphs reused = 8425 18.08.037.312 I slot print_timing: id 2 | task 9508 | graph reallocs = 0 / 0 (same size) / (changed size) 18.08.037.352 I slot release: id 2 | task 9508 | stop processing: n_tokens = 1038, truncated = 0 18.08.037.678 I slot print_timing: id 3 | task 9509 | prompt eval time = 11490.77 ms / 1003 tokens ( 11.46 ms per token, 87.29 tokens per second) 18.08.037.681 I slot print_timing: id 3 | task 9509 | eval time = 86.72 ms / 2 tokens ( 86.72 ms per token, 11.53 tokens per second) 18.08.037.683 I slot print_timing: id 3 | task 9509 | total time = 11577.50 ms / 1005 tokens 18.08.037.684 I slot print_timing: id 3 | task 9509 | graphs reused = 8425 18.08.037.684 I slot print_timing: id 3 | task 9509 | graph reallocs = 0 / 0 (same size) / (changed size) 18.08.037.714 I slot release: id 3 | task 9509 | stop processing: n_tokens = 1005, truncated = 0 18.08.081.118 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 998, t_last = 1087916328 18.08.081.265 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1095.338 MiB) 18.08.286.271 I slot launch_slot_: id 0 | task 9515 | processing task, is_child = 0 18.08.286.419 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.116 MiB) 18.08.494.780 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.923 MiB) 18.08.699.683 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1057.382 MiB) 18.08.904.514 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.879 18.08.904.661 I slot launch_slot_: id 1 | task 9516 | processing task, is_child = 0 18.08.904.881 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 1087917143 18.08.905.086 I slot launch_slot_: id 2 | task 9517 | processing task, is_child = 0 18.08.905.191 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 1087917506 18.08.905.378 I slot launch_slot_: id 3 | task 9518 | processing task, is_child = 0 18.11.951.986 I slot print_timing: id 0 | task 9515 | prompt processing, n_tokens = 371, progress = 0.42, t = 3.05 s / 121.78 tokens per second 18.12.332.081 I slot print_timing: id 1 | task 9516 | prompt processing, n_tokens = 1, progress = 0.86, t = 3.03 s / 0.33 tokens per second 18.15.393.186 I slot print_timing: id 0 | task 9515 | prompt processing, n_tokens = 731, progress = 0.82, t = 6.49 s / 112.67 tokens per second 18.15.803.899 I slot print_timing: id 1 | task 9516 | prompt processing, n_tokens = 133, progress = 1.00, t = 6.47 s / 20.54 tokens per second 18.15.864.396 I slot print_timing: id 2 | task 9517 | prompt processing, n_tokens = 759, progress = 0.86, t = 6.37 s / 119.09 tokens per second 18.15.910.300 I slot print_timing: id 3 | task 9518 | prompt processing, n_tokens = 759, progress = 0.76, t = 6.35 s / 119.50 tokens per second 18.17.668.261 I slot print_timing: id 0 | task 9515 | prompt processing, n_tokens = 883, progress = 1.00, t = 8.76 s / 100.77 tokens per second 18.17.721.384 I slot print_timing: id 2 | task 9517 | prompt processing, n_tokens = 880, progress = 1.00, t = 8.65 s / 101.76 tokens per second 18.17.774.514 I slot print_timing: id 3 | task 9518 | prompt processing, n_tokens = 998, progress = 1.00, t = 8.63 s / 115.70 tokens per second 18.18.038.940 I slot print_timing: id 1 | task 9516 | prompt eval time = 8749.47 ms / 137 tokens ( 63.86 ms per token, 15.66 tokens per second) 18.18.038.946 I slot print_timing: id 1 | task 9516 | eval time = 370.70 ms / 2 tokens ( 370.70 ms per token, 2.70 tokens per second) 18.18.038.947 I slot print_timing: id 1 | task 9516 | total time = 9120.17 ms / 139 tokens 18.18.038.948 I slot print_timing: id 1 | task 9516 | graphs reused = 8425 18.18.038.949 I slot print_timing: id 1 | task 9516 | graph reallocs = 0 / 0 (same size) / (changed size) 18.18.039.011 I slot release: id 1 | task 9516 | stop processing: n_tokens = 999, truncated = 0 18.18.124.652 I slot print_timing: id 0 | task 9515 | prompt eval time = 9133.14 ms / 887 tokens ( 10.30 ms per token, 97.12 tokens per second) 18.18.124.658 I slot print_timing: id 0 | task 9515 | eval time = 86.12 ms / 2 tokens ( 86.12 ms per token, 11.61 tokens per second) 18.18.124.659 I slot print_timing: id 0 | task 9515 | total time = 9219.26 ms / 889 tokens 18.18.124.659 I slot print_timing: id 0 | task 9515 | graphs reused = 8425 18.18.124.660 I slot print_timing: id 0 | task 9515 | graph reallocs = 0 / 0 (same size) / (changed size) 18.18.124.720 I slot release: id 0 | task 9515 | stop processing: n_tokens = 889, truncated = 0 18.18.125.059 I slot print_timing: id 2 | task 9517 | prompt eval time = 9019.61 ms / 884 tokens ( 10.20 ms per token, 98.01 tokens per second) 18.18.125.062 I slot print_timing: id 2 | task 9517 | eval time = 85.39 ms / 2 tokens ( 85.39 ms per token, 11.71 tokens per second) 18.18.125.062 I slot print_timing: id 2 | task 9517 | total time = 9105.01 ms / 886 tokens 18.18.125.063 I slot print_timing: id 2 | task 9517 | graphs reused = 8425 18.18.125.064 I slot print_timing: id 2 | task 9517 | graph reallocs = 0 / 0 (same size) / (changed size) 18.18.125.156 I slot release: id 2 | task 9517 | stop processing: n_tokens = 886, truncated = 0 18.18.125.508 I slot print_timing: id 3 | task 9518 | prompt eval time = 8998.49 ms / 1002 tokens ( 8.98 ms per token, 111.35 tokens per second) 18.18.125.511 I slot print_timing: id 3 | task 9518 | eval time = 85.22 ms / 2 tokens ( 85.22 ms per token, 11.73 tokens per second) 18.18.125.511 I slot print_timing: id 3 | task 9518 | total time = 9083.71 ms / 1004 tokens 18.18.125.512 I slot print_timing: id 3 | task 9518 | graphs reused = 8425 18.18.125.513 I slot print_timing: id 3 | task 9518 | graph reallocs = 0 / 0 (same size) / (changed size) 18.18.125.562 I slot release: id 3 | task 9518 | stop processing: n_tokens = 1004, truncated = 0 18.18.125.574 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.800 (> 0.100 thold), f_keep = 0.889 18.18.125.712 I slot launch_slot_: id 2 | task 9524 | processing task, is_child = 0 18.18.125.820 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 900.781 MiB) 18.18.303.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.391 MiB) 18.18.316.654 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.937 MiB) 18.18.587.772 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 914.407 MiB) 18.18.784.991 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.828 (> 0.100 thold), f_keep = 0.785 18.18.785.144 I slot launch_slot_: id 3 | task 9525 | processing task, is_child = 0 18.18.785.351 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 1097918803 18.18.837.439 I slot launch_slot_: id 1 | task 9526 | processing task, is_child = 0 18.18.837.549 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 1098004512 18.18.837.735 I slot launch_slot_: id 0 | task 9527 | processing task, is_child = 0 18.23.034.220 I slot print_timing: id 0 | task 9527 | prompt processing, n_tokens = 759, progress = 0.85, t = 4.20 s / 180.87 tokens per second 18.23.222.498 I slot print_timing: id 1 | task 9526 | prompt processing, n_tokens = 109, progress = 1.00, t = 4.18 s / 26.05 tokens per second 18.23.274.881 I slot print_timing: id 2 | task 9524 | prompt processing, n_tokens = 222, progress = 1.00, t = 4.10 s / 54.17 tokens per second 18.23.333.681 I slot print_timing: id 3 | task 9525 | prompt processing, n_tokens = 189, progress = 1.00, t = 4.00 s / 47.22 tokens per second 18.23.889.928 I slot print_timing: id 0 | task 9527 | prompt processing, n_tokens = 888, progress = 1.00, t = 5.05 s / 175.84 tokens per second 18.24.071.174 I slot print_timing: id 1 | task 9526 | prompt eval time = 5038.97 ms / 113 tokens ( 44.59 ms per token, 22.43 tokens per second) 18.24.071.179 I slot print_timing: id 1 | task 9526 | eval time = 182.67 ms / 2 tokens ( 182.67 ms per token, 5.47 tokens per second) 18.24.071.180 I slot print_timing: id 1 | task 9526 | total time = 5221.64 ms / 115 tokens 18.24.071.181 I slot print_timing: id 1 | task 9526 | graphs reused = 8425 18.24.071.182 I slot print_timing: id 1 | task 9526 | graph reallocs = 0 / 0 (same size) / (changed size) 18.24.071.242 I slot release: id 1 | task 9526 | stop processing: n_tokens = 873, truncated = 0 18.24.071.653 I slot print_timing: id 2 | task 9524 | prompt eval time = 4953.55 ms / 226 tokens ( 21.92 ms per token, 45.62 tokens per second) 18.24.071.656 I slot print_timing: id 2 | task 9524 | eval time = 182.46 ms / 2 tokens ( 182.46 ms per token, 5.48 tokens per second) 18.24.071.658 I slot print_timing: id 2 | task 9524 | total time = 5136.02 ms / 228 tokens 18.24.071.658 I slot print_timing: id 2 | task 9524 | graphs reused = 8425 18.24.071.659 I slot print_timing: id 2 | task 9524 | graph reallocs = 0 / 0 (same size) / (changed size) 18.24.071.734 I slot release: id 2 | task 9524 | stop processing: n_tokens = 986, truncated = 0 18.24.072.173 I slot print_timing: id 3 | task 9525 | prompt eval time = 4858.66 ms / 193 tokens ( 25.17 ms per token, 39.72 tokens per second) 18.24.072.176 I slot print_timing: id 3 | task 9525 | eval time = 182.27 ms / 2 tokens ( 182.27 ms per token, 5.49 tokens per second) 18.24.072.177 I slot print_timing: id 3 | task 9525 | total time = 5040.93 ms / 195 tokens 18.24.072.177 I slot print_timing: id 3 | task 9525 | graphs reused = 8425 18.24.072.178 I slot print_timing: id 3 | task 9525 | graph reallocs = 0 / 0 (same size) / (changed size) 18.24.072.235 I slot release: id 3 | task 9525 | stop processing: n_tokens = 953, truncated = 0 18.24.103.111 I slot print_timing: id 0 | task 9527 | prompt eval time = 5233.07 ms / 892 tokens ( 5.87 ms per token, 170.45 tokens per second) 18.24.103.116 I slot print_timing: id 0 | task 9527 | eval time = 32.29 ms / 2 tokens ( 32.29 ms per token, 30.97 tokens per second) 18.24.103.117 I slot print_timing: id 0 | task 9527 | total time = 5265.36 ms / 894 tokens 18.24.103.118 I slot print_timing: id 0 | task 9527 | graphs reused = 8425 18.24.103.119 I slot print_timing: id 0 | task 9527 | graph reallocs = 0 / 0 (same size) / (changed size) 18.24.103.171 I slot release: id 0 | task 9527 | stop processing: n_tokens = 894, truncated = 0 18.24.103.185 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 1103951035 18.24.256.055 I slot launch_slot_: id 1 | task 9533 | processing task, is_child = 0 18.24.256.167 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1057.836 MiB) 18.24.438.139 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1071.180 MiB) 18.24.665.723 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1088.775 MiB) 18.24.888.515 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 1103951526 18.24.888.783 I slot launch_slot_: id 2 | task 9534 | processing task, is_child = 0 18.24.888.975 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 1103952027 18.24.889.177 I slot launch_slot_: id 3 | task 9535 | processing task, is_child = 0 18.24.889.274 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 1103982964 18.24.889.452 I slot launch_slot_: id 0 | task 9536 | processing task, is_child = 0 18.29.469.695 I slot print_timing: id 0 | task 9536 | prompt processing, n_tokens = 849, progress = 0.62, t = 4.58 s / 185.36 tokens per second 18.30.987.418 I slot print_timing: id 1 | task 9533 | prompt processing, n_tokens = 427, progress = 0.45, t = 4.57 s / 93.47 tokens per second 18.31.014.426 I slot print_timing: id 2 | task 9534 | prompt processing, n_tokens = 408, progress = 0.44, t = 4.55 s / 89.63 tokens per second 18.31.039.167 I slot print_timing: id 3 | task 9535 | prompt processing, n_tokens = 364, progress = 0.41, t = 4.54 s / 80.24 tokens per second 18.34.060.557 I slot print_timing: id 0 | task 9536 | prompt processing, n_tokens = 1157, progress = 0.85, t = 9.17 s / 126.16 tokens per second 18.34.194.013 I slot print_timing: id 1 | task 9533 | prompt processing, n_tokens = 761, progress = 0.81, t = 9.16 s / 83.09 tokens per second 18.34.241.199 I slot print_timing: id 2 | task 9534 | prompt processing, n_tokens = 761, progress = 0.82, t = 9.14 s / 83.23 tokens per second 18.34.288.185 I slot print_timing: id 3 | task 9535 | prompt processing, n_tokens = 382, progress = 0.43, t = 9.13 s / 41.85 tokens per second 18.36.629.224 I slot print_timing: id 0 | task 9536 | prompt processing, n_tokens = 1361, progress = 1.00, t = 11.74 s / 115.93 tokens per second 18.37.393.794 I slot print_timing: id 1 | task 9533 | prompt processing, n_tokens = 939, progress = 1.00, t = 11.73 s / 80.07 tokens per second 18.37.449.869 I slot print_timing: id 2 | task 9534 | prompt processing, n_tokens = 920, progress = 1.00, t = 11.71 s / 78.55 tokens per second 18.37.505.274 I slot print_timing: id 3 | task 9535 | prompt processing, n_tokens = 761, progress = 0.85, t = 11.70 s / 65.07 tokens per second 18.38.129.895 I slot print_timing: id 3 | task 9535 | prompt processing, n_tokens = 894, progress = 1.00, t = 13.19 s / 67.76 tokens per second 18.38.332.764 I slot print_timing: id 0 | task 9536 | prompt eval time = 13239.01 ms / 1365 tokens ( 9.70 ms per token, 103.10 tokens per second) 18.38.332.770 I slot print_timing: id 0 | task 9536 | eval time = 204.28 ms / 2 tokens ( 204.28 ms per token, 4.90 tokens per second) 18.38.332.771 I slot print_timing: id 0 | task 9536 | total time = 13443.29 ms / 1367 tokens 18.38.332.772 I slot print_timing: id 0 | task 9536 | graphs reused = 8425 18.38.332.773 I slot print_timing: id 0 | task 9536 | graph reallocs = 0 / 0 (same size) / (changed size) 18.38.332.880 I slot release: id 0 | task 9536 | stop processing: n_tokens = 1367, truncated = 0 18.38.333.360 I slot print_timing: id 1 | task 9533 | prompt eval time = 13227.78 ms / 943 tokens ( 14.03 ms per token, 71.29 tokens per second) 18.38.333.363 I slot print_timing: id 1 | task 9533 | eval time = 204.19 ms / 2 tokens ( 204.19 ms per token, 4.90 tokens per second) 18.38.333.364 I slot print_timing: id 1 | task 9533 | total time = 13431.98 ms / 945 tokens 18.38.333.365 I slot print_timing: id 1 | task 9533 | graphs reused = 8425 18.38.333.366 I slot print_timing: id 1 | task 9533 | graph reallocs = 0 / 0 (same size) / (changed size) 18.38.333.433 I slot release: id 1 | task 9533 | stop processing: n_tokens = 945, truncated = 0 18.38.333.829 I slot print_timing: id 2 | task 9534 | prompt eval time = 13212.43 ms / 924 tokens ( 14.30 ms per token, 69.93 tokens per second) 18.38.333.832 I slot print_timing: id 2 | task 9534 | eval time = 203.96 ms / 2 tokens ( 203.96 ms per token, 4.90 tokens per second) 18.38.333.833 I slot print_timing: id 2 | task 9534 | total time = 13416.39 ms / 926 tokens 18.38.333.833 I slot print_timing: id 2 | task 9534 | graphs reused = 8425 18.38.333.834 I slot print_timing: id 2 | task 9534 | graph reallocs = 0 / 0 (same size) / (changed size) 18.38.333.881 I slot release: id 2 | task 9534 | stop processing: n_tokens = 926, truncated = 0 18.38.367.817 I slot print_timing: id 3 | task 9535 | prompt eval time = 13401.21 ms / 898 tokens ( 14.92 ms per token, 67.01 tokens per second) 18.38.367.823 I slot print_timing: id 3 | task 9535 | eval time = 33.28 ms / 2 tokens ( 33.28 ms per token, 30.05 tokens per second) 18.38.367.824 I slot print_timing: id 3 | task 9535 | total time = 13434.49 ms / 900 tokens 18.38.367.824 I slot print_timing: id 3 | task 9535 | graphs reused = 8425 18.38.367.825 I slot print_timing: id 3 | task 9535 | graph reallocs = 0 / 0 (same size) / (changed size) 18.38.367.884 I slot release: id 3 | task 9535 | stop processing: n_tokens = 900, truncated = 0 18.38.367.896 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.868 18.38.368.020 I slot launch_slot_: id 0 | task 9543 | processing task, is_child = 0 18.38.368.134 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1064.508 MiB) 18.38.539.428 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 913.314 MiB) 18.38.726.746 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1331.925 MiB) 18.38.913.428 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 1118213225 18.38.913.698 I slot launch_slot_: id 1 | task 9544 | processing task, is_child = 0 18.38.913.890 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 1118213672 18.38.914.086 I slot launch_slot_: id 2 | task 9545 | processing task, is_child = 0 18.38.914.184 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 1118247675 18.38.914.368 I slot launch_slot_: id 3 | task 9546 | processing task, is_child = 0 18.44.692.083 I slot print_timing: id 0 | task 9543 | prompt processing, n_tokens = 166, progress = 1.00, t = 5.78 s / 28.73 tokens per second 18.44.910.583 I slot print_timing: id 1 | task 9544 | prompt processing, n_tokens = 752, progress = 0.59, t = 5.70 s / 131.98 tokens per second 18.44.956.328 I slot print_timing: id 2 | task 9545 | prompt processing, n_tokens = 794, progress = 0.61, t = 5.69 s / 139.66 tokens per second 18.45.004.684 I slot print_timing: id 3 | task 9546 | prompt processing, n_tokens = 274, progress = 0.35, t = 5.66 s / 48.37 tokens per second 18.48.889.696 I slot print_timing: id 1 | task 9544 | prompt processing, n_tokens = 1157, progress = 0.91, t = 9.89 s / 116.93 tokens per second 18.48.950.137 I slot print_timing: id 2 | task 9545 | prompt processing, n_tokens = 1157, progress = 0.88, t = 9.88 s / 117.08 tokens per second 18.49.011.500 I slot print_timing: id 3 | task 9546 | prompt processing, n_tokens = 678, progress = 0.86, t = 9.86 s / 68.75 tokens per second 18.50.521.668 I slot print_timing: id 0 | task 9543 | prompt eval time = 9975.29 ms / 170 tokens ( 58.68 ms per token, 17.04 tokens per second) 18.50.521.674 I slot print_timing: id 0 | task 9543 | eval time = 1631.99 ms / 2 tokens ( 1631.99 ms per token, 0.61 tokens per second) 18.50.521.675 I slot print_timing: id 0 | task 9543 | total time = 11607.28 ms / 172 tokens 18.50.521.676 I slot print_timing: id 0 | task 9543 | graphs reused = 8425 18.50.521.677 I slot print_timing: id 0 | task 9543 | graph reallocs = 0 / 0 (same size) / (changed size) 18.50.521.764 I slot release: id 0 | task 9543 | stop processing: n_tokens = 1357, truncated = 0 18.50.521.788 I slot print_timing: id 1 | task 9544 | prompt processing, n_tokens = 1264, progress = 1.00, t = 11.53 s / 109.66 tokens per second 18.50.583.251 I slot print_timing: id 2 | task 9545 | prompt processing, n_tokens = 1306, progress = 1.00, t = 11.51 s / 113.42 tokens per second 18.50.644.352 I slot print_timing: id 3 | task 9546 | prompt processing, n_tokens = 786, progress = 0.99, t = 11.49 s / 68.38 tokens per second 18.50.770.201 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 1130401557 18.50.770.348 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1184.949 MiB) 18.51.030.822 I slot launch_slot_: id 0 | task 9551 | processing task, is_child = 0 18.52.011.672 I slot print_timing: id 1 | task 9544 | prompt eval time = 11774.26 ms / 1268 tokens ( 9.29 ms per token, 107.69 tokens per second) 18.52.011.686 I slot print_timing: id 1 | task 9544 | eval time = 1243.03 ms / 2 tokens ( 1243.03 ms per token, 0.80 tokens per second) 18.52.011.687 I slot print_timing: id 1 | task 9544 | total time = 13017.29 ms / 1270 tokens 18.52.011.689 I slot print_timing: id 1 | task 9544 | graphs reused = 8425 18.52.011.690 I slot print_timing: id 1 | task 9544 | graph reallocs = 0 / 0 (same size) / (changed size) 18.52.011.815 I slot release: id 1 | task 9544 | stop processing: n_tokens = 1270, truncated = 0 18.52.012.764 I slot print_timing: id 2 | task 9545 | prompt eval time = 11762.56 ms / 1310 tokens ( 8.98 ms per token, 111.37 tokens per second) 18.52.012.773 I slot print_timing: id 2 | task 9545 | eval time = 1243.38 ms / 2 tokens ( 1243.38 ms per token, 0.80 tokens per second) 18.52.012.774 I slot print_timing: id 2 | task 9545 | total time = 13005.94 ms / 1312 tokens 18.52.012.776 I slot print_timing: id 2 | task 9545 | graphs reused = 8425 18.52.012.777 I slot print_timing: id 2 | task 9545 | graph reallocs = 0 / 0 (same size) / (changed size) 18.52.012.873 I slot release: id 2 | task 9545 | stop processing: n_tokens = 1312, truncated = 0 18.52.013.819 I slot print_timing: id 3 | task 9546 | prompt eval time = 11743.12 ms / 790 tokens ( 14.86 ms per token, 67.27 tokens per second) 18.52.013.826 I slot print_timing: id 3 | task 9546 | eval time = 1243.62 ms / 2 tokens ( 1243.62 ms per token, 0.80 tokens per second) 18.52.013.827 I slot print_timing: id 3 | task 9546 | total time = 12986.75 ms / 792 tokens 18.52.013.829 I slot print_timing: id 3 | task 9546 | graphs reused = 8425 18.52.013.830 I slot print_timing: id 3 | task 9546 | graph reallocs = 0 / 0 (same size) / (changed size) 18.52.013.943 I slot release: id 3 | task 9546 | stop processing: n_tokens = 792, truncated = 0 18.52.063.754 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 1131891609 18.52.064.047 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 926.830 MiB) 18.53.394.861 I slot launch_slot_: id 1 | task 9554 | processing task, is_child = 0 18.53.394.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.468 MiB) 18.53.602.070 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1236.202 MiB) 18.53.765.002 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 1131892667 18.53.765.295 I slot launch_slot_: id 2 | task 9555 | processing task, is_child = 0 18.53.765.386 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 1131893737 18.53.765.575 I slot launch_slot_: id 3 | task 9556 | processing task, is_child = 0 18.56.953.924 I slot print_timing: id 0 | task 9551 | prompt processing, n_tokens = 804, progress = 1.00, t = 5.92 s / 135.74 tokens per second 18.57.109.904 I slot print_timing: id 1 | task 9554 | prompt processing, n_tokens = 349, progress = 0.40, t = 3.14 s / 111.26 tokens per second 18.57.132.213 I slot print_timing: id 2 | task 9555 | prompt processing, n_tokens = 379, progress = 0.42, t = 3.12 s / 121.44 tokens per second 18.57.155.853 I slot print_timing: id 3 | task 9556 | prompt processing, n_tokens = 285, progress = 0.36, t = 3.11 s / 91.78 tokens per second 19.00.581.875 I slot print_timing: id 1 | task 9554 | prompt processing, n_tokens = 742, progress = 0.86, t = 6.76 s / 109.70 tokens per second 19.00.627.271 I slot print_timing: id 2 | task 9555 | prompt processing, n_tokens = 742, progress = 0.83, t = 6.75 s / 109.96 tokens per second 19.00.672.439 I slot print_timing: id 3 | task 9556 | prompt processing, n_tokens = 662, progress = 0.83, t = 6.73 s / 98.33 tokens per second 19.02.029.965 I slot print_timing: id 0 | task 9551 | prompt eval time = 9551.01 ms / 808 tokens ( 11.82 ms per token, 84.60 tokens per second) 19.02.029.970 I slot print_timing: id 0 | task 9551 | eval time = 1448.10 ms / 2 tokens ( 1448.10 ms per token, 0.69 tokens per second) 19.02.029.971 I slot print_timing: id 0 | task 9551 | total time = 10999.11 ms / 810 tokens 19.02.029.972 I slot print_timing: id 0 | task 9551 | graphs reused = 8426 19.02.029.973 I slot print_timing: id 0 | task 9551 | graph reallocs = 0 / 0 (same size) / (changed size) 19.02.030.045 I slot release: id 0 | task 9551 | stop processing: n_tokens = 810, truncated = 0 19.02.030.071 I slot print_timing: id 1 | task 9554 | prompt processing, n_tokens = 861, progress = 1.00, t = 8.21 s / 104.84 tokens per second 19.02.082.388 I slot print_timing: id 2 | task 9555 | prompt processing, n_tokens = 891, progress = 1.00, t = 8.20 s / 108.70 tokens per second 19.02.137.490 I slot print_timing: id 3 | task 9556 | prompt processing, n_tokens = 797, progress = 1.00, t = 8.18 s / 97.42 tokens per second 19.02.257.406 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 1141909838 19.02.257.513 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 976.067 MiB) 19.02.381.986 I slot launch_slot_: id 0 | task 9561 | processing task, is_child = 0 19.03.477.592 I slot print_timing: id 1 | task 9554 | prompt eval time = 8438.93 ms / 865 tokens ( 9.76 ms per token, 102.50 tokens per second) 19.03.477.598 I slot print_timing: id 1 | task 9554 | eval time = 1221.50 ms / 2 tokens ( 1221.50 ms per token, 0.82 tokens per second) 19.03.477.600 I slot print_timing: id 1 | task 9554 | total time = 9660.43 ms / 867 tokens 19.03.477.601 I slot print_timing: id 1 | task 9554 | graphs reused = 8426 19.03.477.602 I slot print_timing: id 1 | task 9554 | graph reallocs = 0 / 0 (same size) / (changed size) 19.03.477.702 I slot release: id 1 | task 9554 | stop processing: n_tokens = 867, truncated = 0 19.03.478.143 I slot print_timing: id 2 | task 9555 | prompt eval time = 8423.83 ms / 895 tokens ( 9.41 ms per token, 106.25 tokens per second) 19.03.478.146 I slot print_timing: id 2 | task 9555 | eval time = 1221.36 ms / 2 tokens ( 1221.36 ms per token, 0.82 tokens per second) 19.03.478.147 I slot print_timing: id 2 | task 9555 | total time = 9645.19 ms / 897 tokens 19.03.478.148 I slot print_timing: id 2 | task 9555 | graphs reused = 8426 19.03.478.149 I slot print_timing: id 2 | task 9555 | graph reallocs = 0 / 0 (same size) / (changed size) 19.03.478.202 I slot release: id 2 | task 9555 | stop processing: n_tokens = 897, truncated = 0 19.03.478.660 I slot print_timing: id 3 | task 9556 | prompt eval time = 8408.72 ms / 801 tokens ( 10.50 ms per token, 95.26 tokens per second) 19.03.478.663 I slot print_timing: id 3 | task 9556 | eval time = 1221.26 ms / 2 tokens ( 1221.26 ms per token, 0.82 tokens per second) 19.03.478.664 I slot print_timing: id 3 | task 9556 | total time = 9629.99 ms / 803 tokens 19.03.478.665 I slot print_timing: id 3 | task 9556 | graphs reused = 8426 19.03.478.665 I slot print_timing: id 3 | task 9556 | graph reallocs = 0 / 0 (same size) / (changed size) 19.03.478.718 I slot release: id 3 | task 9556 | stop processing: n_tokens = 803, truncated = 0 19.03.508.262 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.862 19.03.508.414 I slot launch_slot_: id 3 | task 9564 | processing task, is_child = 0 19.03.508.539 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 957.956 MiB) 19.04.528.572 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 933.174 MiB) 19.04.665.493 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 1143357495 19.04.665.751 I slot launch_slot_: id 1 | task 9565 | processing task, is_child = 0 19.04.665.852 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 1143357994 19.04.666.051 I slot launch_slot_: id 2 | task 9566 | processing task, is_child = 0 19.07.093.861 I slot print_timing: id 0 | task 9561 | prompt processing, n_tokens = 862, progress = 1.00, t = 4.71 s / 182.94 tokens per second 19.09.791.400 I slot print_timing: id 1 | task 9565 | prompt processing, n_tokens = 662, progress = 0.82, t = 5.08 s / 130.26 tokens per second 19.09.832.110 I slot print_timing: id 2 | task 9566 | prompt processing, n_tokens = 662, progress = 0.84, t = 5.07 s / 130.56 tokens per second 19.09.872.843 I slot print_timing: id 3 | task 9564 | prompt processing, n_tokens = 124, progress = 0.99, t = 5.06 s / 24.51 tokens per second 19.10.948.260 I slot print_timing: id 0 | task 9561 | prompt eval time = 7409.37 ms / 866 tokens ( 8.56 ms per token, 116.88 tokens per second) 19.10.948.265 I slot print_timing: id 0 | task 9561 | eval time = 1156.88 ms / 2 tokens ( 1156.88 ms per token, 0.86 tokens per second) 19.10.948.266 I slot print_timing: id 0 | task 9561 | total time = 8566.24 ms / 868 tokens 19.10.948.268 I slot print_timing: id 0 | task 9561 | graphs reused = 8426 19.10.948.268 I slot print_timing: id 0 | task 9561 | graph reallocs = 0 / 0 (same size) / (changed size) 19.10.948.326 I slot release: id 0 | task 9561 | stop processing: n_tokens = 868, truncated = 0 19.10.949.114 I slot print_timing: id 1 | task 9565 | prompt processing, n_tokens = 805, progress = 1.00, t = 6.24 s / 129.02 tokens per second 19.10.998.358 I slot print_timing: id 2 | task 9566 | prompt processing, n_tokens = 781, progress = 0.99, t = 6.23 s / 125.41 tokens per second 19.11.136.994 I slot print_timing: id 3 | task 9564 | prompt eval time = 6216.97 ms / 128 tokens ( 48.57 ms per token, 20.59 tokens per second) 19.11.137.000 I slot print_timing: id 3 | task 9564 | eval time = 187.88 ms / 2 tokens ( 187.88 ms per token, 5.32 tokens per second) 19.11.137.001 I slot print_timing: id 3 | task 9564 | total time = 6404.85 ms / 130 tokens 19.11.137.002 I slot print_timing: id 3 | task 9564 | graphs reused = 8426 19.11.137.002 I slot print_timing: id 3 | task 9564 | graph reallocs = 0 / 0 (same size) / (changed size) 19.11.137.057 I slot release: id 3 | task 9564 | stop processing: n_tokens = 791, truncated = 0 19.11.137.073 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 1150828118 19.11.137.179 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1567.219 MiB) 19.11.290.975 I slot launch_slot_: id 0 | task 9571 | processing task, is_child = 0 19.11.445.665 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 1151016849 19.11.445.917 I slot launch_slot_: id 3 | task 9572 | processing task, is_child = 0 19.14.174.349 I slot print_timing: id 1 | task 9565 | prompt eval time = 6427.21 ms / 809 tokens ( 7.94 ms per token, 125.87 tokens per second) 19.14.174.357 I slot print_timing: id 1 | task 9565 | eval time = 3038.46 ms / 2 tokens ( 3038.46 ms per token, 0.33 tokens per second) 19.14.174.358 I slot print_timing: id 1 | task 9565 | total time = 9465.67 ms / 811 tokens 19.14.174.359 I slot print_timing: id 1 | task 9565 | graphs reused = 8426 19.14.174.361 I slot print_timing: id 1 | task 9565 | graph reallocs = 0 / 0 (same size) / (changed size) 19.14.174.450 I slot release: id 1 | task 9565 | stop processing: n_tokens = 811, truncated = 0 19.14.174.947 I slot print_timing: id 2 | task 9566 | prompt eval time = 6416.31 ms / 785 tokens ( 8.17 ms per token, 122.34 tokens per second) 19.14.174.950 I slot print_timing: id 2 | task 9566 | eval time = 3038.33 ms / 2 tokens ( 3038.33 ms per token, 0.33 tokens per second) 19.14.174.951 I slot print_timing: id 2 | task 9566 | total time = 9454.64 ms / 787 tokens 19.14.174.952 I slot print_timing: id 2 | task 9566 | graphs reused = 8426 19.14.174.953 I slot print_timing: id 2 | task 9566 | graph reallocs = 0 / 0 (same size) / (changed size) 19.14.174.998 I slot release: id 2 | task 9566 | stop processing: n_tokens = 787, truncated = 0 19.15.352.190 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 1154054243 19.15.352.331 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1215.532 MiB) 19.16.799.319 I slot launch_slot_: id 1 | task 9575 | processing task, is_child = 0 19.16.906.309 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 1154054790 19.16.906.554 I slot launch_slot_: id 2 | task 9576 | processing task, is_child = 0 19.16.906.571 I slot print_timing: id 0 | task 9571 | prompt processing, n_tokens = 822, progress = 0.86, t = 3.91 s / 210.43 tokens per second 19.16.977.525 I slot print_timing: id 3 | task 9572 | prompt processing, n_tokens = 822, progress = 0.88, t = 3.89 s / 211.04 tokens per second 19.20.216.241 I slot print_timing: id 0 | task 9571 | prompt processing, n_tokens = 954, progress = 1.00, t = 8.77 s / 108.78 tokens per second 19.20.332.218 I slot print_timing: id 1 | task 9575 | prompt processing, n_tokens = 438, progress = 0.46, t = 3.26 s / 134.36 tokens per second 19.20.358.771 I slot print_timing: id 2 | task 9576 | prompt processing, n_tokens = 421, progress = 0.45, t = 3.25 s / 129.57 tokens per second 19.20.384.143 I slot print_timing: id 3 | task 9572 | prompt processing, n_tokens = 930, progress = 1.00, t = 8.76 s / 106.18 tokens per second 19.22.707.324 I slot print_timing: id 1 | task 9575 | prompt processing, n_tokens = 822, progress = 0.86, t = 5.75 s / 142.97 tokens per second 19.22.757.018 I slot print_timing: id 2 | task 9576 | prompt processing, n_tokens = 822, progress = 0.88, t = 5.74 s / 143.23 tokens per second 19.23.759.820 I slot print_timing: id 0 | task 9571 | prompt eval time = 11260.65 ms / 958 tokens ( 11.75 ms per token, 85.08 tokens per second) 19.23.759.825 I slot print_timing: id 0 | task 9571 | eval time = 1053.23 ms / 2 tokens ( 1053.23 ms per token, 0.95 tokens per second) 19.23.759.827 I slot print_timing: id 0 | task 9571 | total time = 12313.88 ms / 960 tokens 19.23.759.828 I slot print_timing: id 0 | task 9571 | graphs reused = 8426 19.23.759.829 I slot print_timing: id 0 | task 9571 | graph reallocs = 0 / 0 (same size) / (changed size) 19.23.759.916 I slot release: id 0 | task 9571 | stop processing: n_tokens = 960, truncated = 0 19.23.760.345 I slot print_timing: id 3 | task 9572 | prompt eval time = 11250.08 ms / 934 tokens ( 12.05 ms per token, 83.02 tokens per second) 19.23.760.348 I slot print_timing: id 3 | task 9572 | eval time = 1053.05 ms / 2 tokens ( 1053.05 ms per token, 0.95 tokens per second) 19.23.760.349 I slot print_timing: id 3 | task 9572 | total time = 12303.13 ms / 936 tokens 19.23.760.350 I slot print_timing: id 3 | task 9572 | graphs reused = 8426 19.23.760.350 I slot print_timing: id 3 | task 9572 | graph reallocs = 0 / 0 (same size) / (changed size) 19.23.760.395 I slot release: id 3 | task 9572 | stop processing: n_tokens = 936, truncated = 0 19.23.760.414 I slot print_timing: id 1 | task 9575 | prompt processing, n_tokens = 950, progress = 1.00, t = 6.80 s / 139.64 tokens per second 19.23.817.240 I slot print_timing: id 2 | task 9576 | prompt processing, n_tokens = 933, progress = 1.00, t = 6.79 s / 137.36 tokens per second 19.23.929.645 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 1163639708 19.23.929.758 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1229.314 MiB) 19.24.127.407 I slot launch_slot_: id 0 | task 9581 | processing task, is_child = 0 19.24.127.522 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 804.293 MiB) 19.24.305.183 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.909 19.24.305.336 I slot launch_slot_: id 3 | task 9582 | processing task, is_child = 0 19.25.217.484 I slot print_timing: id 1 | task 9575 | prompt eval time = 6972.74 ms / 954 tokens ( 7.31 ms per token, 136.82 tokens per second) 19.25.217.489 I slot print_timing: id 1 | task 9575 | eval time = 1288.53 ms / 2 tokens ( 1288.53 ms per token, 0.78 tokens per second) 19.25.217.491 I slot print_timing: id 1 | task 9575 | total time = 8261.27 ms / 956 tokens 19.25.217.492 I slot print_timing: id 1 | task 9575 | graphs reused = 8426 19.25.217.493 I slot print_timing: id 1 | task 9575 | graph reallocs = 0 / 0 (same size) / (changed size) 19.25.217.557 I slot release: id 1 | task 9575 | stop processing: n_tokens = 956, truncated = 0 19.25.217.983 I slot print_timing: id 2 | task 9576 | prompt eval time = 6962.68 ms / 937 tokens ( 7.43 ms per token, 134.57 tokens per second) 19.25.217.986 I slot print_timing: id 2 | task 9576 | eval time = 1288.34 ms / 2 tokens ( 1288.34 ms per token, 0.78 tokens per second) 19.25.217.987 I slot print_timing: id 2 | task 9576 | total time = 8251.02 ms / 939 tokens 19.25.217.987 I slot print_timing: id 2 | task 9576 | graphs reused = 8426 19.25.217.988 I slot print_timing: id 2 | task 9576 | graph reallocs = 0 / 0 (same size) / (changed size) 19.25.218.036 I slot release: id 2 | task 9576 | stop processing: n_tokens = 939, truncated = 0 19.26.540.009 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 1165097349 19.26.540.132 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 821.450 MiB) 19.26.555.561 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 895.782 MiB) 19.27.072.979 I slot launch_slot_: id 1 | task 9585 | processing task, is_child = 0 19.27.073.135 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.377 MiB) 19.27.257.009 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 1165097827 19.27.257.277 I slot launch_slot_: id 2 | task 9586 | processing task, is_child = 0 19.29.732.906 I slot print_timing: id 0 | task 9581 | prompt processing, n_tokens = 798, progress = 1.00, t = 5.43 s / 147.05 tokens per second 19.32.102.770 I slot print_timing: id 3 | task 9582 | prompt eval time = 5414.60 ms / 137 tokens ( 39.52 ms per token, 25.30 tokens per second) 19.32.102.775 I slot print_timing: id 3 | task 9582 | eval time = 2369.88 ms / 2 tokens ( 2369.88 ms per token, 0.42 tokens per second) 19.32.102.777 I slot print_timing: id 3 | task 9582 | total time = 7784.48 ms / 139 tokens 19.32.102.777 I slot print_timing: id 3 | task 9582 | graphs reused = 8426 19.32.102.778 I slot print_timing: id 3 | task 9582 | graph reallocs = 0 / 0 (same size) / (changed size) 19.32.102.838 I slot release: id 3 | task 9582 | stop processing: n_tokens = 960, truncated = 0 19.32.102.862 I slot print_timing: id 1 | task 9585 | prompt processing, n_tokens = 678, progress = 0.85, t = 4.80 s / 141.16 tokens per second 19.32.144.591 I slot print_timing: id 2 | task 9586 | prompt processing, n_tokens = 823, progress = 0.84, t = 4.79 s / 171.80 tokens per second 19.33.132.746 I slot print_timing: id 0 | task 9581 | prompt eval time = 7797.03 ms / 802 tokens ( 9.72 ms per token, 102.86 tokens per second) 19.33.132.753 I slot print_timing: id 0 | task 9581 | eval time = 1030.35 ms / 2 tokens ( 1030.35 ms per token, 0.97 tokens per second) 19.33.132.754 I slot print_timing: id 0 | task 9581 | total time = 8827.39 ms / 804 tokens 19.33.132.755 I slot print_timing: id 0 | task 9581 | graphs reused = 8426 19.33.132.756 I slot print_timing: id 0 | task 9581 | graph reallocs = 0 / 0 (same size) / (changed size) 19.33.132.837 I slot release: id 0 | task 9581 | stop processing: n_tokens = 804, truncated = 0 19.33.132.856 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 1171982631 19.33.132.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.734 MiB) 19.33.341.991 I slot launch_slot_: id 3 | task 9590 | processing task, is_child = 0 19.33.342.092 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.973 MiB) 19.33.507.663 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 1173012630 19.33.507.911 I slot launch_slot_: id 0 | task 9591 | processing task, is_child = 0 19.33.518.665 I slot print_timing: id 1 | task 9585 | prompt processing, n_tokens = 797, progress = 1.00, t = 5.83 s / 136.62 tokens per second 19.33.578.529 I slot print_timing: id 2 | task 9586 | prompt processing, n_tokens = 971, progress = 1.00, t = 5.82 s / 166.80 tokens per second 19.38.487.209 I slot print_timing: id 1 | task 9585 | prompt eval time = 9006.68 ms / 801 tokens ( 11.24 ms per token, 88.93 tokens per second) 19.38.487.214 I slot print_timing: id 1 | task 9585 | eval time = 2181.86 ms / 2 tokens ( 2181.86 ms per token, 0.46 tokens per second) 19.38.487.215 I slot print_timing: id 1 | task 9585 | total time = 11188.54 ms / 803 tokens 19.38.487.216 I slot print_timing: id 1 | task 9585 | graphs reused = 8426 19.38.487.217 I slot print_timing: id 1 | task 9585 | graph reallocs = 0 / 0 (same size) / (changed size) 19.38.487.283 I slot release: id 1 | task 9585 | stop processing: n_tokens = 803, truncated = 0 19.38.487.694 I slot print_timing: id 2 | task 9586 | prompt eval time = 8994.95 ms / 975 tokens ( 9.23 ms per token, 108.39 tokens per second) 19.38.487.697 I slot print_timing: id 2 | task 9586 | eval time = 2181.66 ms / 2 tokens ( 2181.66 ms per token, 0.46 tokens per second) 19.38.487.698 I slot print_timing: id 2 | task 9586 | total time = 11176.61 ms / 977 tokens 19.38.487.698 I slot print_timing: id 2 | task 9586 | graphs reused = 8426 19.38.487.699 I slot print_timing: id 2 | task 9586 | graph reallocs = 0 / 0 (same size) / (changed size) 19.38.487.770 I slot release: id 2 | task 9586 | stop processing: n_tokens = 977, truncated = 0 19.38.487.791 I slot print_timing: id 0 | task 9591 | prompt processing, n_tokens = 823, progress = 0.86, t = 4.98 s / 165.30 tokens per second 19.38.537.949 I slot print_timing: id 3 | task 9590 | prompt processing, n_tokens = 823, progress = 0.86, t = 4.84 s / 170.18 tokens per second 19.39.056.669 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 1178367075 19.39.056.806 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 817.403 MiB) 19.39.536.822 I slot launch_slot_: id 1 | task 9595 | processing task, is_child = 0 19.39.536.939 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.527 MiB) 19.39.729.347 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 1178367563 19.39.729.617 I slot launch_slot_: id 2 | task 9596 | processing task, is_child = 0 19.39.729.632 I slot print_timing: id 0 | task 9591 | prompt processing, n_tokens = 956, progress = 1.00, t = 5.55 s / 172.29 tokens per second 19.39.810.196 I slot print_timing: id 3 | task 9590 | prompt processing, n_tokens = 950, progress = 1.00, t = 5.41 s / 175.74 tokens per second 19.44.296.360 I slot print_timing: id 0 | task 9591 | prompt eval time = 8463.86 ms / 960 tokens ( 8.82 ms per token, 113.42 tokens per second) 19.44.296.366 I slot print_timing: id 0 | task 9591 | eval time = 2324.56 ms / 2 tokens ( 2324.56 ms per token, 0.43 tokens per second) 19.44.296.368 I slot print_timing: id 0 | task 9591 | total time = 10788.42 ms / 962 tokens 19.44.296.370 I slot print_timing: id 0 | task 9591 | graphs reused = 8426 19.44.296.371 I slot print_timing: id 0 | task 9591 | graph reallocs = 0 / 0 (same size) / (changed size) 19.44.296.443 I slot release: id 0 | task 9591 | stop processing: n_tokens = 962, truncated = 0 19.44.296.823 I slot print_timing: id 3 | task 9590 | prompt eval time = 8321.69 ms / 954 tokens ( 8.72 ms per token, 114.64 tokens per second) 19.44.296.827 I slot print_timing: id 3 | task 9590 | eval time = 2324.33 ms / 2 tokens ( 2324.33 ms per token, 0.43 tokens per second) 19.44.296.828 I slot print_timing: id 3 | task 9590 | total time = 10646.02 ms / 956 tokens 19.44.296.828 I slot print_timing: id 3 | task 9590 | graphs reused = 8426 19.44.296.829 I slot print_timing: id 3 | task 9590 | graph reallocs = 0 / 0 (same size) / (changed size) 19.44.296.880 I slot release: id 3 | task 9590 | stop processing: n_tokens = 956, truncated = 0 19.44.296.900 I slot print_timing: id 1 | task 9595 | prompt processing, n_tokens = 771, progress = 0.84, t = 4.51 s / 170.98 tokens per second 19.44.344.608 I slot print_timing: id 2 | task 9596 | prompt processing, n_tokens = 771, progress = 0.87, t = 4.50 s / 171.39 tokens per second 19.45.129.685 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 1184176235 19.45.129.833 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1009.427 MiB) 19.45.342.021 I slot launch_slot_: id 0 | task 9600 | processing task, is_child = 0 19.45.342.137 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 986.551 MiB) 19.45.542.271 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 1184176673 19.45.542.537 I slot launch_slot_: id 3 | task 9601 | processing task, is_child = 0 19.45.555.216 I slot print_timing: id 1 | task 9595 | prompt processing, n_tokens = 918, progress = 1.00, t = 5.34 s / 171.81 tokens per second 19.45.623.440 I slot print_timing: id 2 | task 9596 | prompt processing, n_tokens = 887, progress = 1.00, t = 5.33 s / 166.34 tokens per second 19.50.320.290 I slot print_timing: id 1 | task 9595 | prompt eval time = 7819.45 ms / 922 tokens ( 8.48 ms per token, 117.91 tokens per second) 19.50.320.295 I slot print_timing: id 1 | task 9595 | eval time = 2714.15 ms / 2 tokens ( 2714.15 ms per token, 0.37 tokens per second) 19.50.320.296 I slot print_timing: id 1 | task 9595 | total time = 10533.60 ms / 924 tokens 19.50.320.297 I slot print_timing: id 1 | task 9595 | graphs reused = 8426 19.50.320.298 I slot print_timing: id 1 | task 9595 | graph reallocs = 0 / 0 (same size) / (changed size) 19.50.320.420 I slot release: id 1 | task 9595 | stop processing: n_tokens = 924, truncated = 0 19.50.320.755 I slot print_timing: id 2 | task 9596 | prompt eval time = 7809.43 ms / 891 tokens ( 8.76 ms per token, 114.09 tokens per second) 19.50.320.758 I slot print_timing: id 2 | task 9596 | eval time = 2714.01 ms / 2 tokens ( 2714.01 ms per token, 0.37 tokens per second) 19.50.320.759 I slot print_timing: id 2 | task 9596 | total time = 10523.44 ms / 893 tokens 19.50.320.760 I slot print_timing: id 2 | task 9596 | graphs reused = 8426 19.50.320.760 I slot print_timing: id 2 | task 9596 | graph reallocs = 0 / 0 (same size) / (changed size) 19.50.320.812 I slot release: id 2 | task 9596 | stop processing: n_tokens = 893, truncated = 0 19.50.320.834 I slot print_timing: id 0 | task 9600 | prompt processing, n_tokens = 771, progress = 0.86, t = 4.78 s / 161.39 tokens per second 19.50.368.273 I slot print_timing: id 3 | task 9601 | prompt processing, n_tokens = 771, progress = 0.86, t = 4.63 s / 166.52 tokens per second 19.50.840.133 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 924, t_last = 1190200212 19.50.840.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.615 MiB) 19.51.321.527 I slot launch_slot_: id 1 | task 9605 | processing task, is_child = 0 19.51.321.638 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 989.411 MiB) 19.51.500.770 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.896 19.51.500.928 I slot launch_slot_: id 2 | task 9606 | processing task, is_child = 0 19.51.500.940 I slot print_timing: id 0 | task 9600 | prompt processing, n_tokens = 894, progress = 1.00, t = 5.30 s / 168.76 tokens per second 19.51.660.085 I slot print_timing: id 3 | task 9601 | prompt processing, n_tokens = 892, progress = 1.00, t = 5.15 s / 173.19 tokens per second 19.55.699.605 I slot print_timing: id 0 | task 9600 | prompt eval time = 8423.44 ms / 898 tokens ( 9.38 ms per token, 106.61 tokens per second) 19.55.699.611 I slot print_timing: id 0 | task 9600 | eval time = 1733.60 ms / 2 tokens ( 1733.60 ms per token, 0.58 tokens per second) 19.55.699.612 I slot print_timing: id 0 | task 9600 | total time = 10157.04 ms / 900 tokens 19.55.699.613 I slot print_timing: id 0 | task 9600 | graphs reused = 8426 19.55.699.614 I slot print_timing: id 0 | task 9600 | graph reallocs = 0 / 0 (same size) / (changed size) 19.55.699.686 I slot release: id 0 | task 9600 | stop processing: n_tokens = 900, truncated = 0 19.55.700.120 I slot print_timing: id 3 | task 9601 | prompt eval time = 8276.97 ms / 896 tokens ( 9.24 ms per token, 108.25 tokens per second) 19.55.700.124 I slot print_timing: id 3 | task 9601 | eval time = 1733.39 ms / 2 tokens ( 1733.39 ms per token, 0.58 tokens per second) 19.55.700.125 I slot print_timing: id 3 | task 9601 | total time = 10010.36 ms / 898 tokens 19.55.700.126 I slot print_timing: id 3 | task 9601 | graphs reused = 8426 19.55.700.126 I slot print_timing: id 3 | task 9601 | graph reallocs = 0 / 0 (same size) / (changed size) 19.55.700.186 I slot release: id 3 | task 9601 | stop processing: n_tokens = 898, truncated = 0 19.55.700.206 I slot print_timing: id 1 | task 9605 | prompt processing, n_tokens = 1067, progress = 0.87, t = 4.14 s / 257.84 tokens per second 19.55.761.047 I slot print_timing: id 2 | task 9606 | prompt processing, n_tokens = 110, progress = 1.00, t = 4.13 s / 26.66 tokens per second 19.56.396.984 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 1195579478 19.56.397.122 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1258.812 MiB) 19.56.583.249 I slot launch_slot_: id 0 | task 9610 | processing task, is_child = 0 19.56.583.360 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 815.731 MiB) 19.56.764.709 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 1195579978 19.56.764.968 I slot launch_slot_: id 3 | task 9611 | processing task, is_child = 0 19.56.777.315 I slot print_timing: id 1 | task 9605 | prompt processing, n_tokens = 1229, progress = 1.00, t = 4.84 s / 254.18 tokens per second 20.01.390.748 I slot print_timing: id 2 | task 9606 | prompt eval time = 4823.50 ms / 114 tokens ( 42.31 ms per token, 23.63 tokens per second) 20.01.390.754 I slot print_timing: id 2 | task 9606 | eval time = 4993.77 ms / 2 tokens ( 4993.77 ms per token, 0.20 tokens per second) 20.01.390.755 I slot print_timing: id 2 | task 9606 | total time = 9817.27 ms / 116 tokens 20.01.390.756 I slot print_timing: id 2 | task 9606 | graphs reused = 8426 20.01.390.757 I slot print_timing: id 2 | task 9606 | graph reallocs = 0 / 0 (same size) / (changed size) 20.01.390.830 I slot release: id 2 | task 9606 | stop processing: n_tokens = 886, truncated = 0 20.01.390.860 I slot print_timing: id 0 | task 9610 | prompt processing, n_tokens = 731, progress = 0.59, t = 4.62 s / 158.07 tokens per second 20.01.436.399 I slot print_timing: id 3 | task 9611 | prompt processing, n_tokens = 781, progress = 0.60, t = 4.54 s / 172.15 tokens per second 20.03.661.214 I slot print_timing: id 1 | task 9605 | prompt eval time = 9829.29 ms / 1233 tokens ( 7.97 ms per token, 125.44 tokens per second) 20.03.661.221 I slot print_timing: id 1 | task 9605 | eval time = 2270.88 ms / 2 tokens ( 2270.88 ms per token, 0.44 tokens per second) 20.03.661.222 I slot print_timing: id 1 | task 9605 | total time = 12100.17 ms / 1235 tokens 20.03.661.223 I slot print_timing: id 1 | task 9605 | graphs reused = 8426 20.03.661.224 I slot print_timing: id 1 | task 9605 | graph reallocs = 0 / 0 (same size) / (changed size) 20.03.661.335 I slot release: id 1 | task 9605 | stop processing: n_tokens = 1235, truncated = 0 20.03.661.354 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 1201270622 20.03.661.478 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 814.778 MiB) 20.03.867.653 I slot launch_slot_: id 2 | task 9614 | processing task, is_child = 0 20.03.867.781 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1025.944 MiB) 20.04.085.765 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 1203541128 20.04.086.042 I slot launch_slot_: id 1 | task 9615 | processing task, is_child = 0 20.04.086.058 I slot print_timing: id 0 | task 9610 | prompt processing, n_tokens = 1067, progress = 0.86, t = 6.90 s / 154.73 tokens per second 20.09.920.813 I slot print_timing: id 0 | task 9610 | prompt processing, n_tokens = 1243, progress = 1.00, t = 13.16 s / 94.48 tokens per second 20.10.552.647 I slot print_timing: id 1 | task 9615 | prompt processing, n_tokens = 1872, progress = 0.76, t = 5.77 s / 324.19 tokens per second 20.17.073.673 I slot print_timing: id 1 | task 9615 | prompt processing, n_tokens = 1942, progress = 0.79, t = 12.93 s / 150.23 tokens per second 20.17.136.162 I slot print_timing: id 2 | task 9614 | prompt processing, n_tokens = 1974, progress = 0.77, t = 6.52 s / 302.75 tokens per second 20.17.136.177 I slot print_timing: id 3 | task 9611 | prompt processing, n_tokens = 1067, progress = 0.82, t = 6.81 s / 156.73 tokens per second 20.19.510.348 I slot print_timing: id 0 | task 9610 | prompt eval time = 20308.66 ms / 1247 tokens ( 16.29 ms per token, 61.40 tokens per second) 20.19.510.357 I slot print_timing: id 0 | task 9610 | eval time = 2436.69 ms / 2 tokens ( 2436.69 ms per token, 0.41 tokens per second) 20.19.510.358 I slot print_timing: id 0 | task 9610 | total time = 22745.35 ms / 1249 tokens 20.19.510.359 I slot print_timing: id 0 | task 9610 | graphs reused = 8426 20.19.510.360 I slot print_timing: id 0 | task 9610 | graph reallocs = 0 / 0 (same size) / (changed size) 20.19.510.448 I slot release: id 0 | task 9610 | stop processing: n_tokens = 1249, truncated = 0 20.19.510.473 I slot print_timing: id 1 | task 9615 | prompt processing, n_tokens = 2243, progress = 0.91, t = 15.36 s / 146.00 tokens per second 20.19.574.214 I slot print_timing: id 2 | task 9614 | prompt processing, n_tokens = 2033, progress = 0.80, t = 8.96 s / 226.97 tokens per second 20.19.636.898 I slot print_timing: id 3 | task 9611 | prompt processing, n_tokens = 1293, progress = 1.00, t = 22.66 s / 57.07 tokens per second 20.21.353.157 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 1219390241 20.21.353.322 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1011.646 MiB) 20.21.368.138 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.927 MiB) 20.21.594.402 I slot launch_slot_: id 0 | task 9620 | processing task, is_child = 0 20.28.147.535 I slot print_timing: id 3 | task 9611 | prompt eval time = 24500.35 ms / 1297 tokens ( 18.89 ms per token, 52.94 tokens per second) 20.28.147.541 I slot print_timing: id 3 | task 9611 | eval time = 6794.38 ms / 2 tokens ( 6794.38 ms per token, 0.15 tokens per second) 20.28.147.542 I slot print_timing: id 3 | task 9611 | total time = 31294.73 ms / 1299 tokens 20.28.147.544 I slot print_timing: id 3 | task 9611 | graphs reused = 8426 20.28.147.545 I slot print_timing: id 3 | task 9611 | graph reallocs = 0 / 0 (same size) / (changed size) 20.28.147.646 I slot release: id 3 | task 9611 | stop processing: n_tokens = 1299, truncated = 0 20.28.147.680 I slot print_timing: id 0 | task 9620 | prompt processing, n_tokens = 2047, progress = 0.76, t = 6.55 s / 312.39 tokens per second 20.28.147.695 I slot print_timing: id 1 | task 9615 | prompt processing, n_tokens = 2454, progress = 1.00, t = 17.21 s / 142.63 tokens per second 20.28.212.217 I slot print_timing: id 2 | task 9614 | prompt processing, n_tokens = 2243, progress = 0.88, t = 10.80 s / 207.69 tokens per second 20.29.962.944 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 1228027438 20.29.963.085 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 959.175 MiB) 20.30.178.008 I slot launch_slot_: id 3 | task 9623 | processing task, is_child = 0 20.30.178.028 I slot print_timing: id 0 | task 9620 | prompt processing, n_tokens = 2180, progress = 0.81, t = 8.37 s / 260.52 tokens per second 20.30.242.357 I slot print_timing: id 2 | task 9614 | prompt processing, n_tokens = 2545, progress = 1.00, t = 19.41 s / 131.12 tokens per second 20.37.136.238 I slot print_timing: id 1 | task 9615 | prompt eval time = 25816.51 ms / 2458 tokens ( 10.50 ms per token, 95.21 tokens per second) 20.37.136.244 I slot print_timing: id 1 | task 9615 | eval time = 7173.29 ms / 2 tokens ( 7173.29 ms per token, 0.14 tokens per second) 20.37.136.245 I slot print_timing: id 1 | task 9615 | total time = 32989.80 ms / 2460 tokens 20.37.136.246 I slot print_timing: id 1 | task 9615 | graphs reused = 8426 20.37.136.247 I slot print_timing: id 1 | task 9615 | graph reallocs = 0 / 0 (same size) / (changed size) 20.37.136.640 I slot release: id 1 | task 9615 | stop processing: n_tokens = 2460, truncated = 0 20.37.137.489 I slot print_timing: id 0 | task 9620 | prompt processing, n_tokens = 2243, progress = 0.83, t = 15.54 s / 144.32 tokens per second 20.37.201.463 I slot print_timing: id 3 | task 9623 | prompt processing, n_tokens = 1980, progress = 0.76, t = 6.83 s / 289.87 tokens per second 20.39.322.437 I slot print_timing: id 2 | task 9614 | prompt eval time = 26584.80 ms / 2549 tokens ( 10.43 ms per token, 95.88 tokens per second) 20.39.322.443 I slot print_timing: id 2 | task 9614 | eval time = 2184.96 ms / 2 tokens ( 2184.96 ms per token, 0.46 tokens per second) 20.39.322.444 I slot print_timing: id 2 | task 9614 | total time = 28769.76 ms / 2551 tokens 20.39.322.445 I slot print_timing: id 2 | task 9614 | graphs reused = 8426 20.39.322.447 I slot print_timing: id 2 | task 9614 | graph reallocs = 0 / 0 (same size) / (changed size) 20.39.322.619 I slot release: id 2 | task 9614 | stop processing: n_tokens = 2551, truncated = 0 20.39.322.637 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 1237016432 20.39.322.822 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 929.627 MiB) 20.39.552.732 I slot launch_slot_: id 1 | task 9626 | processing task, is_child = 0 20.39.552.921 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 936.299 MiB) 20.39.566.794 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 934.393 MiB) 20.39.831.795 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2551, t_last = 1239202412 20.39.832.134 I slot launch_slot_: id 2 | task 9627 | processing task, is_child = 0 20.39.832.150 I slot print_timing: id 0 | task 9620 | prompt processing, n_tokens = 2692, progress = 1.00, t = 17.73 s / 151.85 tokens per second 20.45.901.317 I slot print_timing: id 1 | task 9626 | prompt processing, n_tokens = 1225, progress = 0.70, t = 5.99 s / 204.45 tokens per second 20.45.962.846 I slot print_timing: id 2 | task 9627 | prompt processing, n_tokens = 819, progress = 0.45, t = 5.97 s / 137.08 tokens per second 20.45.962.866 I slot print_timing: id 3 | task 9623 | prompt processing, n_tokens = 2093, progress = 0.80, t = 9.02 s / 232.12 tokens per second 20.49.219.888 I slot print_timing: id 0 | task 9620 | prompt eval time = 24306.86 ms / 2696 tokens ( 9.02 ms per token, 110.92 tokens per second) 20.49.219.894 I slot print_timing: id 0 | task 9620 | eval time = 3318.59 ms / 2 tokens ( 3318.59 ms per token, 0.30 tokens per second) 20.49.219.895 I slot print_timing: id 0 | task 9620 | total time = 27625.46 ms / 2698 tokens 20.49.219.897 I slot print_timing: id 0 | task 9620 | graphs reused = 8426 20.49.219.898 I slot print_timing: id 0 | task 9620 | graph reallocs = 0 / 0 (same size) / (changed size) 20.49.220.088 I slot release: id 0 | task 9620 | stop processing: n_tokens = 2698, truncated = 0 20.49.220.114 I slot print_timing: id 1 | task 9626 | prompt processing, n_tokens = 1422, progress = 0.82, t = 9.31 s / 152.73 tokens per second 20.49.281.488 I slot print_timing: id 2 | task 9627 | prompt processing, n_tokens = 1301, progress = 0.72, t = 9.29 s / 139.99 tokens per second 20.49.343.183 I slot print_timing: id 3 | task 9623 | prompt processing, n_tokens = 2243, progress = 0.86, t = 18.91 s / 118.59 tokens per second 20.51.431.959 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 1249099880 20.51.432.204 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1166.090 MiB) 20.52.432.374 I slot launch_slot_: id 0 | task 9631 | processing task, is_child = 0 20.52.449.769 I slot print_timing: id 1 | task 9626 | prompt processing, n_tokens = 1737, progress = 1.00, t = 11.52 s / 150.74 tokens per second 20.52.527.593 I slot print_timing: id 2 | task 9627 | prompt processing, n_tokens = 1422, progress = 0.78, t = 11.51 s / 123.59 tokens per second 20.52.603.459 I slot print_timing: id 3 | task 9623 | prompt processing, n_tokens = 2605, progress = 1.00, t = 21.13 s / 123.30 tokens per second 20.58.762.951 I slot print_timing: id 0 | task 9631 | prompt processing, n_tokens = 1422, progress = 0.71, t = 6.33 s / 224.68 tokens per second 20.58.823.959 I slot print_timing: id 2 | task 9627 | prompt processing, n_tokens = 1813, progress = 1.00, t = 18.84 s / 96.26 tokens per second 20.59.374.970 I slot print_timing: id 1 | task 9626 | prompt eval time = 18853.37 ms / 1741 tokens ( 10.83 ms per token, 92.34 tokens per second) 20.59.374.977 I slot print_timing: id 1 | task 9626 | eval time = 612.74 ms / 2 tokens ( 612.74 ms per token, 1.63 tokens per second) 20.59.374.978 I slot print_timing: id 1 | task 9626 | total time = 19466.11 ms / 1743 tokens 20.59.374.979 I slot print_timing: id 1 | task 9626 | graphs reused = 8426 20.59.374.980 I slot print_timing: id 1 | task 9626 | graph reallocs = 0 / 0 (same size) / (changed size) 20.59.375.205 I slot release: id 1 | task 9626 | stop processing: n_tokens = 1743, truncated = 0 20.59.376.429 I slot print_timing: id 3 | task 9623 | prompt eval time = 28457.75 ms / 2609 tokens ( 10.91 ms per token, 91.68 tokens per second) 20.59.376.433 I slot print_timing: id 3 | task 9623 | eval time = 613.51 ms / 2 tokens ( 613.51 ms per token, 1.63 tokens per second) 20.59.376.434 I slot print_timing: id 3 | task 9623 | total time = 29071.26 ms / 2611 tokens 20.59.376.436 I slot print_timing: id 3 | task 9623 | graphs reused = 8426 20.59.376.436 I slot print_timing: id 3 | task 9623 | graph reallocs = 0 / 0 (same size) / (changed size) 20.59.376.615 I slot release: id 3 | task 9623 | stop processing: n_tokens = 2611, truncated = 0 20.59.376.636 I slot print_timing: id 0 | task 9631 | prompt processing, n_tokens = 1491, progress = 0.74, t = 6.94 s / 214.78 tokens per second 21.01.219.482 I slot print_timing: id 2 | task 9627 | prompt eval time = 19449.98 ms / 1817 tokens ( 10.70 ms per token, 93.42 tokens per second) 21.01.219.487 I slot print_timing: id 2 | task 9627 | eval time = 1843.43 ms / 2 tokens ( 1843.43 ms per token, 0.54 tokens per second) 21.01.219.488 I slot print_timing: id 2 | task 9627 | total time = 21293.41 ms / 1819 tokens 21.01.219.489 I slot print_timing: id 2 | task 9627 | graphs reused = 8426 21.01.219.490 I slot print_timing: id 2 | task 9627 | graph reallocs = 0 / 0 (same size) / (changed size) 21.01.219.618 I slot release: id 2 | task 9627 | stop processing: n_tokens = 1819, truncated = 0 21.01.219.637 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.797 (> 0.100 thold), f_keep = 0.803 21.01.219.789 I slot launch_slot_: id 2 | task 9635 | processing task, is_child = 0 21.01.219.943 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1204.047 MiB) 21.01.466.723 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1208.641 MiB) 21.01.713.011 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.838 21.01.713.171 I slot launch_slot_: id 1 | task 9636 | processing task, is_child = 0 21.01.713.355 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 1259256408 21.01.771.348 I slot launch_slot_: id 3 | task 9637 | processing task, is_child = 0 21.01.771.368 I slot print_timing: id 0 | task 9631 | prompt processing, n_tokens = 2003, progress = 1.00, t = 8.79 s / 227.96 tokens per second 21.05.412.549 I slot print_timing: id 1 | task 9636 | prompt processing, n_tokens = 467, progress = 1.00, t = 3.56 s / 131.06 tokens per second 21.05.475.659 I slot print_timing: id 2 | task 9635 | prompt processing, n_tokens = 369, progress = 1.00, t = 3.48 s / 105.96 tokens per second 21.05.538.624 I slot print_timing: id 3 | task 9637 | prompt processing, n_tokens = 1, progress = 0.81, t = 3.40 s / 0.29 tokens per second 21.06.958.029 I slot print_timing: id 0 | task 9631 | prompt eval time = 12980.13 ms / 2007 tokens ( 6.47 ms per token, 154.62 tokens per second) 21.06.958.034 I slot print_timing: id 0 | task 9631 | eval time = 1545.49 ms / 2 tokens ( 1545.49 ms per token, 0.65 tokens per second) 21.06.958.036 I slot print_timing: id 0 | task 9631 | total time = 14525.62 ms / 2009 tokens 21.06.958.037 I slot print_timing: id 0 | task 9631 | graphs reused = 8426 21.06.958.038 I slot print_timing: id 0 | task 9631 | graph reallocs = 0 / 0 (same size) / (changed size) 21.06.958.202 I slot release: id 0 | task 9631 | stop processing: n_tokens = 2009, truncated = 0 21.06.959.986 I slot print_timing: id 3 | task 9637 | prompt processing, n_tokens = 333, progress = 1.00, t = 4.95 s / 67.34 tokens per second 21.07.157.469 I slot print_timing: id 1 | task 9636 | prompt eval time = 5110.69 ms / 471 tokens ( 10.85 ms per token, 92.16 tokens per second) 21.07.157.475 I slot print_timing: id 1 | task 9636 | eval time = 198.34 ms / 2 tokens ( 198.34 ms per token, 5.04 tokens per second) 21.07.157.477 I slot print_timing: id 1 | task 9636 | total time = 5309.02 ms / 473 tokens 21.07.157.478 I slot print_timing: id 1 | task 9636 | graphs reused = 8426 21.07.157.479 I slot print_timing: id 1 | task 9636 | graph reallocs = 0 / 0 (same size) / (changed size) 21.07.157.651 I slot release: id 1 | task 9636 | stop processing: n_tokens = 1932, truncated = 0 21.07.158.106 I slot print_timing: id 2 | task 9635 | prompt eval time = 5030.59 ms / 373 tokens ( 13.49 ms per token, 74.15 tokens per second) 21.07.158.110 I slot print_timing: id 2 | task 9635 | eval time = 198.13 ms / 2 tokens ( 198.13 ms per token, 5.05 tokens per second) 21.07.158.111 I slot print_timing: id 2 | task 9635 | total time = 5228.73 ms / 375 tokens 21.07.158.112 I slot print_timing: id 2 | task 9635 | graphs reused = 8426 21.07.158.113 I slot print_timing: id 2 | task 9635 | graph reallocs = 0 / 0 (same size) / (changed size) 21.07.158.244 I slot release: id 2 | task 9635 | stop processing: n_tokens = 1835, truncated = 0 21.07.159.002 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2009, t_last = 1266837995 21.07.326.503 I slot launch_slot_: id 0 | task 9641 | processing task, is_child = 0 21.07.326.663 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1225.048 MiB) 21.07.344.521 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1318.830 MiB) 21.07.644.215 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1320.253 MiB) 21.07.964.937 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 1267037444 21.07.965.251 I slot launch_slot_: id 1 | task 9642 | processing task, is_child = 0 21.07.965.396 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 1267038037 21.07.965.644 I slot launch_slot_: id 2 | task 9643 | processing task, is_child = 0 21.09.986.102 I slot print_timing: id 3 | task 9637 | prompt eval time = 5146.43 ms / 337 tokens ( 15.27 ms per token, 65.48 tokens per second) 21.09.986.109 I slot print_timing: id 3 | task 9637 | eval time = 2827.09 ms / 2 tokens ( 2827.09 ms per token, 0.35 tokens per second) 21.09.986.110 I slot print_timing: id 3 | task 9637 | total time = 7973.52 ms / 339 tokens 21.09.986.111 I slot print_timing: id 3 | task 9637 | graphs reused = 8426 21.09.986.113 I slot print_timing: id 3 | task 9637 | graph reallocs = 0 / 0 (same size) / (changed size) 21.09.986.245 I slot release: id 3 | task 9637 | stop processing: n_tokens = 1760, truncated = 0 21.13.265.351 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 1269866037 21.13.265.507 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1322.552 MiB) 21.13.523.629 I slot launch_slot_: id 3 | task 9646 | processing task, is_child = 0 21.13.523.651 I slot print_timing: id 0 | task 9641 | prompt processing, n_tokens = 610, progress = 0.84, t = 5.30 s / 115.10 tokens per second 21.13.561.336 I slot print_timing: id 1 | task 9642 | prompt processing, n_tokens = 610, progress = 0.82, t = 5.28 s / 115.46 tokens per second 21.13.598.961 I slot print_timing: id 2 | task 9643 | prompt processing, n_tokens = 610, progress = 0.80, t = 5.26 s / 115.94 tokens per second 21.15.442.999 I slot print_timing: id 0 | task 9641 | prompt processing, n_tokens = 721, progress = 0.99, t = 7.48 s / 96.42 tokens per second 21.15.669.347 I slot print_timing: id 1 | task 9642 | prompt processing, n_tokens = 741, progress = 0.99, t = 7.46 s / 99.32 tokens per second 21.15.714.914 I slot print_timing: id 2 | task 9643 | prompt processing, n_tokens = 755, progress = 0.99, t = 7.44 s / 101.49 tokens per second 21.17.198.851 I slot print_timing: id 3 | task 9646 | prompt processing, n_tokens = 610, progress = 0.84, t = 3.56 s / 171.35 tokens per second 21.17.721.979 I slot print_timing: id 0 | task 9641 | prompt eval time = 9231.79 ms / 725 tokens ( 12.73 ms per token, 78.53 tokens per second) 21.17.721.984 I slot print_timing: id 0 | task 9641 | eval time = 524.52 ms / 2 tokens ( 524.52 ms per token, 1.91 tokens per second) 21.17.721.985 I slot print_timing: id 0 | task 9641 | total time = 9756.31 ms / 727 tokens 21.17.721.987 I slot print_timing: id 0 | task 9641 | graphs reused = 8426 21.17.721.988 I slot print_timing: id 0 | task 9641 | graph reallocs = 0 / 0 (same size) / (changed size) 21.17.722.053 I slot release: id 0 | task 9641 | stop processing: n_tokens = 727, truncated = 0 21.17.722.471 I slot print_timing: id 1 | task 9642 | prompt eval time = 9215.86 ms / 745 tokens ( 12.37 ms per token, 80.84 tokens per second) 21.17.722.475 I slot print_timing: id 1 | task 9642 | eval time = 524.35 ms / 2 tokens ( 524.35 ms per token, 1.91 tokens per second) 21.17.722.475 I slot print_timing: id 1 | task 9642 | total time = 9740.21 ms / 747 tokens 21.17.722.476 I slot print_timing: id 1 | task 9642 | graphs reused = 8426 21.17.722.477 I slot print_timing: id 1 | task 9642 | graph reallocs = 0 / 0 (same size) / (changed size) 21.17.722.518 I slot release: id 1 | task 9642 | stop processing: n_tokens = 747, truncated = 0 21.17.722.972 I slot print_timing: id 2 | task 9643 | prompt eval time = 9194.81 ms / 759 tokens ( 12.11 ms per token, 82.55 tokens per second) 21.17.722.976 I slot print_timing: id 2 | task 9643 | eval time = 524.14 ms / 2 tokens ( 524.14 ms per token, 1.91 tokens per second) 21.17.722.977 I slot print_timing: id 2 | task 9643 | total time = 9718.95 ms / 761 tokens 21.17.722.977 I slot print_timing: id 2 | task 9643 | graphs reused = 8426 21.17.722.978 I slot print_timing: id 2 | task 9643 | graph reallocs = 0 / 0 (same size) / (changed size) 21.17.723.013 I slot release: id 2 | task 9643 | stop processing: n_tokens = 761, truncated = 0 21.17.723.031 I slot print_timing: id 3 | task 9646 | prompt processing, n_tokens = 720, progress = 0.99, t = 4.08 s / 176.26 tokens per second 21.17.827.581 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 21.17.827.711 I slot launch_slot_: id 0 | task 9651 | processing task, is_child = 0 21.17.827.806 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1321.191 MiB) 21.18.089.348 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 1277602309 21.18.089.602 I slot launch_slot_: id 1 | task 9652 | processing task, is_child = 0 21.18.089.693 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 1277602804 21.18.089.883 I slot launch_slot_: id 2 | task 9653 | processing task, is_child = 0 21.20.499.530 I slot print_timing: id 3 | task 9646 | prompt eval time = 4190.86 ms / 724 tokens ( 5.79 ms per token, 172.76 tokens per second) 21.20.499.536 I slot print_timing: id 3 | task 9646 | eval time = 2671.95 ms / 2 tokens ( 2671.95 ms per token, 0.37 tokens per second) 21.20.499.538 I slot print_timing: id 3 | task 9646 | total time = 6862.81 ms / 726 tokens 21.20.499.538 I slot print_timing: id 3 | task 9646 | graphs reused = 8426 21.20.499.541 I slot print_timing: id 3 | task 9646 | graph reallocs = 0 / 0 (same size) / (changed size) 21.20.499.591 I slot release: id 3 | task 9646 | stop processing: n_tokens = 726, truncated = 0 21.22.996.542 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 1280379382 21.22.996.664 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1311.778 MiB) 21.23.167.540 I slot launch_slot_: id 3 | task 9656 | processing task, is_child = 0 21.23.167.561 I slot print_timing: id 0 | task 9651 | prompt processing, n_tokens = 125, progress = 0.99, t = 4.91 s / 25.48 tokens per second 21.23.212.444 I slot print_timing: id 1 | task 9652 | prompt processing, n_tokens = 890, progress = 0.85, t = 4.84 s / 183.69 tokens per second 21.23.267.145 I slot print_timing: id 2 | task 9653 | prompt processing, n_tokens = 625, progress = 0.78, t = 4.84 s / 129.26 tokens per second 21.25.474.101 I slot print_timing: id 1 | task 9652 | prompt processing, n_tokens = 1041, progress = 1.00, t = 7.32 s / 142.18 tokens per second 21.25.535.404 I slot print_timing: id 2 | task 9653 | prompt processing, n_tokens = 793, progress = 0.99, t = 7.31 s / 108.45 tokens per second 21.26.728.207 I slot print_timing: id 0 | task 9651 | prompt eval time = 7384.17 ms / 129 tokens ( 57.24 ms per token, 17.47 tokens per second) 21.26.728.213 I slot print_timing: id 0 | task 9651 | eval time = 1254.13 ms / 2 tokens ( 1254.13 ms per token, 0.80 tokens per second) 21.26.728.214 I slot print_timing: id 0 | task 9651 | total time = 8638.30 ms / 131 tokens 21.26.728.215 I slot print_timing: id 0 | task 9651 | graphs reused = 8426 21.26.728.215 I slot print_timing: id 0 | task 9651 | graph reallocs = 0 / 0 (same size) / (changed size) 21.26.728.296 I slot release: id 0 | task 9651 | stop processing: n_tokens = 740, truncated = 0 21.26.729.922 I slot print_timing: id 3 | task 9656 | prompt processing, n_tokens = 675, progress = 0.84, t = 3.42 s / 197.29 tokens per second 21.27.290.381 I slot print_timing: id 1 | task 9652 | prompt eval time = 8577.61 ms / 1045 tokens ( 8.21 ms per token, 121.83 tokens per second) 21.27.290.386 I slot print_timing: id 1 | task 9652 | eval time = 561.22 ms / 2 tokens ( 561.22 ms per token, 1.78 tokens per second) 21.27.290.387 I slot print_timing: id 1 | task 9652 | total time = 9138.84 ms / 1047 tokens 21.27.290.388 I slot print_timing: id 1 | task 9652 | graphs reused = 8426 21.27.290.389 I slot print_timing: id 1 | task 9652 | graph reallocs = 0 / 0 (same size) / (changed size) 21.27.290.502 I slot release: id 1 | task 9652 | stop processing: n_tokens = 1047, truncated = 0 21.27.290.921 I slot print_timing: id 2 | task 9653 | prompt eval time = 8568.48 ms / 797 tokens ( 10.75 ms per token, 93.02 tokens per second) 21.27.290.924 I slot print_timing: id 2 | task 9653 | eval time = 561.01 ms / 2 tokens ( 561.01 ms per token, 1.78 tokens per second) 21.27.290.925 I slot print_timing: id 2 | task 9653 | total time = 9129.50 ms / 799 tokens 21.27.290.927 I slot print_timing: id 2 | task 9653 | graphs reused = 8426 21.27.290.927 I slot print_timing: id 2 | task 9653 | graph reallocs = 0 / 0 (same size) / (changed size) 21.27.291.003 I slot release: id 2 | task 9653 | stop processing: n_tokens = 799, truncated = 0 21.27.291.017 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 1286608088 21.27.411.273 I slot launch_slot_: id 0 | task 9660 | processing task, is_child = 0 21.27.411.392 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.587 MiB) 21.27.633.093 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1629.070 MiB) 21.27.801.809 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 1287170294 21.27.802.082 I slot launch_slot_: id 1 | task 9661 | processing task, is_child = 0 21.27.802.175 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 1287170795 21.27.802.357 I slot launch_slot_: id 2 | task 9662 | processing task, is_child = 0 21.27.839.342 I slot print_timing: id 3 | task 9656 | prompt processing, n_tokens = 802, progress = 1.00, t = 3.98 s / 201.33 tokens per second 21.34.119.328 I slot print_timing: id 3 | task 9656 | prompt eval time = 7248.14 ms / 806 tokens ( 8.99 ms per token, 111.20 tokens per second) 21.34.119.333 I slot print_timing: id 3 | task 9656 | eval time = 3564.80 ms / 2 tokens ( 3564.80 ms per token, 0.28 tokens per second) 21.34.119.334 I slot print_timing: id 3 | task 9656 | total time = 10812.94 ms / 808 tokens 21.34.119.335 I slot print_timing: id 3 | task 9656 | graphs reused = 8426 21.34.119.336 I slot print_timing: id 3 | task 9656 | graph reallocs = 0 / 0 (same size) / (changed size) 21.34.119.427 I slot release: id 3 | task 9656 | stop processing: n_tokens = 808, truncated = 0 21.34.119.455 I slot print_timing: id 0 | task 9660 | prompt processing, n_tokens = 675, progress = 0.85, t = 6.32 s / 106.86 tokens per second 21.34.161.637 I slot print_timing: id 1 | task 9661 | prompt processing, n_tokens = 718, progress = 0.85, t = 6.30 s / 113.90 tokens per second 21.34.205.517 I slot print_timing: id 2 | task 9662 | prompt processing, n_tokens = 718, progress = 0.86, t = 6.29 s / 114.15 tokens per second 21.35.268.888 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 1293999220 21.35.386.446 I slot launch_slot_: id 3 | task 9666 | processing task, is_child = 0 21.35.386.465 I slot print_timing: id 0 | task 9660 | prompt processing, n_tokens = 793, progress = 0.99, t = 7.47 s / 106.21 tokens per second 21.35.435.550 I slot print_timing: id 1 | task 9661 | prompt processing, n_tokens = 839, progress = 1.00, t = 7.45 s / 112.56 tokens per second 21.35.486.487 I slot print_timing: id 2 | task 9662 | prompt processing, n_tokens = 832, progress = 1.00, t = 7.44 s / 111.83 tokens per second 21.37.794.584 I slot print_timing: id 0 | task 9660 | prompt eval time = 8807.58 ms / 797 tokens ( 11.05 ms per token, 90.49 tokens per second) 21.37.794.591 I slot print_timing: id 0 | task 9660 | eval time = 1184.62 ms / 2 tokens ( 1184.62 ms per token, 0.84 tokens per second) 21.37.794.592 I slot print_timing: id 0 | task 9660 | total time = 9992.20 ms / 799 tokens 21.37.794.596 I slot print_timing: id 0 | task 9660 | graphs reused = 8426 21.37.794.598 I slot print_timing: id 0 | task 9660 | graph reallocs = 0 / 0 (same size) / (changed size) 21.37.794.677 I slot release: id 0 | task 9660 | stop processing: n_tokens = 799, truncated = 0 21.37.795.056 I slot print_timing: id 1 | task 9661 | prompt eval time = 8795.55 ms / 843 tokens ( 10.43 ms per token, 95.84 tokens per second) 21.37.795.060 I slot print_timing: id 1 | task 9661 | eval time = 1184.41 ms / 2 tokens ( 1184.41 ms per token, 0.84 tokens per second) 21.37.795.061 I slot print_timing: id 1 | task 9661 | total time = 9979.96 ms / 845 tokens 21.37.795.061 I slot print_timing: id 1 | task 9661 | graphs reused = 8426 21.37.795.062 I slot print_timing: id 1 | task 9661 | graph reallocs = 0 / 0 (same size) / (changed size) 21.37.795.136 I slot release: id 1 | task 9661 | stop processing: n_tokens = 845, truncated = 0 21.37.795.518 I slot print_timing: id 2 | task 9662 | prompt eval time = 8782.24 ms / 836 tokens ( 10.51 ms per token, 95.19 tokens per second) 21.37.795.521 I slot print_timing: id 2 | task 9662 | eval time = 1184.26 ms / 2 tokens ( 1184.26 ms per token, 0.84 tokens per second) 21.37.795.522 I slot print_timing: id 2 | task 9662 | total time = 9966.49 ms / 838 tokens 21.37.795.522 I slot print_timing: id 2 | task 9662 | graphs reused = 8426 21.37.795.523 I slot print_timing: id 2 | task 9662 | graph reallocs = 0 / 0 (same size) / (changed size) 21.37.795.562 I slot release: id 2 | task 9662 | stop processing: n_tokens = 838, truncated = 0 21.37.846.228 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 21.37.846.348 I slot launch_slot_: id 1 | task 9670 | processing task, is_child = 0 21.37.846.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1627.585 MiB) 21.38.593.066 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.893 21.38.593.228 I slot launch_slot_: id 2 | task 9671 | processing task, is_child = 0 21.38.593.329 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 1297674469 21.38.593.516 I slot launch_slot_: id 0 | task 9672 | processing task, is_child = 0 21.42.020.043 I slot print_timing: id 3 | task 9666 | prompt eval time = 3884.32 ms / 899 tokens ( 4.32 ms per token, 231.44 tokens per second) 21.42.020.048 I slot print_timing: id 3 | task 9666 | eval time = 2598.55 ms / 2 tokens ( 2598.55 ms per token, 0.38 tokens per second) 21.42.020.049 I slot print_timing: id 3 | task 9666 | total time = 6482.87 ms / 901 tokens 21.42.020.053 I slot print_timing: id 3 | task 9666 | graphs reused = 8426 21.42.020.054 I slot print_timing: id 3 | task 9666 | graph reallocs = 0 / 0 (same size) / (changed size) 21.42.020.128 I slot release: id 3 | task 9666 | stop processing: n_tokens = 901, truncated = 0 21.42.020.151 I slot print_timing: id 0 | task 9672 | prompt processing, n_tokens = 576, progress = 0.84, t = 3.43 s / 168.12 tokens per second 21.42.055.642 I slot print_timing: id 1 | task 9670 | prompt processing, n_tokens = 137, progress = 1.00, t = 3.42 s / 40.11 tokens per second 21.42.106.872 I slot print_timing: id 2 | task 9671 | prompt processing, n_tokens = 186, progress = 1.00, t = 3.34 s / 55.61 tokens per second 21.42.616.019 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 1301899920 21.42.616.133 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 740.150 MiB) 21.42.780.797 I slot launch_slot_: id 3 | task 9676 | processing task, is_child = 0 21.42.780.815 I slot print_timing: id 0 | task 9672 | prompt processing, n_tokens = 681, progress = 0.99, t = 4.02 s / 169.36 tokens per second 21.43.885.369 I slot print_timing: id 1 | task 9670 | prompt eval time = 4011.06 ms / 141 tokens ( 28.45 ms per token, 35.15 tokens per second) 21.43.885.375 I slot print_timing: id 1 | task 9670 | eval time = 1270.06 ms / 2 tokens ( 1270.06 ms per token, 0.79 tokens per second) 21.43.885.376 I slot print_timing: id 1 | task 9670 | total time = 5281.12 ms / 143 tokens 21.43.885.379 I slot print_timing: id 1 | task 9670 | graphs reused = 8426 21.43.885.379 I slot print_timing: id 1 | task 9670 | graph reallocs = 0 / 0 (same size) / (changed size) 21.43.885.451 I slot release: id 1 | task 9670 | stop processing: n_tokens = 860, truncated = 0 21.43.885.876 I slot print_timing: id 2 | task 9671 | prompt eval time = 3941.27 ms / 190 tokens ( 20.74 ms per token, 48.21 tokens per second) 21.43.885.880 I slot print_timing: id 2 | task 9671 | eval time = 1269.87 ms / 2 tokens ( 1269.87 ms per token, 0.79 tokens per second) 21.43.885.881 I slot print_timing: id 2 | task 9671 | total time = 5211.13 ms / 192 tokens 21.43.885.881 I slot print_timing: id 2 | task 9671 | graphs reused = 8426 21.43.885.882 I slot print_timing: id 2 | task 9671 | graph reallocs = 0 / 0 (same size) / (changed size) 21.43.885.938 I slot release: id 2 | task 9671 | stop processing: n_tokens = 909, truncated = 0 21.45.289.640 I slot print_timing: id 0 | task 9672 | prompt eval time = 5291.45 ms / 685 tokens ( 7.72 ms per token, 129.45 tokens per second) 21.45.289.646 I slot print_timing: id 0 | task 9672 | eval time = 1404.65 ms / 2 tokens ( 1404.65 ms per token, 0.71 tokens per second) 21.45.289.647 I slot print_timing: id 0 | task 9672 | total time = 6696.10 ms / 687 tokens 21.45.289.649 I slot print_timing: id 0 | task 9672 | graphs reused = 8426 21.45.289.650 I slot print_timing: id 0 | task 9672 | graph reallocs = 0 / 0 (same size) / (changed size) 21.45.289.733 I slot release: id 0 | task 9672 | stop processing: n_tokens = 687, truncated = 0 21.45.289.752 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 1303765244 21.45.289.860 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 753.494 MiB) 21.45.473.941 I slot launch_slot_: id 1 | task 9679 | processing task, is_child = 0 21.45.474.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 720.133 MiB) 21.45.609.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.048 MiB) 21.45.622.528 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1100.791 MiB) 21.45.838.042 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 1303765729 21.45.838.320 I slot launch_slot_: id 2 | task 9680 | processing task, is_child = 0 21.45.838.412 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 1305169526 21.45.838.604 I slot launch_slot_: id 0 | task 9681 | processing task, is_child = 0 21.48.566.127 I slot print_timing: id 3 | task 9676 | prompt processing, n_tokens = 821, progress = 1.00, t = 5.37 s / 152.75 tokens per second 21.51.900.576 I slot print_timing: id 0 | task 9681 | prompt processing, n_tokens = 623, progress = 0.84, t = 6.06 s / 102.78 tokens per second 21.51.939.282 I slot print_timing: id 1 | task 9679 | prompt processing, n_tokens = 705, progress = 0.83, t = 6.05 s / 116.50 tokens per second 21.51.983.057 I slot print_timing: id 2 | task 9680 | prompt processing, n_tokens = 623, progress = 0.82, t = 6.04 s / 103.21 tokens per second 21.53.277.860 I slot print_timing: id 3 | task 9676 | prompt eval time = 9073.13 ms / 825 tokens ( 11.00 ms per token, 90.93 tokens per second) 21.53.277.867 I slot print_timing: id 3 | task 9676 | eval time = 1377.30 ms / 2 tokens ( 1377.30 ms per token, 0.73 tokens per second) 21.53.277.868 I slot print_timing: id 3 | task 9676 | total time = 10450.43 ms / 827 tokens 21.53.277.869 I slot print_timing: id 3 | task 9676 | graphs reused = 8426 21.53.277.870 I slot print_timing: id 3 | task 9676 | graph reallocs = 0 / 0 (same size) / (changed size) 21.53.277.974 I slot release: id 3 | task 9676 | stop processing: n_tokens = 827, truncated = 0 21.53.278.001 I slot print_timing: id 0 | task 9681 | prompt processing, n_tokens = 742, progress = 0.99, t = 7.44 s / 99.75 tokens per second 21.53.323.734 I slot print_timing: id 1 | task 9679 | prompt processing, n_tokens = 848, progress = 1.00, t = 7.43 s / 114.15 tokens per second 21.53.375.240 I slot print_timing: id 2 | task 9680 | prompt processing, n_tokens = 758, progress = 0.99, t = 7.41 s / 102.24 tokens per second 21.53.489.860 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 1313157767 21.53.604.669 I slot launch_slot_: id 3 | task 9686 | processing task, is_child = 0 21.54.327.952 I slot print_timing: id 0 | task 9681 | prompt eval time = 7649.74 ms / 746 tokens ( 10.25 ms per token, 97.52 tokens per second) 21.54.327.957 I slot print_timing: id 0 | task 9681 | eval time = 839.59 ms / 2 tokens ( 839.59 ms per token, 1.19 tokens per second) 21.54.327.958 I slot print_timing: id 0 | task 9681 | total time = 8489.32 ms / 748 tokens 21.54.327.959 I slot print_timing: id 0 | task 9681 | graphs reused = 8426 21.54.327.960 I slot print_timing: id 0 | task 9681 | graph reallocs = 0 / 0 (same size) / (changed size) 21.54.328.038 I slot release: id 0 | task 9681 | stop processing: n_tokens = 748, truncated = 0 21.54.328.391 I slot print_timing: id 1 | task 9679 | prompt eval time = 7640.76 ms / 852 tokens ( 8.97 ms per token, 111.51 tokens per second) 21.54.328.394 I slot print_timing: id 1 | task 9679 | eval time = 839.27 ms / 2 tokens ( 839.27 ms per token, 1.19 tokens per second) 21.54.328.394 I slot print_timing: id 1 | task 9679 | total time = 8480.03 ms / 854 tokens 21.54.328.395 I slot print_timing: id 1 | task 9679 | graphs reused = 8426 21.54.328.395 I slot print_timing: id 1 | task 9679 | graph reallocs = 0 / 0 (same size) / (changed size) 21.54.328.444 I slot release: id 1 | task 9679 | stop processing: n_tokens = 854, truncated = 0 21.54.328.802 I slot print_timing: id 2 | task 9680 | prompt eval time = 7626.03 ms / 762 tokens ( 10.01 ms per token, 99.92 tokens per second) 21.54.328.805 I slot print_timing: id 2 | task 9680 | eval time = 838.95 ms / 2 tokens ( 838.95 ms per token, 1.19 tokens per second) 21.54.328.806 I slot print_timing: id 2 | task 9680 | total time = 8464.98 ms / 764 tokens 21.54.328.806 I slot print_timing: id 2 | task 9680 | graphs reused = 8426 21.54.328.807 I slot print_timing: id 2 | task 9680 | graph reallocs = 0 / 0 (same size) / (changed size) 21.54.328.840 I slot release: id 2 | task 9680 | stop processing: n_tokens = 764, truncated = 0 21.55.626.372 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 1314207831 21.55.626.474 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.402 MiB) 21.56.110.380 I slot launch_slot_: id 0 | task 9690 | processing task, is_child = 0 21.56.110.494 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 818.606 MiB) 21.56.263.310 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 810.028 MiB) 21.56.414.345 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 1314208235 21.56.414.624 I slot launch_slot_: id 1 | task 9691 | processing task, is_child = 0 21.56.414.714 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 1314208631 21.56.414.898 I slot launch_slot_: id 2 | task 9692 | processing task, is_child = 0 22.01.795.126 I slot print_timing: id 3 | task 9686 | prompt eval time = 4698.85 ms / 720 tokens ( 6.53 ms per token, 153.23 tokens per second) 22.01.795.131 I slot print_timing: id 3 | task 9686 | eval time = 3491.58 ms / 2 tokens ( 3491.58 ms per token, 0.29 tokens per second) 22.01.795.132 I slot print_timing: id 3 | task 9686 | total time = 8190.43 ms / 722 tokens 22.01.795.133 I slot print_timing: id 3 | task 9686 | graphs reused = 8426 22.01.795.134 I slot print_timing: id 3 | task 9686 | graph reallocs = 0 / 0 (same size) / (changed size) 22.01.795.212 I slot release: id 3 | task 9686 | stop processing: n_tokens = 722, truncated = 0 22.01.795.238 I slot print_timing: id 0 | task 9690 | prompt processing, n_tokens = 604, progress = 0.83, t = 5.38 s / 112.27 tokens per second 22.01.832.593 I slot print_timing: id 1 | task 9691 | prompt processing, n_tokens = 604, progress = 0.82, t = 5.37 s / 112.48 tokens per second 22.01.870.959 I slot print_timing: id 2 | task 9692 | prompt processing, n_tokens = 604, progress = 0.84, t = 5.36 s / 112.72 tokens per second 22.02.985.097 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 22.02.985.358 I slot launch_slot_: id 3 | task 9696 | processing task, is_child = 0 22.02.985.370 I slot print_timing: id 0 | task 9690 | prompt processing, n_tokens = 720, progress = 0.99, t = 6.57 s / 109.59 tokens per second 22.03.100.411 I slot print_timing: id 1 | task 9691 | prompt processing, n_tokens = 737, progress = 0.99, t = 6.56 s / 112.34 tokens per second 22.03.145.190 I slot print_timing: id 2 | task 9692 | prompt processing, n_tokens = 711, progress = 0.99, t = 6.55 s / 108.57 tokens per second 22.03.915.962 I slot print_timing: id 0 | task 9690 | prompt eval time = 6971.90 ms / 724 tokens ( 9.63 ms per token, 103.85 tokens per second) 22.03.915.969 I slot print_timing: id 0 | task 9690 | eval time = 529.14 ms / 2 tokens ( 529.14 ms per token, 1.89 tokens per second) 22.03.915.970 I slot print_timing: id 0 | task 9690 | total time = 7501.04 ms / 726 tokens 22.03.915.971 I slot print_timing: id 0 | task 9690 | graphs reused = 8426 22.03.915.972 I slot print_timing: id 0 | task 9690 | graph reallocs = 0 / 0 (same size) / (changed size) 22.03.916.028 I slot release: id 0 | task 9690 | stop processing: n_tokens = 726, truncated = 0 22.03.916.479 I slot print_timing: id 1 | task 9691 | prompt eval time = 6962.62 ms / 741 tokens ( 9.40 ms per token, 106.43 tokens per second) 22.03.916.483 I slot print_timing: id 1 | task 9691 | eval time = 528.94 ms / 2 tokens ( 528.94 ms per token, 1.89 tokens per second) 22.03.916.484 I slot print_timing: id 1 | task 9691 | total time = 7491.56 ms / 743 tokens 22.03.916.485 I slot print_timing: id 1 | task 9691 | graphs reused = 8426 22.03.916.485 I slot print_timing: id 1 | task 9691 | graph reallocs = 0 / 0 (same size) / (changed size) 22.03.916.534 I slot release: id 1 | task 9691 | stop processing: n_tokens = 743, truncated = 0 22.03.917.008 I slot print_timing: id 2 | task 9692 | prompt eval time = 6952.01 ms / 715 tokens ( 9.72 ms per token, 102.85 tokens per second) 22.03.917.011 I slot print_timing: id 2 | task 9692 | eval time = 528.82 ms / 2 tokens ( 528.82 ms per token, 1.89 tokens per second) 22.03.917.012 I slot print_timing: id 2 | task 9692 | total time = 7480.83 ms / 717 tokens 22.03.917.013 I slot print_timing: id 2 | task 9692 | graphs reused = 8426 22.03.917.013 I slot print_timing: id 2 | task 9692 | graph reallocs = 0 / 0 (same size) / (changed size) 22.03.917.051 I slot release: id 2 | task 9692 | stop processing: n_tokens = 717, truncated = 0 22.04.036.935 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 22.04.037.083 I slot launch_slot_: id 0 | task 9700 | processing task, is_child = 0 22.04.037.181 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 860.639 MiB) 22.04.179.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.689 MiB) 22.04.325.840 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.886 22.04.326.008 I slot launch_slot_: id 2 | task 9701 | processing task, is_child = 0 22.04.326.104 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.852 22.04.326.204 I slot launch_slot_: id 1 | task 9702 | processing task, is_child = 0 22.04.624.428 I slot print_timing: id 3 | task 9696 | prompt eval time = 847.64 ms / 117 tokens ( 7.24 ms per token, 138.03 tokens per second) 22.04.624.434 I slot print_timing: id 3 | task 9696 | eval time = 587.50 ms / 2 tokens ( 587.50 ms per token, 1.70 tokens per second) 22.04.624.435 I slot print_timing: id 3 | task 9696 | total time = 1435.14 ms / 119 tokens 22.04.624.436 I slot print_timing: id 3 | task 9696 | graphs reused = 8426 22.04.624.437 I slot print_timing: id 3 | task 9696 | graph reallocs = 0 / 0 (same size) / (changed size) 22.04.624.490 I slot release: id 3 | task 9696 | stop processing: n_tokens = 722, truncated = 0 22.05.848.423 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 22.05.848.615 I slot launch_slot_: id 3 | task 9705 | processing task, is_child = 0 22.06.780.337 I slot print_timing: id 0 | task 9700 | prompt eval time = 1912.51 ms / 108 tokens ( 17.71 ms per token, 56.47 tokens per second) 22.06.780.343 I slot print_timing: id 0 | task 9700 | eval time = 541.60 ms / 2 tokens ( 541.60 ms per token, 1.85 tokens per second) 22.06.780.344 I slot print_timing: id 0 | task 9700 | total time = 2454.11 ms / 110 tokens 22.06.780.346 I slot print_timing: id 0 | task 9700 | graphs reused = 8426 22.06.780.347 I slot print_timing: id 0 | task 9700 | graph reallocs = 0 / 0 (same size) / (changed size) 22.06.780.403 I slot release: id 0 | task 9700 | stop processing: n_tokens = 713, truncated = 0 22.06.780.828 I slot print_timing: id 1 | task 9702 | prompt eval time = 1843.21 ms / 110 tokens ( 16.76 ms per token, 59.68 tokens per second) 22.06.780.831 I slot print_timing: id 1 | task 9702 | eval time = 541.26 ms / 2 tokens ( 541.26 ms per token, 1.85 tokens per second) 22.06.780.832 I slot print_timing: id 1 | task 9702 | total time = 2384.47 ms / 112 tokens 22.06.780.832 I slot print_timing: id 1 | task 9702 | graphs reused = 8426 22.06.780.833 I slot print_timing: id 1 | task 9702 | graph reallocs = 0 / 0 (same size) / (changed size) 22.06.780.874 I slot release: id 1 | task 9702 | stop processing: n_tokens = 715, truncated = 0 22.06.781.344 I slot print_timing: id 2 | task 9701 | prompt eval time = 1774.59 ms / 120 tokens ( 14.79 ms per token, 67.62 tokens per second) 22.06.781.346 I slot print_timing: id 2 | task 9701 | eval time = 540.91 ms / 2 tokens ( 540.91 ms per token, 1.85 tokens per second) 22.06.781.347 I slot print_timing: id 2 | task 9701 | total time = 2315.50 ms / 122 tokens 22.06.781.348 I slot print_timing: id 2 | task 9701 | graphs reused = 8426 22.06.781.348 I slot print_timing: id 2 | task 9701 | graph reallocs = 0 / 0 (same size) / (changed size) 22.06.781.392 I slot release: id 2 | task 9701 | stop processing: n_tokens = 725, truncated = 0 22.06.895.692 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.888 22.06.895.807 I slot launch_slot_: id 0 | task 9709 | processing task, is_child = 0 22.06.895.901 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1101.306 MiB) 22.07.078.127 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 672.334 MiB) 22.07.239.292 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.885 22.07.239.447 I slot launch_slot_: id 1 | task 9710 | processing task, is_child = 0 22.07.239.540 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 1326661183 22.07.239.729 I slot launch_slot_: id 2 | task 9711 | processing task, is_child = 0 22.08.444.853 I slot print_timing: id 3 | task 9705 | prompt eval time = 867.98 ms / 117 tokens ( 7.42 ms per token, 134.80 tokens per second) 22.08.444.858 I slot print_timing: id 3 | task 9705 | eval time = 1549.16 ms / 2 tokens ( 1549.16 ms per token, 0.65 tokens per second) 22.08.444.860 I slot print_timing: id 3 | task 9705 | total time = 2417.14 ms / 119 tokens 22.08.444.861 I slot print_timing: id 3 | task 9705 | graphs reused = 8426 22.08.444.861 I slot print_timing: id 3 | task 9705 | graph reallocs = 0 / 0 (same size) / (changed size) 22.08.444.922 I slot release: id 3 | task 9705 | stop processing: n_tokens = 722, truncated = 0 22.09.728.880 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 1328324714 22.09.729.008 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1130.510 MiB) 22.10.605.016 I slot launch_slot_: id 3 | task 9714 | processing task, is_child = 0 22.12.252.474 I slot print_timing: id 2 | task 9711 | prompt processing, n_tokens = 889, progress = 1.00, t = 4.87 s / 182.66 tokens per second 22.13.831.951 I slot print_timing: id 0 | task 9709 | prompt eval time = 5012.01 ms / 151 tokens ( 33.19 ms per token, 30.13 tokens per second) 22.13.831.957 I slot print_timing: id 0 | task 9709 | eval time = 1580.19 ms / 2 tokens ( 1580.19 ms per token, 0.63 tokens per second) 22.13.831.958 I slot print_timing: id 0 | task 9709 | total time = 6592.20 ms / 153 tokens 22.13.831.959 I slot print_timing: id 0 | task 9709 | graphs reused = 8426 22.13.831.960 I slot print_timing: id 0 | task 9709 | graph reallocs = 0 / 0 (same size) / (changed size) 22.13.832.020 I slot release: id 0 | task 9709 | stop processing: n_tokens = 756, truncated = 0 22.13.832.364 I slot print_timing: id 1 | task 9710 | prompt eval time = 4941.32 ms / 111 tokens ( 44.52 ms per token, 22.46 tokens per second) 22.13.832.367 I slot print_timing: id 1 | task 9710 | eval time = 1579.91 ms / 2 tokens ( 1579.91 ms per token, 0.63 tokens per second) 22.13.832.368 I slot print_timing: id 1 | task 9710 | total time = 6521.23 ms / 113 tokens 22.13.832.368 I slot print_timing: id 1 | task 9710 | graphs reused = 8426 22.13.832.369 I slot print_timing: id 1 | task 9710 | graph reallocs = 0 / 0 (same size) / (changed size) 22.13.832.408 I slot release: id 1 | task 9710 | stop processing: n_tokens = 716, truncated = 0 22.13.833.089 I slot print_timing: id 3 | task 9714 | prompt processing, n_tokens = 757, progress = 0.86, t = 3.09 s / 244.92 tokens per second 22.14.365.669 I slot print_timing: id 2 | task 9711 | prompt eval time = 6448.88 ms / 893 tokens ( 7.22 ms per token, 138.47 tokens per second) 22.14.365.674 I slot print_timing: id 2 | task 9711 | eval time = 532.58 ms / 2 tokens ( 532.58 ms per token, 1.88 tokens per second) 22.14.365.675 I slot print_timing: id 2 | task 9711 | total time = 6981.46 ms / 895 tokens 22.14.365.676 I slot print_timing: id 2 | task 9711 | graphs reused = 8426 22.14.365.677 I slot print_timing: id 2 | task 9711 | graph reallocs = 0 / 0 (same size) / (changed size) 22.14.365.764 I slot release: id 2 | task 9711 | stop processing: n_tokens = 895, truncated = 0 22.14.365.782 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 1333711811 22.14.365.883 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 846.092 MiB) 22.14.520.352 I slot launch_slot_: id 0 | task 9718 | processing task, is_child = 0 22.14.520.451 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 745.165 MiB) 22.14.685.403 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.827 MiB) 22.14.862.406 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 1333712199 22.14.862.651 I slot launch_slot_: id 1 | task 9719 | processing task, is_child = 0 22.14.862.751 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 1334245556 22.14.862.950 I slot launch_slot_: id 2 | task 9720 | processing task, is_child = 0 22.14.900.110 I slot print_timing: id 3 | task 9714 | prompt processing, n_tokens = 873, progress = 1.00, t = 3.62 s / 240.86 tokens per second 22.19.840.059 I slot print_timing: id 0 | task 9718 | prompt processing, n_tokens = 593, progress = 0.54, t = 4.98 s / 119.16 tokens per second 22.19.876.260 I slot print_timing: id 1 | task 9719 | prompt processing, n_tokens = 583, progress = 0.53, t = 4.96 s / 117.45 tokens per second 22.19.912.261 I slot print_timing: id 2 | task 9720 | prompt processing, n_tokens = 588, progress = 0.53, t = 4.95 s / 118.76 tokens per second 22.22.822.831 I slot print_timing: id 3 | task 9714 | prompt eval time = 9099.27 ms / 877 tokens ( 10.38 ms per token, 96.38 tokens per second) 22.22.822.838 I slot print_timing: id 3 | task 9714 | eval time = 2982.79 ms / 2 tokens ( 2982.79 ms per token, 0.34 tokens per second) 22.22.822.840 I slot print_timing: id 3 | task 9714 | total time = 12082.06 ms / 879 tokens 22.22.822.840 I slot print_timing: id 3 | task 9714 | graphs reused = 8426 22.22.822.841 I slot print_timing: id 3 | task 9714 | graph reallocs = 0 / 0 (same size) / (changed size) 22.22.822.915 I slot release: id 3 | task 9714 | stop processing: n_tokens = 879, truncated = 0 22.22.822.943 I slot print_timing: id 0 | task 9718 | prompt processing, n_tokens = 917, progress = 0.83, t = 7.96 s / 115.21 tokens per second 22.22.877.782 I slot print_timing: id 1 | task 9719 | prompt processing, n_tokens = 917, progress = 0.83, t = 7.95 s / 115.39 tokens per second 22.22.932.621 I slot print_timing: id 2 | task 9720 | prompt processing, n_tokens = 917, progress = 0.83, t = 7.93 s / 115.58 tokens per second 22.24.706.143 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 1342702708 22.24.706.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 760.416 MiB) 22.24.880.906 I slot launch_slot_: id 3 | task 9724 | processing task, is_child = 0 22.24.880.926 I slot print_timing: id 0 | task 9718 | prompt processing, n_tokens = 1105, progress = 1.00, t = 9.84 s / 112.26 tokens per second 22.24.948.529 I slot print_timing: id 1 | task 9719 | prompt processing, n_tokens = 1095, progress = 1.00, t = 9.83 s / 111.39 tokens per second 22.25.008.920 I slot print_timing: id 2 | task 9720 | prompt processing, n_tokens = 1100, progress = 1.00, t = 9.82 s / 112.04 tokens per second 22.27.868.578 I slot print_timing: id 0 | task 9718 | prompt eval time = 11866.81 ms / 1109 tokens ( 10.70 ms per token, 93.45 tokens per second) 22.27.868.584 I slot print_timing: id 0 | task 9718 | eval time = 1138.79 ms / 2 tokens ( 1138.79 ms per token, 0.88 tokens per second) 22.27.868.585 I slot print_timing: id 0 | task 9718 | total time = 13005.60 ms / 1111 tokens 22.27.868.586 I slot print_timing: id 0 | task 9718 | graphs reused = 8426 22.27.868.587 I slot print_timing: id 0 | task 9718 | graph reallocs = 0 / 0 (same size) / (changed size) 22.27.868.669 I slot release: id 0 | task 9718 | stop processing: n_tokens = 1111, truncated = 0 22.27.869.108 I slot print_timing: id 1 | task 9719 | prompt eval time = 11854.78 ms / 1099 tokens ( 10.79 ms per token, 92.71 tokens per second) 22.27.869.111 I slot print_timing: id 1 | task 9719 | eval time = 1138.64 ms / 2 tokens ( 1138.64 ms per token, 0.88 tokens per second) 22.27.869.112 I slot print_timing: id 1 | task 9719 | total time = 12993.42 ms / 1101 tokens 22.27.869.113 I slot print_timing: id 1 | task 9719 | graphs reused = 8426 22.27.869.114 I slot print_timing: id 1 | task 9719 | graph reallocs = 0 / 0 (same size) / (changed size) 22.27.869.164 I slot release: id 1 | task 9719 | stop processing: n_tokens = 1101, truncated = 0 22.27.869.647 I slot print_timing: id 2 | task 9720 | prompt eval time = 11843.06 ms / 1104 tokens ( 10.73 ms per token, 93.22 tokens per second) 22.27.869.655 I slot print_timing: id 2 | task 9720 | eval time = 1138.46 ms / 2 tokens ( 1138.46 ms per token, 0.88 tokens per second) 22.27.869.657 I slot print_timing: id 2 | task 9720 | total time = 12981.52 ms / 1106 tokens 22.27.869.657 I slot print_timing: id 2 | task 9720 | graphs reused = 8426 22.27.869.658 I slot print_timing: id 2 | task 9720 | graph reallocs = 0 / 0 (same size) / (changed size) 22.27.869.706 I slot release: id 2 | task 9720 | stop processing: n_tokens = 1106, truncated = 0 22.27.931.353 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.893 22.27.931.470 I slot launch_slot_: id 0 | task 9728 | processing task, is_child = 0 22.27.931.592 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 734.462 MiB) 22.27.945.246 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 709.679 MiB) 22.28.594.279 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 905.281 MiB) 22.28.786.651 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.902 (> 0.100 thold), f_keep = 0.897 22.28.786.814 I slot launch_slot_: id 2 | task 9729 | processing task, is_child = 0 22.28.786.936 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.900 22.28.787.036 I slot launch_slot_: id 1 | task 9730 | processing task, is_child = 0 22.31.212.510 I slot print_timing: id 3 | task 9724 | prompt eval time = 4215.62 ms / 1090 tokens ( 3.87 ms per token, 258.56 tokens per second) 22.31.212.517 I slot print_timing: id 3 | task 9724 | eval time = 1928.05 ms / 2 tokens ( 1928.05 ms per token, 0.52 tokens per second) 22.31.212.519 I slot print_timing: id 3 | task 9724 | total time = 6143.67 ms / 1092 tokens 22.31.212.520 I slot print_timing: id 3 | task 9724 | graphs reused = 8426 22.31.212.521 I slot print_timing: id 3 | task 9724 | graph reallocs = 0 / 0 (same size) / (changed size) 22.31.212.595 I slot release: id 3 | task 9724 | stop processing: n_tokens = 1092, truncated = 0 22.31.468.518 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.908 22.31.468.654 I slot launch_slot_: id 3 | task 9734 | processing task, is_child = 0 22.31.644.813 I slot print_timing: id 0 | task 9728 | prompt eval time = 2680.09 ms / 181 tokens ( 14.81 ms per token, 67.54 tokens per second) 22.31.644.818 I slot print_timing: id 0 | task 9728 | eval time = 177.67 ms / 2 tokens ( 177.67 ms per token, 5.63 tokens per second) 22.31.644.819 I slot print_timing: id 0 | task 9728 | total time = 2857.76 ms / 183 tokens 22.31.644.821 I slot print_timing: id 0 | task 9728 | graphs reused = 8426 22.31.644.821 I slot print_timing: id 0 | task 9728 | graph reallocs = 0 / 0 (same size) / (changed size) 22.31.644.885 I slot release: id 0 | task 9728 | stop processing: n_tokens = 1099, truncated = 0 22.31.645.297 I slot print_timing: id 1 | task 9730 | prompt eval time = 2578.55 ms / 174 tokens ( 14.82 ms per token, 67.48 tokens per second) 22.31.645.300 I slot print_timing: id 1 | task 9730 | eval time = 177.47 ms / 2 tokens ( 177.47 ms per token, 5.63 tokens per second) 22.31.645.301 I slot print_timing: id 1 | task 9730 | total time = 2756.02 ms / 176 tokens 22.31.645.302 I slot print_timing: id 1 | task 9730 | graphs reused = 8426 22.31.645.303 I slot print_timing: id 1 | task 9730 | graph reallocs = 0 / 0 (same size) / (changed size) 22.31.645.354 I slot release: id 1 | task 9730 | stop processing: n_tokens = 1092, truncated = 0 22.31.645.793 I slot print_timing: id 2 | task 9729 | prompt eval time = 2478.27 ms / 183 tokens ( 13.54 ms per token, 73.84 tokens per second) 22.31.645.796 I slot print_timing: id 2 | task 9729 | eval time = 177.29 ms / 2 tokens ( 177.29 ms per token, 5.64 tokens per second) 22.31.645.797 I slot print_timing: id 2 | task 9729 | total time = 2655.56 ms / 185 tokens 22.31.645.797 I slot print_timing: id 2 | task 9729 | graphs reused = 8426 22.31.645.798 I slot print_timing: id 2 | task 9729 | graph reallocs = 0 / 0 (same size) / (changed size) 22.31.645.841 I slot release: id 2 | task 9729 | stop processing: n_tokens = 1101, truncated = 0 22.31.725.519 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.903 22.31.725.651 I slot launch_slot_: id 0 | task 9737 | processing task, is_child = 0 22.31.725.798 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 903.563 MiB) 22.31.743.633 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 903.203 MiB) 22.32.416.431 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 926.236 MiB) 22.32.651.196 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.908 22.32.651.350 I slot launch_slot_: id 1 | task 9738 | processing task, is_child = 0 22.32.651.475 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 22.32.651.571 I slot launch_slot_: id 2 | task 9739 | processing task, is_child = 0 22.35.211.999 I slot print_timing: id 3 | task 9734 | prompt eval time = 1723.56 ms / 184 tokens ( 9.37 ms per token, 106.76 tokens per second) 22.35.212.006 I slot print_timing: id 3 | task 9734 | eval time = 2019.76 ms / 2 tokens ( 2019.76 ms per token, 0.50 tokens per second) 22.35.212.007 I slot print_timing: id 3 | task 9734 | total time = 3743.32 ms / 186 tokens 22.35.212.008 I slot print_timing: id 3 | task 9734 | graphs reused = 8426 22.35.212.009 I slot print_timing: id 3 | task 9734 | graph reallocs = 0 / 0 (same size) / (changed size) 22.35.212.081 I slot release: id 3 | task 9734 | stop processing: n_tokens = 1102, truncated = 0 22.35.469.734 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 22.35.469.878 I slot launch_slot_: id 3 | task 9743 | processing task, is_child = 0 22.35.650.562 I slot print_timing: id 0 | task 9737 | prompt eval time = 2816.83 ms / 177 tokens ( 15.91 ms per token, 62.84 tokens per second) 22.35.650.569 I slot print_timing: id 0 | task 9737 | eval time = 182.14 ms / 2 tokens ( 182.14 ms per token, 5.49 tokens per second) 22.35.650.571 I slot print_timing: id 0 | task 9737 | total time = 2998.97 ms / 179 tokens 22.35.650.571 I slot print_timing: id 0 | task 9737 | graphs reused = 8426 22.35.650.573 I slot print_timing: id 0 | task 9737 | graph reallocs = 0 / 0 (same size) / (changed size) 22.35.650.640 I slot release: id 0 | task 9737 | stop processing: n_tokens = 1095, truncated = 0 22.35.651.034 I slot print_timing: id 1 | task 9738 | prompt eval time = 2711.52 ms / 190 tokens ( 14.27 ms per token, 70.07 tokens per second) 22.35.651.038 I slot print_timing: id 1 | task 9738 | eval time = 181.93 ms / 2 tokens ( 181.93 ms per token, 5.50 tokens per second) 22.35.651.039 I slot print_timing: id 1 | task 9738 | total time = 2893.45 ms / 192 tokens 22.35.651.040 I slot print_timing: id 1 | task 9738 | graphs reused = 8426 22.35.651.040 I slot print_timing: id 1 | task 9738 | graph reallocs = 0 / 0 (same size) / (changed size) 22.35.651.102 I slot release: id 1 | task 9738 | stop processing: n_tokens = 1108, truncated = 0 22.35.651.482 I slot print_timing: id 2 | task 9739 | prompt eval time = 2606.97 ms / 185 tokens ( 14.09 ms per token, 70.96 tokens per second) 22.35.651.485 I slot print_timing: id 2 | task 9739 | eval time = 181.76 ms / 2 tokens ( 181.76 ms per token, 5.50 tokens per second) 22.35.651.485 I slot print_timing: id 2 | task 9739 | total time = 2788.73 ms / 187 tokens 22.35.651.486 I slot print_timing: id 2 | task 9739 | graphs reused = 8426 22.35.651.487 I slot print_timing: id 2 | task 9739 | graph reallocs = 0 / 0 (same size) / (changed size) 22.35.651.525 I slot release: id 2 | task 9739 | stop processing: n_tokens = 1103, truncated = 0 22.35.730.283 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 22.35.730.391 I slot launch_slot_: id 0 | task 9746 | processing task, is_child = 0 22.35.730.514 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 905.922 MiB) 22.35.746.698 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 927.158 MiB) 22.36.422.612 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 911.907 MiB) 22.36.656.876 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 22.36.657.030 I slot launch_slot_: id 1 | task 9747 | processing task, is_child = 0 22.36.657.151 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 22.36.657.249 I slot launch_slot_: id 2 | task 9748 | processing task, is_child = 0 22.39.140.803 I slot print_timing: id 3 | task 9743 | prompt eval time = 1731.00 ms / 178 tokens ( 9.72 ms per token, 102.83 tokens per second) 22.39.140.808 I slot print_timing: id 3 | task 9743 | eval time = 1939.90 ms / 2 tokens ( 1939.90 ms per token, 0.52 tokens per second) 22.39.140.809 I slot print_timing: id 3 | task 9743 | total time = 3670.90 ms / 180 tokens 22.39.140.810 I slot print_timing: id 3 | task 9743 | graphs reused = 8426 22.39.140.811 I slot print_timing: id 3 | task 9743 | graph reallocs = 0 / 0 (same size) / (changed size) 22.39.140.871 I slot release: id 3 | task 9743 | stop processing: n_tokens = 1096, truncated = 0 22.39.396.195 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 1359020664 22.39.396.325 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1126.949 MiB) 22.39.413.004 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1128.590 MiB) 22.39.674.238 I slot launch_slot_: id 3 | task 9752 | processing task, is_child = 0 22.41.039.439 I slot print_timing: id 0 | task 9746 | prompt eval time = 2737.54 ms / 180 tokens ( 15.21 ms per token, 65.75 tokens per second) 22.41.039.445 I slot print_timing: id 0 | task 9746 | eval time = 1644.63 ms / 2 tokens ( 1644.63 ms per token, 0.61 tokens per second) 22.41.039.446 I slot print_timing: id 0 | task 9746 | total time = 4382.17 ms / 182 tokens 22.41.039.447 I slot print_timing: id 0 | task 9746 | graphs reused = 8426 22.41.039.448 I slot print_timing: id 0 | task 9746 | graph reallocs = 0 / 0 (same size) / (changed size) 22.41.039.521 I slot release: id 0 | task 9746 | stop processing: n_tokens = 1098, truncated = 0 22.41.039.869 I slot print_timing: id 1 | task 9747 | prompt eval time = 2632.73 ms / 181 tokens ( 14.55 ms per token, 68.75 tokens per second) 22.41.039.872 I slot print_timing: id 1 | task 9747 | eval time = 1644.33 ms / 2 tokens ( 1644.33 ms per token, 0.61 tokens per second) 22.41.039.873 I slot print_timing: id 1 | task 9747 | total time = 4277.06 ms / 183 tokens 22.41.039.874 I slot print_timing: id 1 | task 9747 | graphs reused = 8426 22.41.039.874 I slot print_timing: id 1 | task 9747 | graph reallocs = 0 / 0 (same size) / (changed size) 22.41.039.916 I slot release: id 1 | task 9747 | stop processing: n_tokens = 1099, truncated = 0 22.41.040.260 I slot print_timing: id 2 | task 9748 | prompt eval time = 2527.46 ms / 182 tokens ( 13.89 ms per token, 72.01 tokens per second) 22.41.040.263 I slot print_timing: id 2 | task 9748 | eval time = 1644.08 ms / 2 tokens ( 1644.08 ms per token, 0.61 tokens per second) 22.41.040.264 I slot print_timing: id 2 | task 9748 | total time = 4171.53 ms / 184 tokens 22.41.040.264 I slot print_timing: id 2 | task 9748 | graphs reused = 8426 22.41.040.265 I slot print_timing: id 2 | task 9748 | graph reallocs = 0 / 0 (same size) / (changed size) 22.41.040.301 I slot release: id 2 | task 9748 | stop processing: n_tokens = 1100, truncated = 0 22.42.123.064 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 1360919313 22.42.123.195 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.382 MiB) 22.42.658.526 I slot launch_slot_: id 0 | task 9756 | processing task, is_child = 0 22.42.658.665 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1415.085 MiB) 22.42.925.097 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.632 MiB) 22.43.206.598 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 1360919708 22.43.206.871 I slot launch_slot_: id 1 | task 9757 | processing task, is_child = 0 22.43.206.987 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 1360920093 22.43.207.191 I slot launch_slot_: id 2 | task 9758 | processing task, is_child = 0 22.47.658.855 I slot print_timing: id 0 | task 9756 | prompt processing, n_tokens = 492, progress = 0.49, t = 4.45 s / 110.54 tokens per second 22.47.687.893 I slot print_timing: id 1 | task 9757 | prompt processing, n_tokens = 531, progress = 0.51, t = 4.43 s / 119.78 tokens per second 22.47.721.550 I slot print_timing: id 2 | task 9758 | prompt processing, n_tokens = 565, progress = 0.52, t = 4.42 s / 127.97 tokens per second 22.50.623.010 I slot print_timing: id 3 | task 9752 | prompt eval time = 7984.57 ms / 999 tokens ( 7.99 ms per token, 125.12 tokens per second) 22.50.623.016 I slot print_timing: id 3 | task 9752 | eval time = 2964.18 ms / 2 tokens ( 2964.18 ms per token, 0.34 tokens per second) 22.50.623.018 I slot print_timing: id 3 | task 9752 | total time = 10948.74 ms / 1001 tokens 22.50.623.019 I slot print_timing: id 3 | task 9752 | graphs reused = 8426 22.50.623.020 I slot print_timing: id 3 | task 9752 | graph reallocs = 0 / 0 (same size) / (changed size) 22.50.623.124 I slot release: id 3 | task 9752 | stop processing: n_tokens = 1001, truncated = 0 22.50.623.150 I slot print_timing: id 0 | task 9756 | prompt processing, n_tokens = 855, progress = 0.85, t = 7.42 s / 115.30 tokens per second 22.50.674.653 I slot print_timing: id 1 | task 9757 | prompt processing, n_tokens = 855, progress = 0.82, t = 7.40 s / 115.58 tokens per second 22.50.726.395 I slot print_timing: id 2 | task 9758 | prompt processing, n_tokens = 855, progress = 0.79, t = 7.38 s / 115.86 tokens per second 22.52.629.473 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 22.52.629.689 I slot launch_slot_: id 3 | task 9762 | processing task, is_child = 0 22.52.629.707 I slot print_timing: id 0 | task 9756 | prompt processing, n_tokens = 1004, progress = 1.00, t = 9.42 s / 106.56 tokens per second 22.52.842.025 I slot print_timing: id 1 | task 9757 | prompt processing, n_tokens = 1043, progress = 1.00, t = 9.40 s / 110.91 tokens per second 22.52.904.885 I slot print_timing: id 2 | task 9758 | prompt processing, n_tokens = 1077, progress = 1.00, t = 9.39 s / 114.74 tokens per second 22.53.840.204 I slot print_timing: id 0 | task 9756 | prompt eval time = 10002.20 ms / 1008 tokens ( 9.92 ms per token, 100.78 tokens per second) 22.53.840.209 I slot print_timing: id 0 | task 9756 | eval time = 630.79 ms / 2 tokens ( 630.79 ms per token, 1.59 tokens per second) 22.53.840.210 I slot print_timing: id 0 | task 9756 | total time = 10632.99 ms / 1010 tokens 22.53.840.211 I slot print_timing: id 0 | task 9756 | graphs reused = 8426 22.53.840.212 I slot print_timing: id 0 | task 9756 | graph reallocs = 0 / 0 (same size) / (changed size) 22.53.840.282 I slot release: id 0 | task 9756 | stop processing: n_tokens = 1010, truncated = 0 22.53.840.707 I slot print_timing: id 1 | task 9757 | prompt eval time = 9985.03 ms / 1047 tokens ( 9.54 ms per token, 104.86 tokens per second) 22.53.840.710 I slot print_timing: id 1 | task 9757 | eval time = 630.61 ms / 2 tokens ( 630.61 ms per token, 1.59 tokens per second) 22.53.840.711 I slot print_timing: id 1 | task 9757 | total time = 10615.64 ms / 1049 tokens 22.53.840.711 I slot print_timing: id 1 | task 9757 | graphs reused = 8426 22.53.840.712 I slot print_timing: id 1 | task 9757 | graph reallocs = 0 / 0 (same size) / (changed size) 22.53.840.782 I slot release: id 1 | task 9757 | stop processing: n_tokens = 1049, truncated = 0 22.53.841.238 I slot print_timing: id 2 | task 9758 | prompt eval time = 9967.95 ms / 1081 tokens ( 9.22 ms per token, 108.45 tokens per second) 22.53.841.241 I slot print_timing: id 2 | task 9758 | eval time = 630.45 ms / 2 tokens ( 630.45 ms per token, 1.59 tokens per second) 22.53.841.242 I slot print_timing: id 2 | task 9758 | total time = 10598.40 ms / 1083 tokens 22.53.841.243 I slot print_timing: id 2 | task 9758 | graphs reused = 8426 22.53.841.244 I slot print_timing: id 2 | task 9758 | graph reallocs = 0 / 0 (same size) / (changed size) 22.53.841.306 I slot release: id 2 | task 9758 | stop processing: n_tokens = 1083, truncated = 0 22.53.962.541 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1010, t_last = 1373720074 22.54.101.841 I slot launch_slot_: id 0 | task 9766 | processing task, is_child = 0 22.54.101.962 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1415.117 MiB) 22.54.320.353 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1410.632 MiB) 22.54.537.975 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.843 22.54.538.133 I slot launch_slot_: id 1 | task 9767 | processing task, is_child = 0 22.54.538.256 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 1373721099 22.54.538.470 I slot launch_slot_: id 2 | task 9768 | processing task, is_child = 0 22.56.209.287 I slot print_timing: id 3 | task 9762 | prompt eval time = 996.69 ms / 147 tokens ( 6.78 ms per token, 147.49 tokens per second) 22.56.209.292 I slot print_timing: id 3 | task 9762 | eval time = 2246.74 ms / 2 tokens ( 2246.74 ms per token, 0.45 tokens per second) 22.56.209.294 I slot print_timing: id 3 | task 9762 | total time = 3243.43 ms / 149 tokens 22.56.209.295 I slot print_timing: id 3 | task 9762 | graphs reused = 8426 22.56.209.296 I slot print_timing: id 3 | task 9762 | graph reallocs = 0 / 0 (same size) / (changed size) 22.56.209.385 I slot release: id 3 | task 9762 | stop processing: n_tokens = 1003, truncated = 0 22.58.395.311 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 1376089178 22.58.395.462 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.601 MiB) 22.59.006.018 I slot launch_slot_: id 3 | task 9771 | processing task, is_child = 0 22.59.006.039 I slot print_timing: id 0 | task 9766 | prompt processing, n_tokens = 614, progress = 0.82, t = 3.86 s / 159.20 tokens per second 22.59.086.228 I slot print_timing: id 1 | task 9767 | prompt processing, n_tokens = 161, progress = 1.00, t = 3.84 s / 41.89 tokens per second 22.59.150.420 I slot print_timing: id 2 | task 9768 | prompt processing, n_tokens = 614, progress = 0.78, t = 3.75 s / 163.83 tokens per second 23.00.834.006 I slot print_timing: id 0 | task 9766 | prompt processing, n_tokens = 744, progress = 0.99, t = 6.29 s / 118.19 tokens per second 23.00.879.213 I slot print_timing: id 2 | task 9768 | prompt processing, n_tokens = 788, progress = 0.99, t = 6.19 s / 127.39 tokens per second 23.02.453.970 I slot print_timing: id 1 | task 9767 | prompt eval time = 6281.94 ms / 165 tokens ( 38.07 ms per token, 26.27 tokens per second) 23.02.453.976 I slot print_timing: id 1 | task 9767 | eval time = 1619.98 ms / 2 tokens ( 1619.98 ms per token, 0.62 tokens per second) 23.02.453.977 I slot print_timing: id 1 | task 9767 | total time = 7901.92 ms / 167 tokens 23.02.453.978 I slot print_timing: id 1 | task 9767 | graphs reused = 8426 23.02.453.979 I slot print_timing: id 1 | task 9767 | graph reallocs = 0 / 0 (same size) / (changed size) 23.02.454.053 I slot release: id 1 | task 9767 | stop processing: n_tokens = 1021, truncated = 0 23.02.454.880 I slot print_timing: id 3 | task 9771 | prompt processing, n_tokens = 614, progress = 0.85, t = 3.26 s / 188.08 tokens per second 23.02.967.235 I slot print_timing: id 0 | task 9766 | prompt eval time = 7915.10 ms / 748 tokens ( 10.58 ms per token, 94.50 tokens per second) 23.02.967.241 I slot print_timing: id 0 | task 9766 | eval time = 513.65 ms / 2 tokens ( 513.65 ms per token, 1.95 tokens per second) 23.02.967.242 I slot print_timing: id 0 | task 9766 | total time = 8428.74 ms / 750 tokens 23.02.967.245 I slot print_timing: id 0 | task 9766 | graphs reused = 8426 23.02.967.246 I slot print_timing: id 0 | task 9766 | graph reallocs = 0 / 0 (same size) / (changed size) 23.02.967.321 I slot release: id 0 | task 9766 | stop processing: n_tokens = 750, truncated = 0 23.02.967.760 I slot print_timing: id 2 | task 9768 | prompt eval time = 7807.40 ms / 792 tokens ( 9.86 ms per token, 101.44 tokens per second) 23.02.967.764 I slot print_timing: id 2 | task 9768 | eval time = 512.89 ms / 2 tokens ( 512.89 ms per token, 1.95 tokens per second) 23.02.967.764 I slot print_timing: id 2 | task 9768 | total time = 8320.30 ms / 794 tokens 23.02.967.765 I slot print_timing: id 2 | task 9768 | graphs reused = 8426 23.02.967.766 I slot print_timing: id 2 | task 9768 | graph reallocs = 0 / 0 (same size) / (changed size) 23.02.967.813 I slot release: id 2 | task 9768 | stop processing: n_tokens = 794, truncated = 0 23.02.967.828 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.860 23.02.967.984 I slot launch_slot_: id 0 | task 9775 | processing task, is_child = 0 23.02.968.107 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.492 MiB) 23.03.316.543 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.810 23.03.316.711 I slot launch_slot_: id 2 | task 9776 | processing task, is_child = 0 23.03.316.829 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 1382333845 23.03.363.318 I slot launch_slot_: id 1 | task 9777 | processing task, is_child = 0 23.03.560.855 I slot print_timing: id 3 | task 9771 | prompt processing, n_tokens = 719, progress = 0.99, t = 3.78 s / 190.29 tokens per second 23.05.061.830 I slot print_timing: id 3 | task 9771 | prompt eval time = 4558.06 ms / 723 tokens ( 6.30 ms per token, 158.62 tokens per second) 23.05.061.836 I slot print_timing: id 3 | task 9771 | eval time = 1315.49 ms / 2 tokens ( 1315.49 ms per token, 0.76 tokens per second) 23.05.061.837 I slot print_timing: id 3 | task 9771 | total time = 5873.55 ms / 725 tokens 23.05.061.838 I slot print_timing: id 3 | task 9771 | graphs reused = 8426 23.05.061.839 I slot print_timing: id 3 | task 9771 | graph reallocs = 0 / 0 (same size) / (changed size) 23.05.061.896 I slot release: id 3 | task 9771 | stop processing: n_tokens = 725, truncated = 0 23.05.266.001 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.887 23.05.266.146 I slot launch_slot_: id 3 | task 9781 | processing task, is_child = 0 23.05.407.334 I slot print_timing: id 0 | task 9775 | prompt eval time = 1901.26 ms / 122 tokens ( 15.58 ms per token, 64.17 tokens per second) 23.05.407.340 I slot print_timing: id 0 | task 9775 | eval time = 142.73 ms / 2 tokens ( 142.73 ms per token, 7.01 tokens per second) 23.05.407.341 I slot print_timing: id 0 | task 9775 | total time = 2043.99 ms / 124 tokens 23.05.407.342 I slot print_timing: id 0 | task 9775 | graphs reused = 8426 23.05.407.343 I slot print_timing: id 0 | task 9775 | graph reallocs = 0 / 0 (same size) / (changed size) 23.05.407.401 I slot release: id 0 | task 9775 | stop processing: n_tokens = 737, truncated = 0 23.05.407.823 I slot print_timing: id 1 | task 9777 | prompt eval time = 1837.67 ms / 121 tokens ( 15.19 ms per token, 65.84 tokens per second) 23.05.407.826 I slot print_timing: id 1 | task 9777 | eval time = 142.53 ms / 2 tokens ( 142.53 ms per token, 7.02 tokens per second) 23.05.407.827 I slot print_timing: id 1 | task 9777 | total time = 1980.20 ms / 123 tokens 23.05.407.828 I slot print_timing: id 1 | task 9777 | graphs reused = 8426 23.05.407.829 I slot print_timing: id 1 | task 9777 | graph reallocs = 0 / 0 (same size) / (changed size) 23.05.407.870 I slot release: id 1 | task 9777 | stop processing: n_tokens = 736, truncated = 0 23.05.408.320 I slot print_timing: id 2 | task 9776 | prompt eval time = 1775.93 ms / 126 tokens ( 14.09 ms per token, 70.95 tokens per second) 23.05.408.323 I slot print_timing: id 2 | task 9776 | eval time = 142.33 ms / 2 tokens ( 142.33 ms per token, 7.03 tokens per second) 23.05.408.324 I slot print_timing: id 2 | task 9776 | total time = 1918.26 ms / 128 tokens 23.05.408.324 I slot print_timing: id 2 | task 9776 | graphs reused = 8426 23.05.408.325 I slot print_timing: id 2 | task 9776 | graph reallocs = 0 / 0 (same size) / (changed size) 23.05.408.363 I slot release: id 2 | task 9776 | stop processing: n_tokens = 741, truncated = 0 23.05.456.760 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.872 23.05.456.935 I slot launch_slot_: id 0 | task 9784 | processing task, is_child = 0 23.05.457.055 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1415.070 MiB) 23.06.099.073 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 1385287661 23.06.099.324 I slot launch_slot_: id 1 | task 9785 | processing task, is_child = 0 23.06.099.415 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.868 23.06.099.518 I slot launch_slot_: id 2 | task 9786 | processing task, is_child = 0 23.09.692.031 I slot print_timing: id 3 | task 9781 | prompt eval time = 2385.57 ms / 114 tokens ( 20.93 ms per token, 47.79 tokens per second) 23.09.692.037 I slot print_timing: id 3 | task 9781 | eval time = 2040.28 ms / 2 tokens ( 2040.28 ms per token, 0.49 tokens per second) 23.09.692.038 I slot print_timing: id 3 | task 9781 | total time = 4425.85 ms / 116 tokens 23.09.692.039 I slot print_timing: id 3 | task 9781 | graphs reused = 8426 23.09.692.040 I slot print_timing: id 3 | task 9781 | graph reallocs = 0 / 0 (same size) / (changed size) 23.09.692.102 I slot release: id 3 | task 9781 | stop processing: n_tokens = 729, truncated = 0 23.09.692.129 I slot print_timing: id 0 | task 9784 | prompt processing, n_tokens = 132, progress = 0.99, t = 3.59 s / 36.75 tokens per second 23.09.738.317 I slot print_timing: id 1 | task 9785 | prompt processing, n_tokens = 810, progress = 0.83, t = 3.53 s / 229.65 tokens per second 23.09.787.872 I slot print_timing: id 2 | task 9786 | prompt processing, n_tokens = 126, progress = 0.99, t = 3.51 s / 35.86 tokens per second 23.10.446.487 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 1389571894 23.10.446.610 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1067.399 MiB) 23.10.578.965 I slot launch_slot_: id 3 | task 9790 | processing task, is_child = 0 23.10.578.985 I slot print_timing: id 1 | task 9785 | prompt processing, n_tokens = 976, progress = 1.00, t = 4.28 s / 228.01 tokens per second 23.12.187.552 I slot print_timing: id 0 | task 9784 | prompt eval time = 4346.21 ms / 136 tokens ( 31.96 ms per token, 31.29 tokens per second) 23.12.187.558 I slot print_timing: id 0 | task 9784 | eval time = 1741.80 ms / 2 tokens ( 1741.80 ms per token, 0.57 tokens per second) 23.12.187.559 I slot print_timing: id 0 | task 9784 | total time = 6088.01 ms / 138 tokens 23.12.187.561 I slot print_timing: id 0 | task 9784 | graphs reused = 8426 23.12.187.561 I slot print_timing: id 0 | task 9784 | graph reallocs = 0 / 0 (same size) / (changed size) 23.12.187.643 I slot release: id 0 | task 9784 | stop processing: n_tokens = 751, truncated = 0 23.12.188.934 I slot print_timing: id 2 | task 9786 | prompt eval time = 4268.97 ms / 130 tokens ( 32.84 ms per token, 30.45 tokens per second) 23.12.188.938 I slot print_timing: id 2 | task 9786 | eval time = 1742.46 ms / 2 tokens ( 1742.46 ms per token, 0.57 tokens per second) 23.12.188.939 I slot print_timing: id 2 | task 9786 | total time = 6011.43 ms / 132 tokens 23.12.188.940 I slot print_timing: id 2 | task 9786 | graphs reused = 8426 23.12.188.941 I slot print_timing: id 2 | task 9786 | graph reallocs = 0 / 0 (same size) / (changed size) 23.12.188.989 I slot release: id 2 | task 9786 | stop processing: n_tokens = 745, truncated = 0 23.13.344.246 I slot print_timing: id 1 | task 9785 | prompt eval time = 6024.03 ms / 980 tokens ( 6.15 ms per token, 162.68 tokens per second) 23.13.344.251 I slot print_timing: id 1 | task 9785 | eval time = 1155.72 ms / 2 tokens ( 1155.72 ms per token, 0.87 tokens per second) 23.13.344.252 I slot print_timing: id 1 | task 9785 | total time = 7179.75 ms / 982 tokens 23.13.344.254 I slot print_timing: id 1 | task 9785 | graphs reused = 8426 23.13.344.255 I slot print_timing: id 1 | task 9785 | graph reallocs = 0 / 0 (same size) / (changed size) 23.13.344.387 I slot release: id 1 | task 9785 | stop processing: n_tokens = 982, truncated = 0 23.13.344.408 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.854 23.13.344.567 I slot launch_slot_: id 1 | task 9793 | processing task, is_child = 0 23.13.344.669 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1090.509 MiB) 23.13.502.058 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1101.666 MiB) 23.13.685.054 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 1392067435 23.13.685.308 I slot launch_slot_: id 0 | task 9794 | processing task, is_child = 0 23.13.685.397 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 1392068780 23.13.685.591 I slot launch_slot_: id 2 | task 9795 | processing task, is_child = 0 23.17.867.803 I slot print_timing: id 3 | task 9790 | prompt processing, n_tokens = 957, progress = 1.00, t = 5.74 s / 166.58 tokens per second 23.20.312.416 I slot print_timing: id 0 | task 9794 | prompt processing, n_tokens = 810, progress = 0.78, t = 6.63 s / 122.24 tokens per second 23.20.361.398 I slot print_timing: id 1 | task 9793 | prompt processing, n_tokens = 133, progress = 1.00, t = 6.61 s / 20.12 tokens per second 23.20.422.063 I slot print_timing: id 2 | task 9795 | prompt processing, n_tokens = 981, progress = 0.87, t = 6.52 s / 150.47 tokens per second 23.21.968.728 I slot print_timing: id 3 | task 9790 | prompt eval time = 9666.64 ms / 961 tokens ( 10.06 ms per token, 99.41 tokens per second) 23.21.968.733 I slot print_timing: id 3 | task 9790 | eval time = 1656.33 ms / 2 tokens ( 1656.33 ms per token, 0.60 tokens per second) 23.21.968.734 I slot print_timing: id 3 | task 9790 | total time = 11322.97 ms / 963 tokens 23.21.968.735 I slot print_timing: id 3 | task 9790 | graphs reused = 8426 23.21.968.736 I slot print_timing: id 3 | task 9790 | graph reallocs = 0 / 0 (same size) / (changed size) 23.21.968.812 I slot release: id 3 | task 9790 | stop processing: n_tokens = 963, truncated = 0 23.21.968.839 I slot print_timing: id 0 | task 9794 | prompt processing, n_tokens = 1035, progress = 1.00, t = 8.28 s / 124.97 tokens per second 23.22.031.041 I slot print_timing: id 2 | task 9795 | prompt processing, n_tokens = 1129, progress = 1.00, t = 8.18 s / 138.09 tokens per second 23.22.267.129 I slot print_timing: id 1 | task 9793 | prompt eval time = 8268.48 ms / 137 tokens ( 60.35 ms per token, 16.57 tokens per second) 23.22.267.135 I slot print_timing: id 1 | task 9793 | eval time = 298.78 ms / 2 tokens ( 298.78 ms per token, 3.35 tokens per second) 23.22.267.136 I slot print_timing: id 1 | task 9793 | total time = 8567.26 ms / 139 tokens 23.22.267.137 I slot print_timing: id 1 | task 9793 | graphs reused = 8426 23.22.267.138 I slot print_timing: id 1 | task 9793 | graph reallocs = 0 / 0 (same size) / (changed size) 23.22.267.211 I slot release: id 1 | task 9793 | stop processing: n_tokens = 948, truncated = 0 23.22.268.154 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 1401848604 23.22.268.271 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1327.300 MiB) 23.22.471.373 I slot launch_slot_: id 3 | task 9800 | processing task, is_child = 0 23.22.471.486 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1353.832 MiB) 23.22.710.400 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 1402147004 23.22.710.662 I slot launch_slot_: id 1 | task 9801 | processing task, is_child = 0 23.29.066.356 I slot print_timing: id 0 | task 9794 | prompt eval time = 8581.10 ms / 1039 tokens ( 8.26 ms per token, 121.08 tokens per second) 23.29.066.362 I slot print_timing: id 0 | task 9794 | eval time = 6799.64 ms / 2 tokens ( 6799.64 ms per token, 0.15 tokens per second) 23.29.066.363 I slot print_timing: id 0 | task 9794 | total time = 15380.74 ms / 1041 tokens 23.29.066.364 I slot print_timing: id 0 | task 9794 | graphs reused = 8426 23.29.066.364 I slot print_timing: id 0 | task 9794 | graph reallocs = 0 / 0 (same size) / (changed size) 23.29.066.455 I slot release: id 0 | task 9794 | stop processing: n_tokens = 1041, truncated = 0 23.29.066.876 I slot print_timing: id 2 | task 9795 | prompt eval time = 8476.08 ms / 1133 tokens ( 7.48 ms per token, 133.67 tokens per second) 23.29.066.879 I slot print_timing: id 2 | task 9795 | eval time = 6798.73 ms / 2 tokens ( 6798.73 ms per token, 0.15 tokens per second) 23.29.066.880 I slot print_timing: id 2 | task 9795 | total time = 15274.81 ms / 1135 tokens 23.29.066.881 I slot print_timing: id 2 | task 9795 | graphs reused = 8426 23.29.066.882 I slot print_timing: id 2 | task 9795 | graph reallocs = 0 / 0 (same size) / (changed size) 23.29.066.981 I slot release: id 2 | task 9795 | stop processing: n_tokens = 1135, truncated = 0 23.29.067.013 I slot print_timing: id 1 | task 9801 | prompt processing, n_tokens = 1574, progress = 0.75, t = 6.36 s / 247.67 tokens per second 23.29.130.413 I slot print_timing: id 3 | task 9800 | prompt processing, n_tokens = 472, progress = 0.40, t = 6.34 s / 74.46 tokens per second 23.29.843.735 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 1408946247 23.30.455.720 I slot launch_slot_: id 0 | task 9804 | processing task, is_child = 0 23.30.455.843 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 940.923 MiB) 23.30.469.611 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 944.127 MiB) 23.30.657.851 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 1408946774 23.30.658.127 I slot launch_slot_: id 2 | task 9805 | processing task, is_child = 0 23.30.673.619 I slot print_timing: id 1 | task 9801 | prompt processing, n_tokens = 1764, progress = 0.84, t = 7.13 s / 247.30 tokens per second 23.36.745.007 I slot print_timing: id 0 | task 9804 | prompt processing, n_tokens = 1545, progress = 0.75, t = 6.09 s / 253.83 tokens per second 23.37.621.234 I slot print_timing: id 1 | task 9801 | prompt processing, n_tokens = 2086, progress = 1.00, t = 14.03 s / 148.64 tokens per second 23.37.683.939 I slot print_timing: id 2 | task 9805 | prompt processing, n_tokens = 181, progress = 0.09, t = 5.99 s / 30.20 tokens per second 23.37.683.969 I slot print_timing: id 3 | task 9800 | prompt processing, n_tokens = 654, progress = 0.56, t = 7.12 s / 91.90 tokens per second 23.43.963.225 I slot print_timing: id 0 | task 9804 | prompt processing, n_tokens = 1764, progress = 0.86, t = 13.30 s / 132.59 tokens per second 23.44.027.940 I slot print_timing: id 2 | task 9805 | prompt processing, n_tokens = 1587, progress = 0.75, t = 13.21 s / 120.12 tokens per second 23.44.090.412 I slot print_timing: id 3 | task 9800 | prompt processing, n_tokens = 981, progress = 0.84, t = 21.24 s / 46.20 tokens per second 23.46.625.208 I slot print_timing: id 1 | task 9801 | prompt eval time = 21252.52 ms / 2090 tokens ( 10.17 ms per token, 98.34 tokens per second) 23.46.625.214 I slot print_timing: id 1 | task 9801 | eval time = 2662.00 ms / 2 tokens ( 2662.00 ms per token, 0.38 tokens per second) 23.46.625.215 I slot print_timing: id 1 | task 9801 | total time = 23914.52 ms / 2092 tokens 23.46.625.216 I slot print_timing: id 1 | task 9801 | graphs reused = 8426 23.46.625.217 I slot print_timing: id 1 | task 9801 | graph reallocs = 0 / 0 (same size) / (changed size) 23.46.625.468 I slot release: id 1 | task 9801 | stop processing: n_tokens = 2092, truncated = 0 23.46.625.497 I slot print_timing: id 0 | task 9804 | prompt processing, n_tokens = 2057, progress = 1.00, t = 15.97 s / 128.83 tokens per second 23.46.688.420 I slot print_timing: id 2 | task 9805 | prompt processing, n_tokens = 1764, progress = 0.84, t = 15.87 s / 111.13 tokens per second 23.46.752.168 I slot print_timing: id 3 | task 9800 | prompt processing, n_tokens = 1166, progress = 1.00, t = 23.90 s / 48.79 tokens per second 23.48.135.422 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.858 23.48.135.577 I slot launch_slot_: id 1 | task 9810 | processing task, is_child = 0 23.48.218.506 I slot print_timing: id 2 | task 9805 | prompt processing, n_tokens = 2099, progress = 1.00, t = 17.38 s / 120.75 tokens per second 23.49.316.157 I slot print_timing: id 0 | task 9804 | prompt eval time = 17476.58 ms / 2061 tokens ( 8.48 ms per token, 117.93 tokens per second) 23.49.316.163 I slot print_timing: id 0 | task 9804 | eval time = 1181.43 ms / 2 tokens ( 1181.43 ms per token, 0.85 tokens per second) 23.49.316.164 I slot print_timing: id 0 | task 9804 | total time = 18658.01 ms / 2063 tokens 23.49.316.166 I slot print_timing: id 0 | task 9804 | graphs reused = 8426 23.49.316.167 I slot print_timing: id 0 | task 9804 | graph reallocs = 0 / 0 (same size) / (changed size) 23.49.316.307 I slot release: id 0 | task 9804 | stop processing: n_tokens = 2063, truncated = 0 23.49.317.431 I slot print_timing: id 3 | task 9800 | prompt eval time = 25408.07 ms / 1170 tokens ( 21.72 ms per token, 46.05 tokens per second) 23.49.317.435 I slot print_timing: id 3 | task 9800 | eval time = 1182.02 ms / 2 tokens ( 1182.02 ms per token, 0.85 tokens per second) 23.49.317.436 I slot print_timing: id 3 | task 9800 | total time = 26590.09 ms / 1172 tokens 23.49.317.437 I slot print_timing: id 3 | task 9800 | graphs reused = 8426 23.49.317.437 I slot print_timing: id 3 | task 9800 | graph reallocs = 0 / 0 (same size) / (changed size) 23.49.317.496 I slot release: id 3 | task 9800 | stop processing: n_tokens = 1172, truncated = 0 23.49.476.907 I slot print_timing: id 2 | task 9805 | prompt eval time = 18565.95 ms / 2103 tokens ( 8.83 ms per token, 113.27 tokens per second) 23.49.476.912 I slot print_timing: id 2 | task 9805 | eval time = 159.82 ms / 2 tokens ( 159.82 ms per token, 6.26 tokens per second) 23.49.476.913 I slot print_timing: id 2 | task 9805 | total time = 18725.77 ms / 2105 tokens 23.49.476.914 I slot print_timing: id 2 | task 9805 | graphs reused = 8426 23.49.476.914 I slot print_timing: id 2 | task 9805 | graph reallocs = 0 / 0 (same size) / (changed size) 23.49.477.047 I slot release: id 2 | task 9805 | stop processing: n_tokens = 2105, truncated = 0 23.49.477.065 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.848 (> 0.100 thold), f_keep = 0.870 23.49.477.195 I slot launch_slot_: id 0 | task 9813 | processing task, is_child = 0 23.49.477.359 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 914.876 MiB) 23.49.703.472 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 936.783 MiB) 23.49.924.199 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.852 23.49.924.353 I slot launch_slot_: id 2 | task 9814 | processing task, is_child = 0 23.49.924.483 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 1429197288 23.49.977.346 I slot launch_slot_: id 3 | task 9815 | processing task, is_child = 0 23.52.570.407 I slot print_timing: id 1 | task 9810 | prompt eval time = 1340.94 ms / 251 tokens ( 5.34 ms per token, 187.18 tokens per second) 23.52.570.412 I slot print_timing: id 1 | task 9810 | eval time = 3093.86 ms / 2 tokens ( 3093.86 ms per token, 0.32 tokens per second) 23.52.570.413 I slot print_timing: id 1 | task 9810 | total time = 4434.81 ms / 253 tokens 23.52.570.414 I slot print_timing: id 1 | task 9810 | graphs reused = 8426 23.52.570.415 I slot print_timing: id 1 | task 9810 | graph reallocs = 0 / 0 (same size) / (changed size) 23.52.570.551 I slot release: id 1 | task 9810 | stop processing: n_tokens = 2046, truncated = 0 23.53.969.778 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 23.53.969.921 I slot launch_slot_: id 1 | task 9818 | processing task, is_child = 0 23.54.066.762 I slot print_timing: id 3 | task 9815 | prompt processing, n_tokens = 300, progress = 1.00, t = 3.82 s / 78.50 tokens per second 23.55.422.348 I slot print_timing: id 0 | task 9813 | prompt eval time = 3991.71 ms / 321 tokens ( 12.44 ms per token, 80.42 tokens per second) 23.55.422.354 I slot print_timing: id 0 | task 9813 | eval time = 1453.26 ms / 2 tokens ( 1453.26 ms per token, 0.69 tokens per second) 23.55.422.355 I slot print_timing: id 0 | task 9813 | total time = 5444.98 ms / 323 tokens 23.55.422.356 I slot print_timing: id 0 | task 9813 | graphs reused = 8426 23.55.422.357 I slot print_timing: id 0 | task 9813 | graph reallocs = 0 / 0 (same size) / (changed size) 23.55.422.489 I slot release: id 0 | task 9813 | stop processing: n_tokens = 2116, truncated = 0 23.55.422.837 I slot print_timing: id 2 | task 9814 | prompt eval time = 3906.20 ms / 343 tokens ( 11.39 ms per token, 87.81 tokens per second) 23.55.422.840 I slot print_timing: id 2 | task 9814 | eval time = 1453.08 ms / 2 tokens ( 1453.08 ms per token, 0.69 tokens per second) 23.55.422.841 I slot print_timing: id 2 | task 9814 | total time = 5359.27 ms / 345 tokens 23.55.422.841 I slot print_timing: id 2 | task 9814 | graphs reused = 8426 23.55.422.842 I slot print_timing: id 2 | task 9814 | graph reallocs = 0 / 0 (same size) / (changed size) 23.55.422.949 I slot release: id 2 | task 9814 | stop processing: n_tokens = 2138, truncated = 0 23.55.583.591 I slot print_timing: id 3 | task 9815 | prompt eval time = 5277.56 ms / 304 tokens ( 17.36 ms per token, 57.60 tokens per second) 23.55.583.596 I slot print_timing: id 3 | task 9815 | eval time = 159.90 ms / 2 tokens ( 159.90 ms per token, 6.25 tokens per second) 23.55.583.597 I slot print_timing: id 3 | task 9815 | total time = 5437.46 ms / 306 tokens 23.55.583.598 I slot print_timing: id 3 | task 9815 | graphs reused = 8426 23.55.583.599 I slot print_timing: id 3 | task 9815 | graph reallocs = 0 / 0 (same size) / (changed size) 23.55.583.735 I slot release: id 3 | task 9815 | stop processing: n_tokens = 2069, truncated = 0 23.55.583.754 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 23.55.583.892 I slot launch_slot_: id 0 | task 9821 | processing task, is_child = 0 23.55.584.059 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 946.689 MiB) 23.55.845.132 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.537 MiB) 23.56.121.085 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 23.56.121.226 I slot launch_slot_: id 2 | task 9822 | processing task, is_child = 0 23.56.121.396 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.867 23.56.121.502 I slot launch_slot_: id 3 | task 9823 | processing task, is_child = 0 23.59.320.438 I slot print_timing: id 1 | task 9818 | prompt eval time = 1613.35 ms / 343 tokens ( 4.70 ms per token, 212.60 tokens per second) 23.59.320.444 I slot print_timing: id 1 | task 9818 | eval time = 3737.14 ms / 2 tokens ( 3737.14 ms per token, 0.27 tokens per second) 23.59.320.446 I slot print_timing: id 1 | task 9818 | total time = 5350.49 ms / 345 tokens 23.59.320.447 I slot print_timing: id 1 | task 9818 | graphs reused = 8426 23.59.320.448 I slot print_timing: id 1 | task 9818 | graph reallocs = 0 / 0 (same size) / (changed size) 23.59.320.605 I slot release: id 1 | task 9818 | stop processing: n_tokens = 2138, truncated = 0 23.59.320.631 I slot print_timing: id 0 | task 9821 | prompt processing, n_tokens = 430, progress = 1.00, t = 3.20 s / 134.44 tokens per second 23.59.384.437 I slot print_timing: id 2 | task 9822 | prompt processing, n_tokens = 179, progress = 1.00, t = 3.11 s / 57.54 tokens per second 23.59.446.740 I slot print_timing: id 3 | task 9823 | prompt processing, n_tokens = 226, progress = 1.00, t = 3.02 s / 74.75 tokens per second 23.59.639.687 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 23.59.639.827 I slot launch_slot_: id 1 | task 9826 | processing task, is_child = 0 24.00.674.369 I slot print_timing: id 0 | task 9821 | prompt eval time = 3516.75 ms / 434 tokens ( 8.10 ms per token, 123.41 tokens per second) 24.00.674.376 I slot print_timing: id 0 | task 9821 | eval time = 1036.09 ms / 2 tokens ( 1036.09 ms per token, 0.97 tokens per second) 24.00.674.377 I slot print_timing: id 0 | task 9821 | total time = 4552.84 ms / 436 tokens 24.00.674.378 I slot print_timing: id 0 | task 9821 | graphs reused = 8426 24.00.674.379 I slot print_timing: id 0 | task 9821 | graph reallocs = 0 / 0 (same size) / (changed size) 24.00.674.545 I slot release: id 0 | task 9821 | stop processing: n_tokens = 2229, truncated = 0 24.00.674.994 I slot print_timing: id 2 | task 9822 | prompt eval time = 3429.88 ms / 183 tokens ( 18.74 ms per token, 53.35 tokens per second) 24.00.674.997 I slot print_timing: id 2 | task 9822 | eval time = 1036.04 ms / 2 tokens ( 1036.04 ms per token, 0.97 tokens per second) 24.00.674.998 I slot print_timing: id 2 | task 9822 | total time = 4465.92 ms / 185 tokens 24.00.674.999 I slot print_timing: id 2 | task 9822 | graphs reused = 8426 24.00.674.999 I slot print_timing: id 2 | task 9822 | graph reallocs = 0 / 0 (same size) / (changed size) 24.00.675.103 I slot release: id 2 | task 9822 | stop processing: n_tokens = 1978, truncated = 0 24.00.675.555 I slot print_timing: id 3 | task 9823 | prompt eval time = 3343.17 ms / 230 tokens ( 14.54 ms per token, 68.80 tokens per second) 24.00.675.558 I slot print_timing: id 3 | task 9823 | eval time = 1035.88 ms / 2 tokens ( 1035.88 ms per token, 0.97 tokens per second) 24.00.675.559 I slot print_timing: id 3 | task 9823 | total time = 4379.05 ms / 232 tokens 24.00.675.560 I slot print_timing: id 3 | task 9823 | graphs reused = 8426 24.00.675.561 I slot print_timing: id 3 | task 9823 | graph reallocs = 0 / 0 (same size) / (changed size) 24.00.675.656 I slot release: id 3 | task 9823 | stop processing: n_tokens = 2024, truncated = 0 24.00.802.070 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.804 24.00.802.188 I slot launch_slot_: id 0 | task 9829 | processing task, is_child = 0 24.00.802.347 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1258.000 MiB) 24.00.820.714 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1073.821 MiB) 24.01.133.618 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1158.107 MiB) 24.01.443.120 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.907 24.01.443.263 I slot launch_slot_: id 2 | task 9830 | processing task, is_child = 0 24.01.443.429 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.886 24.01.443.538 I slot launch_slot_: id 3 | task 9831 | processing task, is_child = 0 24.04.392.048 I slot print_timing: id 1 | task 9826 | prompt eval time = 1162.22 ms / 229 tokens ( 5.08 ms per token, 197.04 tokens per second) 24.04.392.053 I slot print_timing: id 1 | task 9826 | eval time = 3589.98 ms / 2 tokens ( 3589.98 ms per token, 0.28 tokens per second) 24.04.392.054 I slot print_timing: id 1 | task 9826 | total time = 4752.20 ms / 231 tokens 24.04.392.055 I slot print_timing: id 1 | task 9826 | graphs reused = 8426 24.04.392.056 I slot print_timing: id 1 | task 9826 | graph reallocs = 0 / 0 (same size) / (changed size) 24.04.392.186 I slot release: id 1 | task 9826 | stop processing: n_tokens = 2023, truncated = 0 24.04.711.167 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.886 24.04.711.304 I slot launch_slot_: id 1 | task 9834 | processing task, is_child = 0 24.05.829.865 I slot print_timing: id 0 | task 9829 | prompt eval time = 3266.16 ms / 184 tokens ( 17.75 ms per token, 56.34 tokens per second) 24.05.829.872 I slot print_timing: id 0 | task 9829 | eval time = 1120.14 ms / 2 tokens ( 1120.14 ms per token, 0.89 tokens per second) 24.05.829.873 I slot print_timing: id 0 | task 9829 | total time = 4386.30 ms / 186 tokens 24.05.829.874 I slot print_timing: id 0 | task 9829 | graphs reused = 8426 24.05.829.875 I slot print_timing: id 0 | task 9829 | graph reallocs = 0 / 0 (same size) / (changed size) 24.05.830.023 I slot release: id 0 | task 9829 | stop processing: n_tokens = 1978, truncated = 0 24.05.830.448 I slot print_timing: id 2 | task 9830 | prompt eval time = 3179.44 ms / 279 tokens ( 11.40 ms per token, 87.75 tokens per second) 24.05.830.452 I slot print_timing: id 2 | task 9830 | eval time = 1120.00 ms / 2 tokens ( 1120.00 ms per token, 0.89 tokens per second) 24.05.830.452 I slot print_timing: id 2 | task 9830 | total time = 4299.44 ms / 281 tokens 24.05.830.453 I slot print_timing: id 2 | task 9830 | graphs reused = 8426 24.05.830.454 I slot print_timing: id 2 | task 9830 | graph reallocs = 0 / 0 (same size) / (changed size) 24.05.830.567 I slot release: id 2 | task 9830 | stop processing: n_tokens = 2074, truncated = 0 24.05.831.030 I slot print_timing: id 3 | task 9831 | prompt eval time = 3092.88 ms / 323 tokens ( 9.58 ms per token, 104.43 tokens per second) 24.05.831.034 I slot print_timing: id 3 | task 9831 | eval time = 1119.88 ms / 2 tokens ( 1119.88 ms per token, 0.89 tokens per second) 24.05.831.035 I slot print_timing: id 3 | task 9831 | total time = 4212.76 ms / 325 tokens 24.05.831.035 I slot print_timing: id 3 | task 9831 | graphs reused = 8426 24.05.831.036 I slot print_timing: id 3 | task 9831 | graph reallocs = 0 / 0 (same size) / (changed size) 24.05.831.142 I slot release: id 3 | task 9831 | stop processing: n_tokens = 2118, truncated = 0 24.05.959.193 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.865 24.05.959.311 I slot launch_slot_: id 2 | task 9837 | processing task, is_child = 0 24.05.959.472 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1170.248 MiB) 24.05.976.309 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.808 MiB) 24.06.297.828 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.416 MiB) 24.06.639.732 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.906 24.06.639.886 I slot launch_slot_: id 0 | task 9838 | processing task, is_child = 0 24.06.640.052 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.847 24.06.640.155 I slot launch_slot_: id 3 | task 9839 | processing task, is_child = 0 24.09.822.284 I slot print_timing: id 1 | task 9834 | prompt eval time = 1247.86 ms / 276 tokens ( 4.52 ms per token, 221.18 tokens per second) 24.09.822.290 I slot print_timing: id 1 | task 9834 | eval time = 3863.09 ms / 2 tokens ( 3863.09 ms per token, 0.26 tokens per second) 24.09.822.291 I slot print_timing: id 1 | task 9834 | total time = 5110.95 ms / 278 tokens 24.09.822.292 I slot print_timing: id 1 | task 9834 | graphs reused = 8426 24.09.822.293 I slot print_timing: id 1 | task 9834 | graph reallocs = 0 / 0 (same size) / (changed size) 24.09.822.463 I slot release: id 1 | task 9834 | stop processing: n_tokens = 2070, truncated = 0 24.09.822.491 I slot print_timing: id 0 | task 9838 | prompt processing, n_tokens = 378, progress = 1.00, t = 3.18 s / 118.80 tokens per second 24.09.885.233 I slot print_timing: id 2 | task 9837 | prompt processing, n_tokens = 184, progress = 1.00, t = 3.09 s / 59.45 tokens per second 24.09.947.302 I slot print_timing: id 3 | task 9839 | prompt processing, n_tokens = 324, progress = 1.00, t = 3.01 s / 107.71 tokens per second 24.10.139.166 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.821 (> 0.100 thold), f_keep = 0.866 24.10.139.318 I slot launch_slot_: id 1 | task 9842 | processing task, is_child = 0 24.11.782.045 I slot print_timing: id 0 | task 9838 | prompt eval time = 3497.75 ms / 382 tokens ( 9.16 ms per token, 109.21 tokens per second) 24.11.782.051 I slot print_timing: id 0 | task 9838 | eval time = 1644.12 ms / 2 tokens ( 1644.12 ms per token, 0.61 tokens per second) 24.11.782.052 I slot print_timing: id 0 | task 9838 | total time = 5141.87 ms / 384 tokens 24.11.782.054 I slot print_timing: id 0 | task 9838 | graphs reused = 8426 24.11.782.055 I slot print_timing: id 0 | task 9838 | graph reallocs = 0 / 0 (same size) / (changed size) 24.11.782.205 I slot release: id 0 | task 9838 | stop processing: n_tokens = 2176, truncated = 0 24.11.782.545 I slot print_timing: id 2 | task 9837 | prompt eval time = 3411.61 ms / 188 tokens ( 18.15 ms per token, 55.11 tokens per second) 24.11.782.548 I slot print_timing: id 2 | task 9837 | eval time = 1643.99 ms / 2 tokens ( 1643.99 ms per token, 0.61 tokens per second) 24.11.782.549 I slot print_timing: id 2 | task 9837 | total time = 5055.60 ms / 190 tokens 24.11.782.550 I slot print_timing: id 2 | task 9837 | graphs reused = 8426 24.11.782.550 I slot print_timing: id 2 | task 9837 | graph reallocs = 0 / 0 (same size) / (changed size) 24.11.782.641 I slot release: id 2 | task 9837 | stop processing: n_tokens = 1983, truncated = 0 24.11.782.993 I slot print_timing: id 3 | task 9839 | prompt eval time = 3325.37 ms / 328 tokens ( 10.14 ms per token, 98.64 tokens per second) 24.11.782.996 I slot print_timing: id 3 | task 9839 | eval time = 1643.84 ms / 2 tokens ( 1643.84 ms per token, 0.61 tokens per second) 24.11.782.997 I slot print_timing: id 3 | task 9839 | total time = 4969.21 ms / 330 tokens 24.11.782.998 I slot print_timing: id 3 | task 9839 | graphs reused = 8426 24.11.782.998 I slot print_timing: id 3 | task 9839 | graph reallocs = 0 / 0 (same size) / (changed size) 24.11.783.090 I slot release: id 3 | task 9839 | stop processing: n_tokens = 2123, truncated = 0 24.11.910.657 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.824 24.11.910.791 I slot launch_slot_: id 0 | task 9845 | processing task, is_child = 0 24.11.910.955 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.306 MiB) 24.12.198.365 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1951.725 MiB) 24.12.587.389 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 24.12.587.537 I slot launch_slot_: id 2 | task 9846 | processing task, is_child = 0 24.12.587.706 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.845 24.12.587.813 I slot launch_slot_: id 3 | task 9847 | processing task, is_child = 0 24.15.337.518 I slot print_timing: id 1 | task 9842 | prompt eval time = 1771.31 ms / 390 tokens ( 4.54 ms per token, 220.18 tokens per second) 24.15.337.524 I slot print_timing: id 1 | task 9842 | eval time = 3426.86 ms / 2 tokens ( 3426.86 ms per token, 0.29 tokens per second) 24.15.337.526 I slot print_timing: id 1 | task 9842 | total time = 5198.17 ms / 392 tokens 24.15.337.527 I slot print_timing: id 1 | task 9842 | graphs reused = 8426 24.15.337.527 I slot print_timing: id 1 | task 9842 | graph reallocs = 0 / 0 (same size) / (changed size) 24.15.337.695 I slot release: id 1 | task 9842 | stop processing: n_tokens = 2184, truncated = 0 24.15.655.166 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.821 24.15.655.303 I slot launch_slot_: id 1 | task 9850 | processing task, is_child = 0 24.16.331.454 I slot print_timing: id 0 | task 9845 | prompt eval time = 3065.90 ms / 213 tokens ( 14.39 ms per token, 69.47 tokens per second) 24.16.331.459 I slot print_timing: id 0 | task 9845 | eval time = 677.71 ms / 2 tokens ( 677.71 ms per token, 1.48 tokens per second) 24.16.331.460 I slot print_timing: id 0 | task 9845 | total time = 3743.62 ms / 215 tokens 24.16.331.462 I slot print_timing: id 0 | task 9845 | graphs reused = 8426 24.16.331.462 I slot print_timing: id 0 | task 9845 | graph reallocs = 0 / 0 (same size) / (changed size) 24.16.331.591 I slot release: id 0 | task 9845 | stop processing: n_tokens = 2007, truncated = 0 24.16.332.017 I slot print_timing: id 2 | task 9846 | prompt eval time = 2979.04 ms / 235 tokens ( 12.68 ms per token, 78.88 tokens per second) 24.16.332.021 I slot print_timing: id 2 | task 9846 | eval time = 677.57 ms / 2 tokens ( 677.57 ms per token, 1.48 tokens per second) 24.16.332.021 I slot print_timing: id 2 | task 9846 | total time = 3656.61 ms / 237 tokens 24.16.332.022 I slot print_timing: id 2 | task 9846 | graphs reused = 8426 24.16.332.023 I slot print_timing: id 2 | task 9846 | graph reallocs = 0 / 0 (same size) / (changed size) 24.16.332.132 I slot release: id 2 | task 9846 | stop processing: n_tokens = 2030, truncated = 0 24.16.332.581 I slot print_timing: id 3 | task 9847 | prompt eval time = 2892.91 ms / 249 tokens ( 11.62 ms per token, 86.07 tokens per second) 24.16.332.585 I slot print_timing: id 3 | task 9847 | eval time = 677.43 ms / 2 tokens ( 677.43 ms per token, 1.48 tokens per second) 24.16.332.586 I slot print_timing: id 3 | task 9847 | total time = 3570.33 ms / 251 tokens 24.16.332.587 I slot print_timing: id 3 | task 9847 | graphs reused = 8426 24.16.332.587 I slot print_timing: id 3 | task 9847 | graph reallocs = 0 / 0 (same size) / (changed size) 24.16.332.694 I slot release: id 3 | task 9847 | stop processing: n_tokens = 2043, truncated = 0 24.16.460.917 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.893 24.16.461.053 I slot launch_slot_: id 0 | task 9853 | processing task, is_child = 0 24.16.461.219 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.306 MiB) 24.16.766.027 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2273.208 MiB) 24.17.128.070 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.884 24.17.128.304 I slot launch_slot_: id 2 | task 9854 | processing task, is_child = 0 24.17.128.465 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2043, t_last = 1456212487 24.17.128.785 I slot launch_slot_: id 3 | task 9855 | processing task, is_child = 0 24.21.585.652 I slot print_timing: id 1 | task 9850 | prompt eval time = 805.59 ms / 127 tokens ( 6.34 ms per token, 157.65 tokens per second) 24.21.585.659 I slot print_timing: id 1 | task 9850 | eval time = 5124.74 ms / 2 tokens ( 5124.74 ms per token, 0.20 tokens per second) 24.21.585.660 I slot print_timing: id 1 | task 9850 | total time = 5930.32 ms / 129 tokens 24.21.585.661 I slot print_timing: id 1 | task 9850 | graphs reused = 8426 24.21.585.662 I slot print_timing: id 1 | task 9850 | graph reallocs = 0 / 0 (same size) / (changed size) 24.21.585.804 I slot release: id 1 | task 9850 | stop processing: n_tokens = 1921, truncated = 0 24.21.585.831 I slot print_timing: id 0 | task 9853 | prompt processing, n_tokens = 163, progress = 1.00, t = 4.46 s / 36.58 tokens per second 24.21.649.479 I slot print_timing: id 2 | task 9854 | prompt processing, n_tokens = 207, progress = 1.00, t = 4.37 s / 47.37 tokens per second 24.21.712.268 I slot print_timing: id 3 | task 9855 | prompt processing, n_tokens = 943, progress = 0.65, t = 4.28 s / 220.19 tokens per second 24.22.958.762 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 1461465596 24.22.958.930 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.384 MiB) 24.23.255.714 I slot launch_slot_: id 1 | task 9858 | processing task, is_child = 0 24.23.276.967 I slot print_timing: id 3 | task 9855 | prompt processing, n_tokens = 1256, progress = 0.86, t = 5.65 s / 222.11 tokens per second 24.27.793.991 I slot print_timing: id 0 | task 9853 | prompt eval time = 5829.25 ms / 167 tokens ( 34.91 ms per token, 28.65 tokens per second) 24.27.793.997 I slot print_timing: id 0 | task 9853 | eval time = 4835.94 ms / 2 tokens ( 4835.94 ms per token, 0.21 tokens per second) 24.27.793.998 I slot print_timing: id 0 | task 9853 | total time = 10665.18 ms / 169 tokens 24.27.793.998 I slot print_timing: id 0 | task 9853 | graphs reused = 8426 24.27.793.999 I slot print_timing: id 0 | task 9853 | graph reallocs = 0 / 0 (same size) / (changed size) 24.27.794.132 I slot release: id 0 | task 9853 | stop processing: n_tokens = 1961, truncated = 0 24.27.794.555 I slot print_timing: id 2 | task 9854 | prompt eval time = 5742.92 ms / 211 tokens ( 27.22 ms per token, 36.74 tokens per second) 24.27.794.557 I slot print_timing: id 2 | task 9854 | eval time = 4835.80 ms / 2 tokens ( 4835.80 ms per token, 0.21 tokens per second) 24.27.794.558 I slot print_timing: id 2 | task 9854 | total time = 10578.72 ms / 213 tokens 24.27.794.559 I slot print_timing: id 2 | task 9854 | graphs reused = 8426 24.27.794.559 I slot print_timing: id 2 | task 9854 | graph reallocs = 0 / 0 (same size) / (changed size) 24.27.794.688 I slot release: id 2 | task 9854 | stop processing: n_tokens = 2006, truncated = 0 24.27.794.716 I slot print_timing: id 1 | task 9858 | prompt processing, n_tokens = 1146, progress = 0.69, t = 4.54 s / 252.54 tokens per second 24.27.855.419 I slot print_timing: id 3 | task 9855 | prompt processing, n_tokens = 1455, progress = 1.00, t = 10.49 s / 138.69 tokens per second 24.28.462.545 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 1467673925 24.28.462.716 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2273.286 MiB) 24.28.792.383 I slot launch_slot_: id 0 | task 9861 | processing task, is_child = 0 24.28.792.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.119 MiB) 24.29.115.860 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 1467674480 24.29.116.169 I slot launch_slot_: id 2 | task 9862 | processing task, is_child = 0 24.29.137.805 I slot print_timing: id 1 | task 9858 | prompt processing, n_tokens = 1256, progress = 0.76, t = 5.21 s / 241.26 tokens per second 24.35.277.519 I slot print_timing: id 3 | task 9855 | prompt eval time = 11160.00 ms / 1459 tokens ( 7.65 ms per token, 130.73 tokens per second) 24.35.277.525 I slot print_timing: id 3 | task 9855 | eval time = 6814.98 ms / 2 tokens ( 6814.98 ms per token, 0.15 tokens per second) 24.35.277.527 I slot print_timing: id 3 | task 9855 | total time = 17974.97 ms / 1461 tokens 24.35.277.528 I slot print_timing: id 3 | task 9855 | graphs reused = 8426 24.35.277.528 I slot print_timing: id 3 | task 9855 | graph reallocs = 0 / 0 (same size) / (changed size) 24.35.277.720 I slot release: id 3 | task 9855 | stop processing: n_tokens = 1461, truncated = 0 24.35.277.752 I slot print_timing: id 0 | task 9861 | prompt processing, n_tokens = 1009, progress = 0.66, t = 6.16 s / 163.77 tokens per second 24.35.337.693 I slot print_timing: id 1 | task 9858 | prompt processing, n_tokens = 1658, progress = 1.00, t = 12.02 s / 137.92 tokens per second 24.35.400.868 I slot print_timing: id 2 | task 9862 | prompt processing, n_tokens = 487, progress = 0.49, t = 6.08 s / 80.16 tokens per second 24.37.423.825 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 1475157512 24.37.603.796 I slot launch_slot_: id 3 | task 9865 | processing task, is_child = 0 24.37.603.816 I slot print_timing: id 0 | task 9861 | prompt processing, n_tokens = 1256, progress = 0.82, t = 8.31 s / 151.20 tokens per second 24.37.664.740 I slot print_timing: id 2 | task 9862 | prompt processing, n_tokens = 852, progress = 0.85, t = 8.22 s / 103.63 tokens per second 24.40.677.788 I slot print_timing: id 1 | task 9858 | prompt eval time = 14168.08 ms / 1662 tokens ( 8.52 ms per token, 117.31 tokens per second) 24.40.677.794 I slot print_timing: id 1 | task 9858 | eval time = 3253.97 ms / 2 tokens ( 3253.97 ms per token, 0.31 tokens per second) 24.40.677.795 I slot print_timing: id 1 | task 9858 | total time = 17422.04 ms / 1664 tokens 24.40.677.796 I slot print_timing: id 1 | task 9858 | graphs reused = 8426 24.40.677.797 I slot print_timing: id 1 | task 9858 | graph reallocs = 0 / 0 (same size) / (changed size) 24.40.677.921 I slot release: id 1 | task 9858 | stop processing: n_tokens = 1664, truncated = 0 24.40.677.947 I slot print_timing: id 0 | task 9861 | prompt processing, n_tokens = 1521, progress = 1.00, t = 11.56 s / 131.56 tokens per second 24.40.738.871 I slot print_timing: id 2 | task 9862 | prompt processing, n_tokens = 999, progress = 1.00, t = 11.48 s / 87.05 tokens per second 24.41.992.044 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 1480557713 24.41.992.199 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1952.022 MiB) 24.42.287.893 I slot launch_slot_: id 1 | task 9868 | processing task, is_child = 0 24.42.304.899 I slot print_timing: id 3 | task 9865 | prompt processing, n_tokens = 852, progress = 0.86, t = 4.27 s / 199.33 tokens per second 24.44.256.169 I slot print_timing: id 0 | task 9861 | prompt eval time = 12874.88 ms / 1525 tokens ( 8.44 ms per token, 118.45 tokens per second) 24.44.256.175 I slot print_timing: id 0 | task 9861 | eval time = 2265.10 ms / 2 tokens ( 2265.10 ms per token, 0.44 tokens per second) 24.44.256.176 I slot print_timing: id 0 | task 9861 | total time = 15139.98 ms / 1527 tokens 24.44.256.176 I slot print_timing: id 0 | task 9861 | graphs reused = 8426 24.44.256.177 I slot print_timing: id 0 | task 9861 | graph reallocs = 0 / 0 (same size) / (changed size) 24.44.256.296 I slot release: id 0 | task 9861 | stop processing: n_tokens = 1527, truncated = 0 24.44.256.717 I slot print_timing: id 2 | task 9862 | prompt eval time = 12790.41 ms / 1003 tokens ( 12.75 ms per token, 78.42 tokens per second) 24.44.256.720 I slot print_timing: id 2 | task 9862 | eval time = 2264.68 ms / 2 tokens ( 2264.68 ms per token, 0.44 tokens per second) 24.44.256.721 I slot print_timing: id 2 | task 9862 | total time = 15055.09 ms / 1005 tokens 24.44.256.721 I slot print_timing: id 2 | task 9862 | graphs reused = 8426 24.44.256.722 I slot print_timing: id 2 | task 9862 | graph reallocs = 0 / 0 (same size) / (changed size) 24.44.256.794 I slot release: id 2 | task 9862 | stop processing: n_tokens = 1005, truncated = 0 24.44.284.989 I slot print_timing: id 3 | task 9865 | prompt processing, n_tokens = 988, progress = 1.00, t = 6.54 s / 151.08 tokens per second 24.45.780.994 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878 24.45.781.153 I slot launch_slot_: id 2 | task 9871 | processing task, is_child = 0 24.45.781.295 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.415 MiB) 24.46.036.126 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 1484136088 24.46.036.590 I slot launch_slot_: id 0 | task 9872 | processing task, is_child = 0 24.46.065.604 I slot print_timing: id 1 | task 9868 | prompt processing, n_tokens = 852, progress = 0.87, t = 3.49 s / 243.96 tokens per second 24.48.048.361 I slot print_timing: id 3 | task 9865 | prompt eval time = 8064.98 ms / 992 tokens ( 8.13 ms per token, 123.00 tokens per second) 24.48.048.367 I slot print_timing: id 3 | task 9865 | eval time = 2267.37 ms / 2 tokens ( 2267.37 ms per token, 0.44 tokens per second) 24.48.048.368 I slot print_timing: id 3 | task 9865 | total time = 10332.35 ms / 994 tokens 24.48.048.369 I slot print_timing: id 3 | task 9865 | graphs reused = 8426 24.48.048.370 I slot print_timing: id 3 | task 9865 | graph reallocs = 0 / 0 (same size) / (changed size) 24.48.048.444 I slot release: id 3 | task 9865 | stop processing: n_tokens = 994, truncated = 0 24.48.076.916 I slot print_timing: id 1 | task 9868 | prompt processing, n_tokens = 978, progress = 1.00, t = 5.76 s / 169.79 tokens per second 24.49.788.932 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.886 24.49.789.111 I slot launch_slot_: id 3 | task 9875 | processing task, is_child = 0 24.49.789.126 I slot print_timing: id 0 | task 9872 | prompt processing, n_tokens = 852, progress = 0.86, t = 3.75 s / 227.11 tokens per second 24.49.840.476 I slot print_timing: id 2 | task 9871 | prompt processing, n_tokens = 108, progress = 1.00, t = 3.65 s / 29.55 tokens per second 24.50.572.761 I slot print_timing: id 1 | task 9868 | prompt eval time = 7501.00 ms / 982 tokens ( 7.64 ms per token, 130.92 tokens per second) 24.50.572.766 I slot print_timing: id 1 | task 9868 | eval time = 783.84 ms / 2 tokens ( 783.84 ms per token, 1.28 tokens per second) 24.50.572.767 I slot print_timing: id 1 | task 9868 | total time = 8284.84 ms / 984 tokens 24.50.572.768 I slot print_timing: id 1 | task 9868 | graphs reused = 8426 24.50.572.769 I slot print_timing: id 1 | task 9868 | graph reallocs = 0 / 0 (same size) / (changed size) 24.50.572.839 I slot release: id 1 | task 9868 | stop processing: n_tokens = 984, truncated = 0 24.50.573.660 I slot print_timing: id 0 | task 9872 | prompt processing, n_tokens = 983, progress = 1.00, t = 4.54 s / 216.72 tokens per second 24.51.239.564 I slot print_timing: id 2 | task 9871 | prompt eval time = 4440.37 ms / 112 tokens ( 39.65 ms per token, 25.22 tokens per second) 24.51.239.570 I slot print_timing: id 2 | task 9871 | eval time = 665.91 ms / 2 tokens ( 665.91 ms per token, 1.50 tokens per second) 24.51.239.571 I slot print_timing: id 2 | task 9871 | total time = 5106.28 ms / 114 tokens 24.51.239.572 I slot print_timing: id 2 | task 9871 | graphs reused = 8426 24.51.239.573 I slot print_timing: id 2 | task 9871 | graph reallocs = 0 / 0 (same size) / (changed size) 24.51.239.644 I slot release: id 2 | task 9871 | stop processing: n_tokens = 965, truncated = 0 24.51.239.663 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.895 24.51.239.814 I slot launch_slot_: id 1 | task 9878 | processing task, is_child = 0 24.51.239.931 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.040 MiB) 24.51.490.062 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 965, t_last = 1491119437 24.51.490.329 I slot launch_slot_: id 2 | task 9879 | processing task, is_child = 0 24.52.786.772 I slot print_timing: id 0 | task 9872 | prompt eval time = 5202.54 ms / 987 tokens ( 5.27 ms per token, 189.72 tokens per second) 24.52.786.777 I slot print_timing: id 0 | task 9872 | eval time = 1547.61 ms / 2 tokens ( 1547.61 ms per token, 0.65 tokens per second) 24.52.786.779 I slot print_timing: id 0 | task 9872 | total time = 6750.14 ms / 989 tokens 24.52.786.781 I slot print_timing: id 0 | task 9872 | graphs reused = 8426 24.52.786.782 I slot print_timing: id 0 | task 9872 | graph reallocs = 0 / 0 (same size) / (changed size) 24.52.786.848 I slot release: id 0 | task 9872 | stop processing: n_tokens = 989, truncated = 0 24.54.436.785 I slot print_timing: id 3 | task 9875 | prompt eval time = 2889.03 ms / 124 tokens ( 23.30 ms per token, 42.92 tokens per second) 24.54.436.791 I slot print_timing: id 3 | task 9875 | eval time = 1649.12 ms / 2 tokens ( 1649.12 ms per token, 0.61 tokens per second) 24.54.436.792 I slot print_timing: id 3 | task 9875 | total time = 4538.14 ms / 126 tokens 24.54.436.793 I slot print_timing: id 3 | task 9875 | graphs reused = 8426 24.54.436.794 I slot print_timing: id 3 | task 9875 | graph reallocs = 0 / 0 (same size) / (changed size) 24.54.436.867 I slot release: id 3 | task 9875 | stop processing: n_tokens = 977, truncated = 0 24.54.436.883 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 1492666640 24.54.574.942 I slot launch_slot_: id 0 | task 9882 | processing task, is_child = 0 24.54.575.055 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.744 MiB) 24.54.826.279 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 1494316659 24.54.826.547 I slot launch_slot_: id 3 | task 9883 | processing task, is_child = 0 25.01.262.331 I slot print_timing: id 0 | task 9882 | prompt processing, n_tokens = 1113, progress = 0.68, t = 6.44 s / 172.96 tokens per second 25.01.322.749 I slot print_timing: id 2 | task 9879 | prompt processing, n_tokens = 821, progress = 1.00, t = 9.68 s / 84.84 tokens per second 25.01.373.608 I slot print_timing: id 3 | task 9883 | prompt processing, n_tokens = 812, progress = 0.51, t = 6.30 s / 128.96 tokens per second 25.03.246.269 I slot print_timing: id 1 | task 9878 | prompt eval time = 9771.96 ms / 128 tokens ( 76.34 ms per token, 13.10 tokens per second) 25.03.246.277 I slot print_timing: id 1 | task 9878 | eval time = 1983.95 ms / 2 tokens ( 1983.95 ms per token, 0.50 tokens per second) 25.03.246.278 I slot print_timing: id 1 | task 9878 | total time = 11755.91 ms / 130 tokens 25.03.246.279 I slot print_timing: id 1 | task 9878 | graphs reused = 8426 25.03.246.280 I slot print_timing: id 1 | task 9878 | graph reallocs = 0 / 0 (same size) / (changed size) 25.03.246.385 I slot release: id 1 | task 9878 | stop processing: n_tokens = 981, truncated = 0 25.03.247.259 I slot print_timing: id 0 | task 9882 | prompt processing, n_tokens = 1371, progress = 0.84, t = 8.42 s / 162.84 tokens per second 25.03.308.257 I slot print_timing: id 3 | task 9883 | prompt processing, n_tokens = 1071, progress = 0.68, t = 8.28 s / 129.34 tokens per second 25.05.511.543 I slot print_timing: id 2 | task 9879 | prompt eval time = 11662.14 ms / 825 tokens ( 14.14 ms per token, 70.74 tokens per second) 25.05.511.548 I slot print_timing: id 2 | task 9879 | eval time = 2264.29 ms / 2 tokens ( 2264.29 ms per token, 0.44 tokens per second) 25.05.511.549 I slot print_timing: id 2 | task 9879 | total time = 13926.43 ms / 827 tokens 25.05.511.553 I slot print_timing: id 2 | task 9879 | graphs reused = 8426 25.05.511.554 I slot print_timing: id 2 | task 9879 | graph reallocs = 0 / 0 (same size) / (changed size) 25.05.511.642 I slot release: id 2 | task 9879 | stop processing: n_tokens = 827, truncated = 0 25.05.511.660 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 1503126177 25.05.511.784 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1278.208 MiB) 25.05.756.822 I slot launch_slot_: id 1 | task 9887 | processing task, is_child = 0 25.05.756.930 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.383 MiB) 25.05.928.928 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 1505391435 25.05.929.184 I slot launch_slot_: id 2 | task 9888 | processing task, is_child = 0 25.05.929.200 I slot print_timing: id 0 | task 9882 | prompt processing, n_tokens = 1625, progress = 1.00, t = 10.68 s / 152.09 tokens per second 25.11.710.763 I slot print_timing: id 1 | task 9887 | prompt processing, n_tokens = 1100, progress = 0.68, t = 5.70 s / 192.93 tokens per second 25.11.771.323 I slot print_timing: id 2 | task 9888 | prompt processing, n_tokens = 944, progress = 0.58, t = 5.67 s / 166.40 tokens per second 25.11.771.338 I slot print_timing: id 3 | task 9883 | prompt processing, n_tokens = 1371, progress = 0.86, t = 10.55 s / 130.00 tokens per second 25.14.352.436 I slot print_timing: id 0 | task 9882 | prompt eval time = 16884.17 ms / 1629 tokens ( 10.36 ms per token, 96.48 tokens per second) 25.14.352.443 I slot print_timing: id 0 | task 9882 | eval time = 2641.69 ms / 2 tokens ( 2641.69 ms per token, 0.38 tokens per second) 25.14.352.444 I slot print_timing: id 0 | task 9882 | total time = 19525.86 ms / 1631 tokens 25.14.352.445 I slot print_timing: id 0 | task 9882 | graphs reused = 8426 25.14.352.445 I slot print_timing: id 0 | task 9882 | graph reallocs = 0 / 0 (same size) / (changed size) 25.14.352.633 I slot release: id 0 | task 9882 | stop processing: n_tokens = 1631, truncated = 0 25.14.352.659 I slot print_timing: id 1 | task 9887 | prompt processing, n_tokens = 1371, progress = 0.85, t = 8.34 s / 164.32 tokens per second 25.14.413.450 I slot print_timing: id 2 | task 9888 | prompt processing, n_tokens = 1115, progress = 0.68, t = 8.31 s / 134.10 tokens per second 25.14.474.307 I slot print_timing: id 3 | task 9883 | prompt processing, n_tokens = 1583, progress = 1.00, t = 19.39 s / 81.65 tokens per second 25.16.284.812 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.858 25.16.284.966 I slot launch_slot_: id 0 | task 9892 | processing task, is_child = 0 25.16.361.994 I slot print_timing: id 1 | task 9887 | prompt processing, n_tokens = 1612, progress = 1.00, t = 10.28 s / 156.88 tokens per second 25.16.428.302 I slot print_timing: id 2 | task 9888 | prompt processing, n_tokens = 1371, progress = 0.84, t = 10.25 s / 133.80 tokens per second 25.18.605.410 I slot print_timing: id 3 | task 9883 | prompt eval time = 21319.59 ms / 1587 tokens ( 13.43 ms per token, 74.44 tokens per second) 25.18.605.416 I slot print_timing: id 3 | task 9883 | eval time = 2320.61 ms / 2 tokens ( 2320.61 ms per token, 0.43 tokens per second) 25.18.605.417 I slot print_timing: id 3 | task 9883 | total time = 23640.20 ms / 1589 tokens 25.18.605.420 I slot print_timing: id 3 | task 9883 | graphs reused = 8426 25.18.605.421 I slot print_timing: id 3 | task 9883 | graph reallocs = 0 / 0 (same size) / (changed size) 25.18.605.531 I slot release: id 3 | task 9883 | stop processing: n_tokens = 1589, truncated = 0 25.18.669.103 I slot print_timing: id 2 | task 9888 | prompt processing, n_tokens = 1627, progress = 1.00, t = 12.57 s / 129.46 tokens per second 25.18.911.204 I slot print_timing: id 1 | task 9887 | prompt eval time = 12596.47 ms / 1616 tokens ( 7.79 ms per token, 128.29 tokens per second) 25.18.911.209 I slot print_timing: id 1 | task 9887 | eval time = 306.16 ms / 2 tokens ( 306.16 ms per token, 3.27 tokens per second) 25.18.911.211 I slot print_timing: id 1 | task 9887 | total time = 12902.62 ms / 1618 tokens 25.18.911.211 I slot print_timing: id 1 | task 9887 | graphs reused = 8426 25.18.911.212 I slot print_timing: id 1 | task 9887 | graph reallocs = 0 / 0 (same size) / (changed size) 25.18.911.328 I slot release: id 1 | task 9887 | stop processing: n_tokens = 1618, truncated = 0 25.18.912.169 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 1518485324 25.18.912.325 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1299.866 MiB) 25.19.154.472 I slot launch_slot_: id 3 | task 9895 | processing task, is_child = 0 25.19.154.617 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1302.330 MiB) 25.19.403.433 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 1518791121 25.19.403.727 I slot launch_slot_: id 1 | task 9896 | processing task, is_child = 0 25.21.426.316 I slot print_timing: id 0 | task 9892 | prompt eval time = 2625.83 ms / 317 tokens ( 8.28 ms per token, 120.72 tokens per second) 25.21.426.322 I slot print_timing: id 0 | task 9892 | eval time = 2515.49 ms / 2 tokens ( 2515.49 ms per token, 0.40 tokens per second) 25.21.426.324 I slot print_timing: id 0 | task 9892 | total time = 5141.32 ms / 319 tokens 25.21.426.325 I slot print_timing: id 0 | task 9892 | graphs reused = 8426 25.21.426.326 I slot print_timing: id 0 | task 9892 | graph reallocs = 0 / 0 (same size) / (changed size) 25.21.426.483 I slot release: id 0 | task 9892 | stop processing: n_tokens = 1718, truncated = 0 25.21.426.944 I slot print_timing: id 2 | task 9888 | prompt eval time = 12875.10 ms / 1631 tokens ( 7.89 ms per token, 126.68 tokens per second) 25.21.426.947 I slot print_timing: id 2 | task 9888 | eval time = 2514.78 ms / 2 tokens ( 2514.78 ms per token, 0.40 tokens per second) 25.21.426.948 I slot print_timing: id 2 | task 9888 | total time = 15389.88 ms / 1633 tokens 25.21.426.948 I slot print_timing: id 2 | task 9888 | graphs reused = 8426 25.21.426.949 I slot print_timing: id 2 | task 9888 | graph reallocs = 0 / 0 (same size) / (changed size) 25.21.427.050 I slot release: id 2 | task 9888 | stop processing: n_tokens = 1633, truncated = 0 25.22.439.134 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 1521306275 25.22.439.333 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1046.445 MiB) 25.23.785.918 I slot launch_slot_: id 0 | task 9899 | processing task, is_child = 0 25.23.786.064 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.580 MiB) 25.24.004.225 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 1521306843 25.24.004.533 I slot launch_slot_: id 2 | task 9900 | processing task, is_child = 0 25.24.040.925 I slot print_timing: id 1 | task 9896 | prompt processing, n_tokens = 724, progress = 0.83, t = 3.04 s / 238.52 tokens per second 25.24.101.693 I slot print_timing: id 3 | task 9895 | prompt processing, n_tokens = 724, progress = 0.86, t = 3.02 s / 239.85 tokens per second 25.26.971.123 I slot print_timing: id 1 | task 9896 | prompt processing, n_tokens = 864, progress = 1.00, t = 6.92 s / 124.83 tokens per second 25.27.045.751 I slot print_timing: id 3 | task 9895 | prompt processing, n_tokens = 837, progress = 1.00, t = 6.90 s / 121.23 tokens per second 25.29.098.834 I slot print_timing: id 0 | task 9899 | prompt processing, n_tokens = 714, progress = 0.85, t = 5.09 s / 140.19 tokens per second 25.29.143.388 I slot print_timing: id 2 | task 9900 | prompt processing, n_tokens = 714, progress = 0.83, t = 5.01 s / 142.46 tokens per second 25.30.172.094 I slot print_timing: id 1 | task 9896 | prompt eval time = 9694.45 ms / 868 tokens ( 11.17 ms per token, 89.54 tokens per second) 25.30.172.100 I slot print_timing: id 1 | task 9896 | eval time = 1073.89 ms / 2 tokens ( 1073.89 ms per token, 0.93 tokens per second) 25.30.172.101 I slot print_timing: id 1 | task 9896 | total time = 10768.34 ms / 870 tokens 25.30.172.104 I slot print_timing: id 1 | task 9896 | graphs reused = 8426 25.30.172.104 I slot print_timing: id 1 | task 9896 | graph reallocs = 0 / 0 (same size) / (changed size) 25.30.172.190 I slot release: id 1 | task 9896 | stop processing: n_tokens = 870, truncated = 0 25.30.172.637 I slot print_timing: id 3 | task 9895 | prompt eval time = 9678.22 ms / 841 tokens ( 11.51 ms per token, 86.90 tokens per second) 25.30.172.640 I slot print_timing: id 3 | task 9895 | eval time = 1073.83 ms / 2 tokens ( 1073.83 ms per token, 0.93 tokens per second) 25.30.172.641 I slot print_timing: id 3 | task 9895 | total time = 10752.05 ms / 843 tokens 25.30.172.642 I slot print_timing: id 3 | task 9895 | graphs reused = 8426 25.30.172.642 I slot print_timing: id 3 | task 9895 | graph reallocs = 0 / 0 (same size) / (changed size) 25.30.172.695 I slot release: id 3 | task 9895 | stop processing: n_tokens = 843, truncated = 0 25.30.172.721 I slot print_timing: id 0 | task 9899 | prompt processing, n_tokens = 839, progress = 1.00, t = 6.17 s / 136.04 tokens per second 25.30.224.544 I slot print_timing: id 2 | task 9900 | prompt processing, n_tokens = 858, progress = 1.00, t = 6.09 s / 140.98 tokens per second 25.30.396.573 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 1530051982 25.30.396.681 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.018 MiB) 25.30.576.924 I slot launch_slot_: id 1 | task 9905 | processing task, is_child = 0 25.30.712.484 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 1530052487 25.30.712.763 I slot launch_slot_: id 3 | task 9906 | processing task, is_child = 0 25.32.394.944 I slot print_timing: id 0 | task 9899 | prompt eval time = 6391.34 ms / 843 tokens ( 7.58 ms per token, 131.90 tokens per second) 25.32.394.950 I slot print_timing: id 0 | task 9899 | eval time = 1999.04 ms / 2 tokens ( 1999.04 ms per token, 0.50 tokens per second) 25.32.394.951 I slot print_timing: id 0 | task 9899 | total time = 8390.38 ms / 845 tokens 25.32.394.952 I slot print_timing: id 0 | task 9899 | graphs reused = 8426 25.32.394.954 I slot print_timing: id 0 | task 9899 | graph reallocs = 0 / 0 (same size) / (changed size) 25.32.395.032 I slot release: id 0 | task 9899 | stop processing: n_tokens = 845, truncated = 0 25.32.395.439 I slot print_timing: id 2 | task 9900 | prompt eval time = 6310.93 ms / 862 tokens ( 7.32 ms per token, 136.59 tokens per second) 25.32.395.442 I slot print_timing: id 2 | task 9900 | eval time = 1998.87 ms / 2 tokens ( 1998.87 ms per token, 0.50 tokens per second) 25.32.395.443 I slot print_timing: id 2 | task 9900 | total time = 8309.80 ms / 864 tokens 25.32.395.444 I slot print_timing: id 2 | task 9900 | graphs reused = 8426 25.32.395.444 I slot print_timing: id 2 | task 9900 | graph reallocs = 0 / 0 (same size) / (changed size) 25.32.395.499 I slot release: id 2 | task 9900 | stop processing: n_tokens = 864, truncated = 0 25.33.394.352 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 845, t_last = 1532274825 25.33.394.494 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 845.154 MiB) 25.34.403.538 I slot launch_slot_: id 0 | task 9909 | processing task, is_child = 0 25.34.403.645 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.211 MiB) 25.34.541.614 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 1532275290 25.34.541.866 I slot launch_slot_: id 2 | task 9910 | processing task, is_child = 0 25.36.807.304 I slot print_timing: id 1 | task 9905 | prompt processing, n_tokens = 761, progress = 0.99, t = 6.05 s / 125.83 tokens per second 25.36.864.919 I slot print_timing: id 3 | task 9906 | prompt processing, n_tokens = 883, progress = 1.00, t = 6.04 s / 146.29 tokens per second 25.39.456.795 I slot print_timing: id 0 | task 9909 | prompt processing, n_tokens = 616, progress = 0.83, t = 4.91 s / 125.37 tokens per second 25.39.494.794 I slot print_timing: id 2 | task 9910 | prompt processing, n_tokens = 561, progress = 0.82, t = 4.86 s / 115.44 tokens per second 25.40.395.469 I slot print_timing: id 1 | task 9905 | prompt eval time = 8743.29 ms / 765 tokens ( 11.43 ms per token, 87.50 tokens per second) 25.40.395.474 I slot print_timing: id 1 | task 9905 | eval time = 939.39 ms / 2 tokens ( 939.39 ms per token, 1.06 tokens per second) 25.40.395.476 I slot print_timing: id 1 | task 9905 | total time = 9682.68 ms / 767 tokens 25.40.395.477 I slot print_timing: id 1 | task 9905 | graphs reused = 8426 25.40.395.478 I slot print_timing: id 1 | task 9905 | graph reallocs = 0 / 0 (same size) / (changed size) 25.40.395.560 I slot release: id 1 | task 9905 | stop processing: n_tokens = 767, truncated = 0 25.40.395.917 I slot print_timing: id 3 | task 9906 | prompt eval time = 8732.29 ms / 887 tokens ( 9.84 ms per token, 101.58 tokens per second) 25.40.395.921 I slot print_timing: id 3 | task 9906 | eval time = 939.15 ms / 2 tokens ( 939.15 ms per token, 1.06 tokens per second) 25.40.395.922 I slot print_timing: id 3 | task 9906 | total time = 9671.43 ms / 889 tokens 25.40.395.922 I slot print_timing: id 3 | task 9906 | graphs reused = 8426 25.40.395.923 I slot print_timing: id 3 | task 9906 | graph reallocs = 0 / 0 (same size) / (changed size) 25.40.395.971 I slot release: id 3 | task 9906 | stop processing: n_tokens = 889, truncated = 0 25.40.395.992 I slot print_timing: id 0 | task 9909 | prompt processing, n_tokens = 734, progress = 0.99, t = 5.85 s / 125.40 tokens per second 25.40.441.677 I slot print_timing: id 2 | task 9910 | prompt processing, n_tokens = 684, progress = 0.99, t = 5.80 s / 117.94 tokens per second 25.40.602.356 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 767, t_last = 1540275352 25.40.602.453 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.664 MiB) 25.40.736.716 I slot launch_slot_: id 1 | task 9915 | processing task, is_child = 0 25.40.909.427 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 1540275762 25.40.909.681 I slot launch_slot_: id 3 | task 9916 | processing task, is_child = 0 25.41.943.873 I slot print_timing: id 0 | task 9909 | prompt eval time = 6059.80 ms / 738 tokens ( 8.21 ms per token, 121.79 tokens per second) 25.41.943.879 I slot print_timing: id 0 | task 9909 | eval time = 1342.18 ms / 2 tokens ( 1342.18 ms per token, 0.75 tokens per second) 25.41.943.880 I slot print_timing: id 0 | task 9909 | total time = 7401.98 ms / 740 tokens 25.41.943.881 I slot print_timing: id 0 | task 9909 | graphs reused = 8426 25.41.943.882 I slot print_timing: id 0 | task 9909 | graph reallocs = 0 / 0 (same size) / (changed size) 25.41.943.948 I slot release: id 0 | task 9909 | stop processing: n_tokens = 740, truncated = 0 25.41.944.385 I slot print_timing: id 2 | task 9910 | prompt eval time = 6006.62 ms / 688 tokens ( 8.73 ms per token, 114.54 tokens per second) 25.41.944.388 I slot print_timing: id 2 | task 9910 | eval time = 1342.04 ms / 2 tokens ( 1342.04 ms per token, 0.75 tokens per second) 25.41.944.388 I slot print_timing: id 2 | task 9910 | total time = 7348.65 ms / 690 tokens 25.41.944.389 I slot print_timing: id 2 | task 9910 | graphs reused = 8426 25.41.944.390 I slot print_timing: id 2 | task 9910 | graph reallocs = 0 / 0 (same size) / (changed size) 25.41.944.455 I slot release: id 2 | task 9910 | stop processing: n_tokens = 690, truncated = 0 25.44.700.865 I slot print_timing: id 1 | task 9915 | prompt processing, n_tokens = 701, progress = 0.99, t = 3.79 s / 184.91 tokens per second 25.45.119.087 I slot print_timing: id 3 | task 9916 | prompt processing, n_tokens = 667, progress = 0.99, t = 3.78 s / 176.41 tokens per second 25.45.340.190 I slot print_timing: id 1 | task 9915 | prompt eval time = 4370.69 ms / 705 tokens ( 6.20 ms per token, 161.30 tokens per second) 25.45.340.197 I slot print_timing: id 1 | task 9915 | eval time = 59.80 ms / 2 tokens ( 59.80 ms per token, 16.72 tokens per second) 25.45.340.199 I slot print_timing: id 1 | task 9915 | total time = 4430.49 ms / 707 tokens 25.45.340.200 I slot print_timing: id 1 | task 9915 | graphs reused = 8426 25.45.340.201 I slot print_timing: id 1 | task 9915 | graph reallocs = 0 / 0 (same size) / (changed size) 25.45.340.263 I slot release: id 1 | task 9915 | stop processing: n_tokens = 707, truncated = 0 25.45.340.684 I slot print_timing: id 3 | task 9916 | prompt eval time = 4361.27 ms / 671 tokens ( 6.50 ms per token, 153.85 tokens per second) 25.45.340.688 I slot print_timing: id 3 | task 9916 | eval time = 59.54 ms / 2 tokens ( 59.54 ms per token, 16.80 tokens per second) 25.45.340.689 I slot print_timing: id 3 | task 9916 | total time = 4420.81 ms / 673 tokens 25.45.340.691 I slot print_timing: id 3 | task 9916 | graphs reused = 8426 25.45.340.692 I slot print_timing: id 3 | task 9916 | graph reallocs = 0 / 0 (same size) / (changed size) 25.45.340.738 I slot release: id 3 | task 9916 | stop processing: n_tokens = 673, truncated = 0