C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\dbf58f4c413b\gemma-4-12b-it-Q3_K_M.gguf --host 127.0.0.1 --port 8091 -c 16384 -np 4 -ngl 999 -fa on --jinja --seed 1234 --chat-template-kwargs "{\"enable_thinking\": false}" --no-webui -a quant 0.00.091.083 W Setting 'enable_thinking' via --chat-template-kwargs is deprecated. Use --reasoning on / --reasoning off instead. 0.00.091.238 I srv llama_server: initializing ... 0.00.091.242 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.091.342 I srv init_listene: The UI is disabled 0.00.091.344 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.091.417 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.095.065 I srv load_model: loading model 'C:\quantdiff\dl\campaign\dbf58f4c413b\gemma-4-12b-it-Q3_K_M.gguf' 0.01.300.235 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.300.452 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.300.790 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.334.250 W load: '' is a normal token here, removing it from EOG list 0.03.261.882 I cmn init: llama threadpool init, n_threads = 8 0.03.351.712 I srv load_model: initializing, n_slots = 4, n_ctx_slot = 4096, kv_unified = 'false' 0.03.360.247 I srv llama_server: model loaded 0.03.360.254 I srv llama_server: listening on http://127.0.0.1:8091 1.44.037.699 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 1.44.037.758 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 1.44.037.763 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 1.44.037.791 I slot launch_slot_: id 1 | task 1 | processing task, is_child = 0 1.44.037.795 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 1.44.037.816 I slot launch_slot_: id 2 | task 2 | processing task, is_child = 0 1.44.037.818 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 1.44.037.839 I slot launch_slot_: id 3 | task 3 | processing task, is_child = 0 1.44.524.302 I slot print_timing: id 0 | task 0 | prompt eval time = 464.42 ms / 135 tokens ( 3.44 ms per token, 290.69 tokens per second) 1.44.524.308 I slot print_timing: id 0 | task 0 | eval time = 22.03 ms / 2 tokens ( 22.03 ms per token, 45.39 tokens per second) 1.44.524.309 I slot print_timing: id 0 | task 0 | total time = 486.45 ms / 137 tokens 1.44.524.313 I slot print_timing: id 0 | task 0 | graphs reused = 1 1.44.524.314 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.524.351 I slot release: id 0 | task 0 | stop processing: n_tokens = 136, truncated = 0 1.44.524.824 I slot print_timing: id 1 | task 1 | prompt eval time = 465.14 ms / 122 tokens ( 3.81 ms per token, 262.28 tokens per second) 1.44.524.830 I slot print_timing: id 1 | task 1 | eval time = 21.81 ms / 2 tokens ( 21.81 ms per token, 45.85 tokens per second) 1.44.524.831 I slot print_timing: id 1 | task 1 | total time = 486.95 ms / 124 tokens 1.44.524.832 I slot print_timing: id 1 | task 1 | graphs reused = 1 1.44.524.833 I slot print_timing: id 1 | task 1 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.524.856 I slot release: id 1 | task 1 | stop processing: n_tokens = 123, truncated = 0 1.44.525.260 I slot print_timing: id 2 | task 2 | prompt eval time = 465.83 ms / 118 tokens ( 3.95 ms per token, 253.31 tokens per second) 1.44.525.263 I slot print_timing: id 2 | task 2 | eval time = 21.56 ms / 2 tokens ( 21.56 ms per token, 46.39 tokens per second) 1.44.525.264 I slot print_timing: id 2 | task 2 | total time = 487.39 ms / 120 tokens 1.44.525.265 I slot print_timing: id 2 | task 2 | graphs reused = 1 1.44.525.266 I slot print_timing: id 2 | task 2 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.525.282 I slot release: id 2 | task 2 | stop processing: n_tokens = 119, truncated = 0 1.44.525.654 I slot print_timing: id 3 | task 3 | prompt eval time = 466.51 ms / 126 tokens ( 3.70 ms per token, 270.09 tokens per second) 1.44.525.659 I slot print_timing: id 3 | task 3 | eval time = 21.26 ms / 2 tokens ( 21.26 ms per token, 47.05 tokens per second) 1.44.525.660 I slot print_timing: id 3 | task 3 | total time = 487.77 ms / 128 tokens 1.44.525.661 I slot print_timing: id 3 | task 3 | graphs reused = 1 1.44.525.661 I slot print_timing: id 3 | task 3 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.525.676 I slot release: id 3 | task 3 | stop processing: n_tokens = 127, truncated = 0 1.44.575.799 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.213 1.44.591.168 I slot launch_slot_: id 0 | task 8 | processing task, is_child = 0 1.44.633.428 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.252 1.44.633.621 I slot launch_slot_: id 2 | task 9 | processing task, is_child = 0 1.44.633.695 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 1.44.633.831 I slot launch_slot_: id 3 | task 10 | processing task, is_child = 0 1.44.633.869 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.147 (> 0.100 thold), f_keep = 0.236 1.44.634.002 I slot launch_slot_: id 1 | task 11 | processing task, is_child = 0 1.44.984.707 I slot print_timing: id 1 | task 11 | prompt eval time = 324.25 ms / 196 tokens ( 1.65 ms per token, 604.48 tokens per second) 1.44.984.713 I slot print_timing: id 1 | task 11 | eval time = 21.38 ms / 2 tokens ( 21.38 ms per token, 46.78 tokens per second) 1.44.984.714 I slot print_timing: id 1 | task 11 | total time = 345.62 ms / 198 tokens 1.44.984.715 I slot print_timing: id 1 | task 11 | graphs reused = 1 1.44.984.716 I slot print_timing: id 1 | task 11 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.984.751 I slot release: id 1 | task 11 | stop processing: n_tokens = 198, truncated = 0 1.44.985.014 I slot print_timing: id 2 | task 9 | prompt eval time = 319.88 ms / 113 tokens ( 2.83 ms per token, 353.25 tokens per second) 1.44.985.017 I slot print_timing: id 2 | task 9 | eval time = 21.10 ms / 2 tokens ( 21.10 ms per token, 47.39 tokens per second) 1.44.985.018 I slot print_timing: id 2 | task 9 | total time = 340.99 ms / 115 tokens 1.44.985.018 I slot print_timing: id 2 | task 9 | graphs reused = 1 1.44.985.019 I slot print_timing: id 2 | task 9 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.985.032 I slot release: id 2 | task 9 | stop processing: n_tokens = 115, truncated = 0 1.44.985.292 I slot print_timing: id 3 | task 10 | prompt eval time = 315.50 ms / 150 tokens ( 2.10 ms per token, 475.43 tokens per second) 1.44.985.295 I slot print_timing: id 3 | task 10 | eval time = 20.79 ms / 2 tokens ( 20.79 ms per token, 48.10 tokens per second) 1.44.985.295 I slot print_timing: id 3 | task 10 | total time = 336.29 ms / 152 tokens 1.44.985.296 I slot print_timing: id 3 | task 10 | graphs reused = 1 1.44.985.296 I slot print_timing: id 3 | task 10 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.985.312 I slot release: id 3 | task 10 | stop processing: n_tokens = 152, truncated = 0 1.45.004.111 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.261 1.45.016.876 I slot launch_slot_: id 2 | task 16 | processing task, is_child = 0 1.45.053.401 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.146 1.45.053.579 I slot launch_slot_: id 1 | task 17 | processing task, is_child = 0 1.45.053.614 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.191 1.45.053.733 I slot launch_slot_: id 3 | task 18 | processing task, is_child = 0 1.45.365.344 I slot print_timing: id 1 | task 17 | prompt eval time = 290.03 ms / 153 tokens ( 1.90 ms per token, 527.53 tokens per second) 1.45.365.349 I slot print_timing: id 1 | task 17 | eval time = 21.56 ms / 2 tokens ( 21.56 ms per token, 46.38 tokens per second) 1.45.365.350 I slot print_timing: id 1 | task 17 | total time = 311.59 ms / 155 tokens 1.45.365.352 I slot print_timing: id 1 | task 17 | graphs reused = 1 1.45.365.352 I slot print_timing: id 1 | task 17 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.365.382 I slot release: id 1 | task 17 | stop processing: n_tokens = 155, truncated = 0 1.45.365.701 I slot print_timing: id 2 | task 16 | prompt eval time = 285.10 ms / 121 tokens ( 2.36 ms per token, 424.41 tokens per second) 1.45.365.704 I slot print_timing: id 2 | task 16 | eval time = 21.25 ms / 2 tokens ( 21.25 ms per token, 47.05 tokens per second) 1.45.365.705 I slot print_timing: id 2 | task 16 | total time = 306.36 ms / 123 tokens 1.45.365.705 I slot print_timing: id 2 | task 16 | graphs reused = 1 1.45.365.706 I slot print_timing: id 2 | task 16 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.365.722 I slot release: id 2 | task 16 | stop processing: n_tokens = 123, truncated = 0 1.45.366.012 I slot print_timing: id 3 | task 18 | prompt eval time = 280.77 ms / 131 tokens ( 2.14 ms per token, 466.57 tokens per second) 1.45.366.015 I slot print_timing: id 3 | task 18 | eval time = 20.95 ms / 2 tokens ( 20.95 ms per token, 47.73 tokens per second) 1.45.366.016 I slot print_timing: id 3 | task 18 | total time = 301.72 ms / 133 tokens 1.45.366.016 I slot print_timing: id 3 | task 18 | graphs reused = 1 1.45.366.017 I slot print_timing: id 3 | task 18 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.366.030 I slot release: id 3 | task 18 | stop processing: n_tokens = 133, truncated = 0 1.45.383.351 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.154 (> 0.100 thold), f_keep = 0.187 1.45.400.620 I slot launch_slot_: id 1 | task 23 | processing task, is_child = 0 1.45.428.794 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.236 1.45.428.964 I slot launch_slot_: id 2 | task 24 | processing task, is_child = 0 1.45.428.997 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.236 (> 0.100 thold), f_keep = 0.218 1.45.429.119 I slot launch_slot_: id 3 | task 25 | processing task, is_child = 0 1.45.759.118 I slot print_timing: id 1 | task 23 | prompt eval time = 307.59 ms / 187 tokens ( 1.64 ms per token, 607.95 tokens per second) 1.45.759.123 I slot print_timing: id 1 | task 23 | eval time = 22.39 ms / 2 tokens ( 22.39 ms per token, 44.67 tokens per second) 1.45.759.124 I slot print_timing: id 1 | task 23 | total time = 329.98 ms / 189 tokens 1.45.759.125 I slot print_timing: id 1 | task 23 | graphs reused = 1 1.45.759.126 I slot print_timing: id 1 | task 23 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.759.158 I slot release: id 1 | task 23 | stop processing: n_tokens = 189, truncated = 0 1.45.759.807 I slot print_timing: id 3 | task 25 | prompt eval time = 298.85 ms / 122 tokens ( 2.45 ms per token, 408.24 tokens per second) 1.45.759.810 I slot print_timing: id 3 | task 25 | eval time = 21.61 ms / 2 tokens ( 21.61 ms per token, 46.28 tokens per second) 1.45.759.811 I slot print_timing: id 3 | task 25 | total time = 320.45 ms / 124 tokens 1.45.759.811 I slot print_timing: id 3 | task 25 | graphs reused = 1 1.45.759.812 I slot print_timing: id 3 | task 25 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.759.829 I slot release: id 3 | task 25 | stop processing: n_tokens = 124, truncated = 0 1.45.794.507 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.214 (> 0.100 thold), f_keep = 0.159 1.45.814.636 I slot launch_slot_: id 1 | task 30 | processing task, is_child = 0 1.45.828.278 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.234 1.45.828.411 I slot launch_slot_: id 3 | task 31 | processing task, is_child = 0 1.45.988.365 I slot print_timing: id 0 | task 8 | prompt eval time = 328.63 ms / 160 tokens ( 2.05 ms per token, 486.87 tokens per second) 1.45.988.372 I slot print_timing: id 0 | task 8 | eval time = 1025.71 ms / 12 tokens ( 93.25 ms per token, 10.72 tokens per second) 1.45.988.373 I slot print_timing: id 0 | task 8 | total time = 1354.34 ms / 172 tokens 1.45.988.374 I slot print_timing: id 0 | task 8 | graphs reused = 1 1.45.988.375 I slot print_timing: id 0 | task 8 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.988.417 I slot release: id 0 | task 8 | stop processing: n_tokens = 172, truncated = 0 1.46.062.094 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.169 1.46.087.195 I slot launch_slot_: id 0 | task 34 | processing task, is_child = 0 1.46.164.290 I slot print_timing: id 1 | task 30 | prompt eval time = 232.61 ms / 139 tokens ( 1.67 ms per token, 597.56 tokens per second) 1.46.164.295 I slot print_timing: id 1 | task 30 | eval time = 103.24 ms / 2 tokens ( 103.24 ms per token, 9.69 tokens per second) 1.46.164.296 I slot print_timing: id 1 | task 30 | total time = 335.86 ms / 141 tokens 1.46.164.297 I slot print_timing: id 1 | task 30 | graphs reused = 1 1.46.164.298 I slot print_timing: id 1 | task 30 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.164.326 I slot release: id 1 | task 30 | stop processing: n_tokens = 141, truncated = 0 1.46.165.171 I slot print_timing: id 3 | task 31 | prompt eval time = 228.27 ms / 120 tokens ( 1.90 ms per token, 525.70 tokens per second) 1.46.165.174 I slot print_timing: id 3 | task 31 | eval time = 103.09 ms / 2 tokens ( 103.09 ms per token, 9.70 tokens per second) 1.46.165.175 I slot print_timing: id 3 | task 31 | total time = 331.36 ms / 122 tokens 1.46.165.175 I slot print_timing: id 3 | task 31 | graphs reused = 1 1.46.165.177 I slot print_timing: id 3 | task 31 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.165.195 I slot release: id 3 | task 31 | stop processing: n_tokens = 122, truncated = 0 1.46.213.492 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.206 1.46.232.609 I slot launch_slot_: id 1 | task 37 | processing task, is_child = 0 1.46.245.952 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.165 (> 0.100 thold), f_keep = 0.238 1.46.246.090 I slot launch_slot_: id 3 | task 38 | processing task, is_child = 0 1.46.426.700 I slot print_timing: id 0 | task 34 | prompt eval time = 125.89 ms / 132 tokens ( 0.95 ms per token, 1048.58 tokens per second) 1.46.426.705 I slot print_timing: id 0 | task 34 | eval time = 213.60 ms / 2 tokens ( 213.60 ms per token, 4.68 tokens per second) 1.46.426.707 I slot print_timing: id 0 | task 34 | total time = 339.48 ms / 134 tokens 1.46.426.707 I slot print_timing: id 0 | task 34 | graphs reused = 1 1.46.426.708 I slot print_timing: id 0 | task 34 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.426.737 I slot release: id 0 | task 34 | stop processing: n_tokens = 134, truncated = 0 1.46.506.366 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.233 (> 0.100 thold), f_keep = 0.224 1.46.521.077 I slot launch_slot_: id 0 | task 41 | processing task, is_child = 0 1.46.597.821 I slot print_timing: id 1 | task 37 | prompt eval time = 259.32 ms / 146 tokens ( 1.78 ms per token, 563.02 tokens per second) 1.46.597.827 I slot print_timing: id 1 | task 37 | eval time = 92.39 ms / 2 tokens ( 92.39 ms per token, 10.82 tokens per second) 1.46.597.829 I slot print_timing: id 1 | task 37 | total time = 351.71 ms / 148 tokens 1.46.597.830 I slot print_timing: id 1 | task 37 | graphs reused = 1 1.46.597.831 I slot print_timing: id 1 | task 37 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.597.866 I slot release: id 1 | task 37 | stop processing: n_tokens = 148, truncated = 0 1.46.645.891 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.250 (> 0.100 thold), f_keep = 0.196 1.46.662.205 I slot launch_slot_: id 1 | task 44 | processing task, is_child = 0 1.46.749.253 I slot print_timing: id 0 | task 41 | prompt eval time = 124.17 ms / 128 tokens ( 0.97 ms per token, 1030.80 tokens per second) 1.46.749.260 I slot print_timing: id 0 | task 41 | eval time = 103.97 ms / 2 tokens ( 103.97 ms per token, 9.62 tokens per second) 1.46.749.261 I slot print_timing: id 0 | task 41 | total time = 228.15 ms / 130 tokens 1.46.749.262 I slot print_timing: id 0 | task 41 | graphs reused = 1 1.46.749.263 I slot print_timing: id 0 | task 41 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.749.296 I slot release: id 0 | task 41 | stop processing: n_tokens = 130, truncated = 0 1.46.799.036 I slot print_timing: id 2 | task 24 | prompt eval time = 303.08 ms / 145 tokens ( 2.09 ms per token, 478.42 tokens per second) 1.46.799.042 I slot print_timing: id 2 | task 24 | eval time = 1061.55 ms / 13 tokens ( 88.46 ms per token, 11.30 tokens per second) 1.46.799.043 I slot print_timing: id 2 | task 24 | total time = 1364.63 ms / 158 tokens 1.46.799.045 I slot print_timing: id 2 | task 24 | graphs reused = 1 1.46.799.046 I slot print_timing: id 2 | task 24 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.799.075 I slot release: id 2 | task 24 | stop processing: n_tokens = 158, truncated = 0 1.46.799.439 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.193 (> 0.100 thold), f_keep = 0.223 1.46.814.247 I slot launch_slot_: id 0 | task 47 | processing task, is_child = 0 1.46.830.629 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.184 1.46.830.773 I slot launch_slot_: id 2 | task 48 | processing task, is_child = 0 1.47.005.324 I slot print_timing: id 1 | task 44 | prompt eval time = 136.48 ms / 115 tokens ( 1.19 ms per token, 842.61 tokens per second) 1.47.005.331 I slot print_timing: id 1 | task 44 | eval time = 206.61 ms / 2 tokens ( 206.61 ms per token, 4.84 tokens per second) 1.47.005.332 I slot print_timing: id 1 | task 44 | total time = 343.09 ms / 117 tokens 1.47.005.333 I slot print_timing: id 1 | task 44 | graphs reused = 1 1.47.005.334 I slot print_timing: id 1 | task 44 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.005.365 I slot release: id 1 | task 44 | stop processing: n_tokens = 117, truncated = 0 1.47.084.397 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.248 1.47.106.397 I slot launch_slot_: id 1 | task 51 | processing task, is_child = 0 1.47.197.228 I slot print_timing: id 0 | task 47 | prompt eval time = 252.61 ms / 149 tokens ( 1.70 ms per token, 589.84 tokens per second) 1.47.197.234 I slot print_timing: id 0 | task 47 | eval time = 113.83 ms / 2 tokens ( 113.83 ms per token, 8.79 tokens per second) 1.47.197.235 I slot print_timing: id 0 | task 47 | total time = 366.43 ms / 151 tokens 1.47.197.237 I slot print_timing: id 0 | task 47 | graphs reused = 1 1.47.197.238 I slot print_timing: id 0 | task 47 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.197.273 I slot release: id 0 | task 47 | stop processing: n_tokens = 151, truncated = 0 1.47.197.704 I slot print_timing: id 2 | task 48 | prompt eval time = 248.16 ms / 146 tokens ( 1.70 ms per token, 588.34 tokens per second) 1.47.197.708 I slot print_timing: id 2 | task 48 | eval time = 113.64 ms / 2 tokens ( 113.64 ms per token, 8.80 tokens per second) 1.47.197.709 I slot print_timing: id 2 | task 48 | total time = 361.80 ms / 148 tokens 1.47.197.709 I slot print_timing: id 2 | task 48 | graphs reused = 1 1.47.197.710 I slot print_timing: id 2 | task 48 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.197.730 I slot release: id 2 | task 48 | stop processing: n_tokens = 148, truncated = 0 1.47.245.481 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.192 1.47.261.504 I slot launch_slot_: id 0 | task 54 | processing task, is_child = 0 1.47.277.269 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.196 1.47.277.408 I slot launch_slot_: id 2 | task 55 | processing task, is_child = 0 1.47.426.273 I slot print_timing: id 1 | task 51 | prompt eval time = 138.69 ms / 124 tokens ( 1.12 ms per token, 894.10 tokens per second) 1.47.426.278 I slot print_timing: id 1 | task 51 | eval time = 181.16 ms / 2 tokens ( 181.16 ms per token, 5.52 tokens per second) 1.47.426.280 I slot print_timing: id 1 | task 51 | total time = 319.85 ms / 126 tokens 1.47.426.281 I slot print_timing: id 1 | task 51 | graphs reused = 1 1.47.426.282 I slot print_timing: id 1 | task 51 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.426.311 I slot release: id 1 | task 51 | stop processing: n_tokens = 126, truncated = 0 1.47.426.737 I slot print_timing: id 3 | task 38 | prompt eval time = 255.21 ms / 175 tokens ( 1.46 ms per token, 685.70 tokens per second) 1.47.426.740 I slot print_timing: id 3 | task 38 | eval time = 920.38 ms / 10 tokens ( 102.26 ms per token, 9.78 tokens per second) 1.47.426.741 I slot print_timing: id 3 | task 38 | total time = 1175.59 ms / 185 tokens 1.47.426.741 I slot print_timing: id 3 | task 38 | graphs reused = 1 1.47.426.742 I slot print_timing: id 3 | task 38 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.426.764 I slot release: id 3 | task 38 | stop processing: n_tokens = 185, truncated = 0 1.47.486.425 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.230 1.47.500.535 I slot launch_slot_: id 1 | task 58 | processing task, is_child = 0 1.47.519.361 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.157 1.47.519.512 I slot launch_slot_: id 3 | task 59 | processing task, is_child = 0 1.47.674.917 I slot print_timing: id 0 | task 54 | prompt eval time = 208.16 ms / 118 tokens ( 1.76 ms per token, 566.86 tokens per second) 1.47.674.923 I slot print_timing: id 0 | task 54 | eval time = 189.32 ms / 2 tokens ( 189.32 ms per token, 5.28 tokens per second) 1.47.674.924 I slot print_timing: id 0 | task 54 | total time = 397.49 ms / 120 tokens 1.47.674.925 I slot print_timing: id 0 | task 54 | graphs reused = 1 1.47.674.926 I slot print_timing: id 0 | task 54 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.674.962 I slot release: id 0 | task 54 | stop processing: n_tokens = 120, truncated = 0 1.47.675.436 I slot print_timing: id 2 | task 55 | prompt eval time = 203.81 ms / 127 tokens ( 1.60 ms per token, 623.14 tokens per second) 1.47.675.440 I slot print_timing: id 2 | task 55 | eval time = 189.02 ms / 2 tokens ( 189.02 ms per token, 5.29 tokens per second) 1.47.675.441 I slot print_timing: id 2 | task 55 | total time = 392.83 ms / 129 tokens 1.47.675.442 I slot print_timing: id 2 | task 55 | graphs reused = 1 1.47.675.443 I slot print_timing: id 2 | task 55 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.675.464 I slot release: id 2 | task 55 | stop processing: n_tokens = 129, truncated = 0 1.47.736.556 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.275 1.47.750.885 I slot launch_slot_: id 0 | task 62 | processing task, is_child = 0 1.47.765.012 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.206 (> 0.100 thold), f_keep = 0.225 1.47.765.182 I slot launch_slot_: id 2 | task 63 | processing task, is_child = 0 1.47.938.608 I slot print_timing: id 3 | task 59 | prompt eval time = 211.90 ms / 111 tokens ( 1.91 ms per token, 523.84 tokens per second) 1.47.938.614 I slot print_timing: id 3 | task 59 | eval time = 202.06 ms / 2 tokens ( 202.06 ms per token, 4.95 tokens per second) 1.47.938.615 I slot print_timing: id 3 | task 59 | total time = 413.96 ms / 113 tokens 1.47.938.616 I slot print_timing: id 3 | task 59 | graphs reused = 1 1.47.938.616 I slot print_timing: id 3 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.938.646 I slot release: id 3 | task 59 | stop processing: n_tokens = 113, truncated = 0 1.48.011.140 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.257 1.48.023.690 I slot launch_slot_: id 3 | task 66 | processing task, is_child = 0 1.48.096.602 I slot print_timing: id 0 | task 62 | prompt eval time = 244.82 ms / 134 tokens ( 1.83 ms per token, 547.35 tokens per second) 1.48.096.607 I slot print_timing: id 0 | task 62 | eval time = 86.58 ms / 2 tokens ( 86.58 ms per token, 11.55 tokens per second) 1.48.096.608 I slot print_timing: id 0 | task 62 | total time = 331.39 ms / 136 tokens 1.48.096.608 I slot print_timing: id 0 | task 62 | graphs reused = 1 1.48.096.609 I slot print_timing: id 0 | task 62 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.096.638 I slot release: id 0 | task 62 | stop processing: n_tokens = 136, truncated = 0 1.48.097.550 I slot print_timing: id 2 | task 63 | prompt eval time = 240.85 ms / 140 tokens ( 1.72 ms per token, 581.26 tokens per second) 1.48.097.555 I slot print_timing: id 2 | task 63 | eval time = 86.42 ms / 2 tokens ( 86.42 ms per token, 11.57 tokens per second) 1.48.097.556 I slot print_timing: id 2 | task 63 | total time = 327.27 ms / 142 tokens 1.48.097.557 I slot print_timing: id 2 | task 63 | graphs reused = 1 1.48.097.558 I slot print_timing: id 2 | task 63 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.097.579 I slot release: id 2 | task 63 | stop processing: n_tokens = 142, truncated = 0 1.48.143.966 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.265 (> 0.100 thold), f_keep = 0.221 1.48.158.894 I slot launch_slot_: id 0 | task 69 | processing task, is_child = 0 1.48.173.948 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.204 1.48.174.150 I slot launch_slot_: id 2 | task 70 | processing task, is_child = 0 1.48.334.813 I slot print_timing: id 3 | task 66 | prompt eval time = 120.25 ms / 107 tokens ( 1.12 ms per token, 889.80 tokens per second) 1.48.334.818 I slot print_timing: id 3 | task 66 | eval time = 190.85 ms / 2 tokens ( 190.85 ms per token, 5.24 tokens per second) 1.48.334.819 I slot print_timing: id 3 | task 66 | total time = 311.10 ms / 109 tokens 1.48.334.820 I slot print_timing: id 3 | task 66 | graphs reused = 1 1.48.334.822 I slot print_timing: id 3 | task 66 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.334.848 I slot release: id 3 | task 66 | stop processing: n_tokens = 109, truncated = 0 1.48.411.099 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.266 1.48.423.344 I slot launch_slot_: id 3 | task 73 | processing task, is_child = 0 1.48.519.434 I slot print_timing: id 0 | task 69 | prompt eval time = 235.94 ms / 112 tokens ( 2.11 ms per token, 474.71 tokens per second) 1.48.519.440 I slot print_timing: id 0 | task 69 | eval time = 109.33 ms / 2 tokens ( 109.33 ms per token, 9.15 tokens per second) 1.48.519.441 I slot print_timing: id 0 | task 69 | total time = 345.26 ms / 114 tokens 1.48.519.442 I slot print_timing: id 0 | task 69 | graphs reused = 1 1.48.519.443 I slot print_timing: id 0 | task 69 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.519.468 I slot release: id 0 | task 69 | stop processing: n_tokens = 114, truncated = 0 1.48.520.319 I slot print_timing: id 2 | task 70 | prompt eval time = 231.87 ms / 185 tokens ( 1.25 ms per token, 797.85 tokens per second) 1.48.520.323 I slot print_timing: id 2 | task 70 | eval time = 109.22 ms / 2 tokens ( 109.22 ms per token, 9.16 tokens per second) 1.48.520.324 I slot print_timing: id 2 | task 70 | total time = 341.10 ms / 187 tokens 1.48.520.325 I slot print_timing: id 2 | task 70 | graphs reused = 1 1.48.520.325 I slot print_timing: id 2 | task 70 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.520.350 I slot release: id 2 | task 70 | stop processing: n_tokens = 187, truncated = 0 1.48.569.752 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.254 1.48.582.345 I slot launch_slot_: id 0 | task 76 | processing task, is_child = 0 1.48.601.765 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.155 1.48.601.940 I slot launch_slot_: id 2 | task 77 | processing task, is_child = 0 1.48.778.304 I slot print_timing: id 3 | task 73 | prompt eval time = 146.38 ms / 176 tokens ( 0.83 ms per token, 1202.31 tokens per second) 1.48.778.310 I slot print_timing: id 3 | task 73 | eval time = 208.55 ms / 2 tokens ( 208.55 ms per token, 4.80 tokens per second) 1.48.778.312 I slot print_timing: id 3 | task 73 | total time = 354.94 ms / 178 tokens 1.48.778.313 I slot print_timing: id 3 | task 73 | graphs reused = 1 1.48.778.314 I slot print_timing: id 3 | task 73 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.778.353 I slot release: id 3 | task 73 | stop processing: n_tokens = 178, truncated = 0 1.48.854.934 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.163 1.48.874.626 I slot launch_slot_: id 3 | task 80 | processing task, is_child = 0 1.48.971.086 I slot print_timing: id 0 | task 76 | prompt eval time = 252.05 ms / 136 tokens ( 1.85 ms per token, 539.58 tokens per second) 1.48.971.091 I slot print_timing: id 0 | task 76 | eval time = 117.07 ms / 2 tokens ( 117.07 ms per token, 8.54 tokens per second) 1.48.971.092 I slot print_timing: id 0 | task 76 | total time = 369.12 ms / 138 tokens 1.48.971.093 I slot print_timing: id 0 | task 76 | graphs reused = 1 1.48.971.094 I slot print_timing: id 0 | task 76 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.971.123 I slot release: id 0 | task 76 | stop processing: n_tokens = 138, truncated = 0 1.48.971.489 I slot print_timing: id 1 | task 58 | prompt eval time = 216.14 ms / 145 tokens ( 1.49 ms per token, 670.87 tokens per second) 1.48.971.492 I slot print_timing: id 1 | task 58 | eval time = 1235.83 ms / 12 tokens ( 112.35 ms per token, 8.90 tokens per second) 1.48.971.493 I slot print_timing: id 1 | task 58 | total time = 1451.96 ms / 157 tokens 1.48.971.494 I slot print_timing: id 1 | task 58 | graphs reused = 1 1.48.971.495 I slot print_timing: id 1 | task 58 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.971.510 I slot release: id 1 | task 58 | stop processing: n_tokens = 157, truncated = 0 1.48.971.872 I slot print_timing: id 2 | task 77 | prompt eval time = 248.05 ms / 168 tokens ( 1.48 ms per token, 677.29 tokens per second) 1.48.971.875 I slot print_timing: id 2 | task 77 | eval time = 116.95 ms / 2 tokens ( 116.95 ms per token, 8.55 tokens per second) 1.48.971.876 I slot print_timing: id 2 | task 77 | total time = 365.00 ms / 170 tokens 1.48.971.876 I slot print_timing: id 2 | task 77 | graphs reused = 1 1.48.971.877 I slot print_timing: id 2 | task 77 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.971.893 I slot release: id 2 | task 77 | stop processing: n_tokens = 170, truncated = 0 1.49.005.233 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.192 (> 0.100 thold), f_keep = 0.210 1.49.020.227 I slot launch_slot_: id 0 | task 83 | processing task, is_child = 0 1.49.053.966 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.185 1.49.054.132 I slot launch_slot_: id 1 | task 84 | processing task, is_child = 0 1.49.054.169 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.201 (> 0.100 thold), f_keep = 0.171 1.49.061.333 I slot launch_slot_: id 2 | task 85 | processing task, is_child = 0 1.49.363.816 I slot print_timing: id 1 | task 84 | prompt eval time = 276.10 ms / 129 tokens ( 2.14 ms per token, 467.22 tokens per second) 1.49.363.822 I slot print_timing: id 1 | task 84 | eval time = 21.30 ms / 2 tokens ( 21.30 ms per token, 46.96 tokens per second) 1.49.363.823 I slot print_timing: id 1 | task 84 | total time = 297.40 ms / 131 tokens 1.49.363.824 I slot print_timing: id 1 | task 84 | graphs reused = 1 1.49.363.825 I slot print_timing: id 1 | task 84 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.363.851 I slot release: id 1 | task 84 | stop processing: n_tokens = 131, truncated = 0 1.49.364.126 I slot print_timing: id 2 | task 85 | prompt eval time = 271.85 ms / 143 tokens ( 1.90 ms per token, 526.03 tokens per second) 1.49.364.129 I slot print_timing: id 2 | task 85 | eval time = 20.86 ms / 2 tokens ( 20.86 ms per token, 47.94 tokens per second) 1.49.364.130 I slot print_timing: id 2 | task 85 | total time = 292.71 ms / 145 tokens 1.49.364.131 I slot print_timing: id 2 | task 85 | graphs reused = 1 1.49.364.131 I slot print_timing: id 2 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.364.147 I slot release: id 2 | task 85 | stop processing: n_tokens = 145, truncated = 0 1.49.398.160 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.221 1.49.413.539 I slot launch_slot_: id 1 | task 90 | processing task, is_child = 0 1.49.429.294 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.200 1.49.429.471 I slot launch_slot_: id 2 | task 91 | processing task, is_child = 0 1.49.693.145 I slot print_timing: id 1 | task 90 | prompt eval time = 242.06 ms / 133 tokens ( 1.82 ms per token, 549.45 tokens per second) 1.49.693.150 I slot print_timing: id 1 | task 90 | eval time = 21.59 ms / 2 tokens ( 21.59 ms per token, 46.31 tokens per second) 1.49.693.152 I slot print_timing: id 1 | task 90 | total time = 263.65 ms / 135 tokens 1.49.693.152 I slot print_timing: id 1 | task 90 | graphs reused = 1 1.49.693.153 I slot print_timing: id 1 | task 90 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.693.180 I slot release: id 1 | task 90 | stop processing: n_tokens = 135, truncated = 0 1.49.728.266 I slot print_timing: id 3 | task 80 | prompt eval time = 130.58 ms / 179 tokens ( 0.73 ms per token, 1370.80 tokens per second) 1.49.728.271 I slot print_timing: id 3 | task 80 | eval time = 723.03 ms / 9 tokens ( 90.38 ms per token, 11.06 tokens per second) 1.49.728.272 I slot print_timing: id 3 | task 80 | total time = 853.62 ms / 188 tokens 1.49.728.273 I slot print_timing: id 3 | task 80 | graphs reused = 1 1.49.728.274 I slot print_timing: id 3 | task 80 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.728.300 I slot release: id 3 | task 80 | stop processing: n_tokens = 188, truncated = 0 1.49.728.313 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.215 1.49.749.645 I slot launch_slot_: id 1 | task 96 | processing task, is_child = 0 1.49.770.696 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.154 1.49.770.838 I slot launch_slot_: id 3 | task 97 | processing task, is_child = 0 1.50.036.782 I slot print_timing: id 1 | task 96 | prompt eval time = 244.01 ms / 112 tokens ( 2.18 ms per token, 458.99 tokens per second) 1.50.036.787 I slot print_timing: id 1 | task 96 | eval time = 21.92 ms / 2 tokens ( 21.92 ms per token, 45.63 tokens per second) 1.50.036.788 I slot print_timing: id 1 | task 96 | total time = 265.93 ms / 114 tokens 1.50.036.789 I slot print_timing: id 1 | task 96 | graphs reused = 1 1.50.036.790 I slot print_timing: id 1 | task 96 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.036.814 I slot release: id 1 | task 96 | stop processing: n_tokens = 114, truncated = 0 1.50.037.691 I slot print_timing: id 3 | task 97 | prompt eval time = 239.83 ms / 163 tokens ( 1.47 ms per token, 679.65 tokens per second) 1.50.037.696 I slot print_timing: id 3 | task 97 | eval time = 21.80 ms / 2 tokens ( 21.80 ms per token, 45.88 tokens per second) 1.50.037.698 I slot print_timing: id 3 | task 97 | total time = 261.63 ms / 165 tokens 1.50.037.699 I slot print_timing: id 3 | task 97 | graphs reused = 1 1.50.037.700 I slot print_timing: id 3 | task 97 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.037.728 I slot release: id 3 | task 97 | stop processing: n_tokens = 165, truncated = 0 1.50.072.499 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.172 (> 0.100 thold), f_keep = 0.254 1.50.085.592 I slot launch_slot_: id 1 | task 102 | processing task, is_child = 0 1.50.103.017 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.180 (> 0.100 thold), f_keep = 0.182 1.50.103.163 I slot launch_slot_: id 3 | task 103 | processing task, is_child = 0 1.50.406.914 I slot print_timing: id 1 | task 102 | prompt eval time = 281.90 ms / 168 tokens ( 1.68 ms per token, 595.96 tokens per second) 1.50.406.920 I slot print_timing: id 1 | task 102 | eval time = 21.84 ms / 2 tokens ( 21.84 ms per token, 45.80 tokens per second) 1.50.406.920 I slot print_timing: id 1 | task 102 | total time = 303.73 ms / 170 tokens 1.50.406.921 I slot print_timing: id 1 | task 102 | graphs reused = 1 1.50.406.922 I slot print_timing: id 1 | task 102 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.406.951 I slot release: id 1 | task 102 | stop processing: n_tokens = 170, truncated = 0 1.50.407.283 I slot print_timing: id 2 | task 91 | prompt eval time = 237.24 ms / 166 tokens ( 1.43 ms per token, 699.70 tokens per second) 1.50.407.287 I slot print_timing: id 2 | task 91 | eval time = 735.12 ms / 10 tokens ( 81.68 ms per token, 12.24 tokens per second) 1.50.407.287 I slot print_timing: id 2 | task 91 | total time = 972.36 ms / 176 tokens 1.50.407.288 I slot print_timing: id 2 | task 91 | graphs reused = 1 1.50.407.289 I slot print_timing: id 2 | task 91 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.407.306 I slot release: id 2 | task 91 | stop processing: n_tokens = 176, truncated = 0 1.50.407.610 I slot print_timing: id 3 | task 103 | prompt eval time = 277.93 ms / 166 tokens ( 1.67 ms per token, 597.26 tokens per second) 1.50.407.613 I slot print_timing: id 3 | task 103 | eval time = 21.58 ms / 2 tokens ( 21.58 ms per token, 46.34 tokens per second) 1.50.407.614 I slot print_timing: id 3 | task 103 | total time = 299.51 ms / 168 tokens 1.50.407.614 I slot print_timing: id 3 | task 103 | graphs reused = 1 1.50.407.615 I slot print_timing: id 3 | task 103 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.407.630 I slot release: id 3 | task 103 | stop processing: n_tokens = 168, truncated = 0 1.50.425.466 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.176 1.50.443.541 I slot launch_slot_: id 1 | task 108 | processing task, is_child = 0 1.50.479.179 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.165 1.50.479.349 I slot launch_slot_: id 2 | task 109 | processing task, is_child = 0 1.50.479.388 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.179 1.50.479.509 I slot launch_slot_: id 3 | task 110 | processing task, is_child = 0 1.50.758.844 I slot print_timing: id 0 | task 83 | prompt eval time = 280.32 ms / 150 tokens ( 1.87 ms per token, 535.10 tokens per second) 1.50.758.850 I slot print_timing: id 0 | task 83 | eval time = 1417.17 ms / 18 tokens ( 83.36 ms per token, 12.00 tokens per second) 1.50.758.851 I slot print_timing: id 0 | task 83 | total time = 1697.49 ms / 168 tokens 1.50.758.852 I slot print_timing: id 0 | task 83 | graphs reused = 1 1.50.758.853 I slot print_timing: id 0 | task 83 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.758.883 I slot release: id 0 | task 83 | stop processing: n_tokens = 168, truncated = 0 1.50.759.249 I slot print_timing: id 1 | task 108 | prompt eval time = 257.20 ms / 115 tokens ( 2.24 ms per token, 447.12 tokens per second) 1.50.759.252 I slot print_timing: id 1 | task 108 | eval time = 22.52 ms / 2 tokens ( 22.52 ms per token, 44.40 tokens per second) 1.50.759.253 I slot print_timing: id 1 | task 108 | total time = 279.73 ms / 117 tokens 1.50.759.253 I slot print_timing: id 1 | task 108 | graphs reused = 1 1.50.759.254 I slot print_timing: id 1 | task 108 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.759.269 I slot release: id 1 | task 108 | stop processing: n_tokens = 117, truncated = 0 1.50.759.644 I slot print_timing: id 2 | task 109 | prompt eval time = 252.76 ms / 134 tokens ( 1.89 ms per token, 530.14 tokens per second) 1.50.759.647 I slot print_timing: id 2 | task 109 | eval time = 22.16 ms / 2 tokens ( 22.16 ms per token, 45.12 tokens per second) 1.50.759.648 I slot print_timing: id 2 | task 109 | total time = 274.92 ms / 136 tokens 1.50.759.649 I slot print_timing: id 2 | task 109 | graphs reused = 1 1.50.759.649 I slot print_timing: id 2 | task 109 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.759.664 I slot release: id 2 | task 109 | stop processing: n_tokens = 136, truncated = 0 1.50.760.019 I slot print_timing: id 3 | task 110 | prompt eval time = 248.22 ms / 115 tokens ( 2.16 ms per token, 463.30 tokens per second) 1.50.760.022 I slot print_timing: id 3 | task 110 | eval time = 21.79 ms / 2 tokens ( 21.79 ms per token, 45.90 tokens per second) 1.50.760.023 I slot print_timing: id 3 | task 110 | total time = 270.00 ms / 117 tokens 1.50.760.023 I slot print_timing: id 3 | task 110 | graphs reused = 1 1.50.760.024 I slot print_timing: id 3 | task 110 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.760.034 I slot release: id 3 | task 110 | stop processing: n_tokens = 117, truncated = 0 1.50.767.774 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.173 1.50.793.638 I slot launch_slot_: id 0 | task 114 | processing task, is_child = 0 1.50.837.236 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.248 1.50.837.430 I slot launch_slot_: id 1 | task 115 | processing task, is_child = 0 1.50.837.495 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.213 1.50.837.624 I slot launch_slot_: id 2 | task 116 | processing task, is_child = 0 1.50.837.658 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.248 1.50.837.769 I slot launch_slot_: id 3 | task 117 | processing task, is_child = 0 1.51.188.879 I slot print_timing: id 0 | task 114 | prompt eval time = 328.06 ms / 127 tokens ( 2.58 ms per token, 387.12 tokens per second) 1.51.188.884 I slot print_timing: id 0 | task 114 | eval time = 23.02 ms / 2 tokens ( 23.02 ms per token, 43.43 tokens per second) 1.51.188.886 I slot print_timing: id 0 | task 114 | total time = 351.09 ms / 129 tokens 1.51.188.887 I slot print_timing: id 0 | task 114 | graphs reused = 1 1.51.188.888 I slot print_timing: id 0 | task 114 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.188.919 I slot release: id 0 | task 114 | stop processing: n_tokens = 129, truncated = 0 1.51.189.281 I slot print_timing: id 1 | task 115 | prompt eval time = 323.85 ms / 144 tokens ( 2.25 ms per token, 444.65 tokens per second) 1.51.189.284 I slot print_timing: id 1 | task 115 | eval time = 22.69 ms / 2 tokens ( 22.69 ms per token, 44.06 tokens per second) 1.51.189.285 I slot print_timing: id 1 | task 115 | total time = 346.55 ms / 146 tokens 1.51.189.285 I slot print_timing: id 1 | task 115 | graphs reused = 1 1.51.189.286 I slot print_timing: id 1 | task 115 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.189.304 I slot release: id 1 | task 115 | stop processing: n_tokens = 146, truncated = 0 1.51.190.012 I slot print_timing: id 3 | task 117 | prompt eval time = 314.73 ms / 124 tokens ( 2.54 ms per token, 393.99 tokens per second) 1.51.190.015 I slot print_timing: id 3 | task 117 | eval time = 22.07 ms / 2 tokens ( 22.07 ms per token, 45.32 tokens per second) 1.51.190.016 I slot print_timing: id 3 | task 117 | total time = 336.79 ms / 126 tokens 1.51.190.017 I slot print_timing: id 3 | task 117 | graphs reused = 1 1.51.190.017 I slot print_timing: id 3 | task 117 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.190.031 I slot release: id 3 | task 117 | stop processing: n_tokens = 126, truncated = 0 1.51.208.134 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.217 (> 0.100 thold), f_keep = 0.233 1.51.222.672 I slot launch_slot_: id 0 | task 122 | processing task, is_child = 0 1.51.252.323 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.199 (> 0.100 thold), f_keep = 0.199 1.51.259.477 I slot launch_slot_: id 1 | task 123 | processing task, is_child = 0 1.51.259.531 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.230 1.51.259.666 I slot launch_slot_: id 3 | task 124 | processing task, is_child = 0 1.51.583.663 I slot print_timing: id 0 | task 122 | prompt eval time = 301.24 ms / 137 tokens ( 2.20 ms per token, 454.78 tokens per second) 1.51.583.670 I slot print_timing: id 0 | task 122 | eval time = 22.74 ms / 2 tokens ( 22.74 ms per token, 43.98 tokens per second) 1.51.583.671 I slot print_timing: id 0 | task 122 | total time = 323.98 ms / 139 tokens 1.51.583.671 I slot print_timing: id 0 | task 122 | graphs reused = 1 1.51.583.672 I slot print_timing: id 0 | task 122 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.583.701 I slot release: id 0 | task 122 | stop processing: n_tokens = 139, truncated = 0 1.51.584.052 I slot print_timing: id 1 | task 123 | prompt eval time = 296.95 ms / 145 tokens ( 2.05 ms per token, 488.30 tokens per second) 1.51.584.055 I slot print_timing: id 1 | task 123 | eval time = 22.38 ms / 2 tokens ( 22.38 ms per token, 44.69 tokens per second) 1.51.584.056 I slot print_timing: id 1 | task 123 | total time = 319.32 ms / 147 tokens 1.51.584.057 I slot print_timing: id 1 | task 123 | graphs reused = 1 1.51.584.057 I slot print_timing: id 1 | task 123 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.584.074 I slot release: id 1 | task 123 | stop processing: n_tokens = 147, truncated = 0 1.51.584.738 I slot print_timing: id 3 | task 124 | prompt eval time = 292.89 ms / 127 tokens ( 2.31 ms per token, 433.62 tokens per second) 1.51.584.742 I slot print_timing: id 3 | task 124 | eval time = 22.00 ms / 2 tokens ( 22.00 ms per token, 45.45 tokens per second) 1.51.584.743 I slot print_timing: id 3 | task 124 | total time = 314.89 ms / 129 tokens 1.51.584.743 I slot print_timing: id 3 | task 124 | graphs reused = 1 1.51.584.744 I slot print_timing: id 3 | task 124 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.584.758 I slot release: id 3 | task 124 | stop processing: n_tokens = 129, truncated = 0 1.51.602.561 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.263 (> 0.100 thold), f_keep = 0.216 1.51.617.990 I slot launch_slot_: id 0 | task 129 | processing task, is_child = 0 1.51.647.233 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.227 (> 0.100 thold), f_keep = 0.197 1.51.647.392 I slot launch_slot_: id 1 | task 130 | processing task, is_child = 0 1.51.647.428 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.225 1.51.647.537 I slot launch_slot_: id 3 | task 131 | processing task, is_child = 0 1.51.948.064 I slot print_timing: id 0 | task 129 | prompt eval time = 278.50 ms / 113 tokens ( 2.46 ms per token, 405.74 tokens per second) 1.51.948.070 I slot print_timing: id 0 | task 129 | eval time = 22.01 ms / 2 tokens ( 22.01 ms per token, 45.44 tokens per second) 1.51.948.071 I slot print_timing: id 0 | task 129 | total time = 300.51 ms / 115 tokens 1.51.948.072 I slot print_timing: id 0 | task 129 | graphs reused = 1 1.51.948.073 I slot print_timing: id 0 | task 129 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.948.100 I slot release: id 0 | task 129 | stop processing: n_tokens = 115, truncated = 0 1.51.948.492 I slot print_timing: id 1 | task 130 | prompt eval time = 273.83 ms / 127 tokens ( 2.16 ms per token, 463.80 tokens per second) 1.51.948.495 I slot print_timing: id 1 | task 130 | eval time = 21.77 ms / 2 tokens ( 21.77 ms per token, 45.93 tokens per second) 1.51.948.496 I slot print_timing: id 1 | task 130 | total time = 295.60 ms / 129 tokens 1.51.948.497 I slot print_timing: id 1 | task 130 | graphs reused = 1 1.51.948.497 I slot print_timing: id 1 | task 130 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.948.514 I slot release: id 1 | task 130 | stop processing: n_tokens = 129, truncated = 0 1.51.949.173 I slot print_timing: id 3 | task 131 | prompt eval time = 269.37 ms / 124 tokens ( 2.17 ms per token, 460.34 tokens per second) 1.51.949.177 I slot print_timing: id 3 | task 131 | eval time = 21.50 ms / 2 tokens ( 21.50 ms per token, 46.52 tokens per second) 1.51.949.177 I slot print_timing: id 3 | task 131 | total time = 290.87 ms / 126 tokens 1.51.949.178 I slot print_timing: id 3 | task 131 | graphs reused = 1 1.51.949.179 I slot print_timing: id 3 | task 131 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.949.193 I slot release: id 3 | task 131 | stop processing: n_tokens = 126, truncated = 0 1.51.967.219 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.166 (> 0.100 thold), f_keep = 0.252 1.51.980.059 I slot launch_slot_: id 0 | task 136 | processing task, is_child = 0 1.52.007.742 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.238 1.52.007.905 I slot launch_slot_: id 3 | task 137 | processing task, is_child = 0 1.52.007.940 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.225 1.52.008.053 I slot launch_slot_: id 1 | task 138 | processing task, is_child = 0 1.52.378.293 I slot print_timing: id 1 | task 138 | prompt eval time = 342.08 ms / 238 tokens ( 1.44 ms per token, 695.75 tokens per second) 1.52.378.299 I slot print_timing: id 1 | task 138 | eval time = 22.55 ms / 2 tokens ( 22.55 ms per token, 44.35 tokens per second) 1.52.378.300 I slot print_timing: id 1 | task 138 | total time = 364.63 ms / 240 tokens 1.52.378.300 I slot print_timing: id 1 | task 138 | graphs reused = 1 1.52.378.301 I slot print_timing: id 1 | task 138 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.378.336 I slot release: id 1 | task 138 | stop processing: n_tokens = 240, truncated = 0 1.52.379.093 I slot print_timing: id 3 | task 137 | prompt eval time = 338.13 ms / 121 tokens ( 2.79 ms per token, 357.85 tokens per second) 1.52.379.097 I slot print_timing: id 3 | task 137 | eval time = 22.21 ms / 2 tokens ( 22.21 ms per token, 45.02 tokens per second) 1.52.379.098 I slot print_timing: id 3 | task 137 | total time = 360.34 ms / 123 tokens 1.52.379.099 I slot print_timing: id 3 | task 137 | graphs reused = 1 1.52.379.099 I slot print_timing: id 3 | task 137 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.379.118 I slot release: id 3 | task 137 | stop processing: n_tokens = 123, truncated = 0 1.52.413.054 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.211 (> 0.100 thold), f_keep = 0.244 1.52.433.440 I slot launch_slot_: id 3 | task 143 | processing task, is_child = 0 1.52.458.957 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.161 (> 0.100 thold), f_keep = 0.121 1.52.459.122 I slot launch_slot_: id 1 | task 144 | processing task, is_child = 0 1.52.749.390 I slot print_timing: id 1 | task 144 | prompt eval time = 268.44 ms / 179 tokens ( 1.50 ms per token, 666.82 tokens per second) 1.52.749.395 I slot print_timing: id 1 | task 144 | eval time = 21.81 ms / 2 tokens ( 21.81 ms per token, 45.85 tokens per second) 1.52.749.396 I slot print_timing: id 1 | task 144 | total time = 290.25 ms / 181 tokens 1.52.749.397 I slot print_timing: id 1 | task 144 | graphs reused = 1 1.52.749.398 I slot print_timing: id 1 | task 144 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.749.429 I slot release: id 1 | task 144 | stop processing: n_tokens = 181, truncated = 0 1.52.750.243 I slot print_timing: id 3 | task 143 | prompt eval time = 264.08 ms / 141 tokens ( 1.87 ms per token, 533.92 tokens per second) 1.52.750.247 I slot print_timing: id 3 | task 143 | eval time = 21.56 ms / 2 tokens ( 21.56 ms per token, 46.38 tokens per second) 1.52.750.247 I slot print_timing: id 3 | task 143 | total time = 285.64 ms / 143 tokens 1.52.750.248 I slot print_timing: id 3 | task 143 | graphs reused = 1 1.52.750.249 I slot print_timing: id 3 | task 143 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.750.270 I slot release: id 3 | task 143 | stop processing: n_tokens = 143, truncated = 0 1.52.784.365 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.189 (> 0.100 thold), f_keep = 0.210 1.52.807.020 I slot launch_slot_: id 3 | task 149 | processing task, is_child = 0 1.52.826.988 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.195 (> 0.100 thold), f_keep = 0.160 1.52.833.711 I slot launch_slot_: id 1 | task 150 | processing task, is_child = 0 1.53.112.052 I slot print_timing: id 1 | task 150 | prompt eval time = 257.18 ms / 148 tokens ( 1.74 ms per token, 575.48 tokens per second) 1.53.112.057 I slot print_timing: id 1 | task 150 | eval time = 21.14 ms / 2 tokens ( 21.14 ms per token, 47.30 tokens per second) 1.53.112.059 I slot print_timing: id 1 | task 150 | total time = 278.32 ms / 150 tokens 1.53.112.059 I slot print_timing: id 1 | task 150 | graphs reused = 1 1.53.112.060 I slot print_timing: id 1 | task 150 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.112.086 I slot release: id 1 | task 150 | stop processing: n_tokens = 150, truncated = 0 1.53.112.673 I slot print_timing: id 3 | task 149 | prompt eval time = 253.25 ms / 158 tokens ( 1.60 ms per token, 623.90 tokens per second) 1.53.112.677 I slot print_timing: id 3 | task 149 | eval time = 20.81 ms / 2 tokens ( 20.81 ms per token, 48.05 tokens per second) 1.53.112.677 I slot print_timing: id 3 | task 149 | total time = 274.06 ms / 160 tokens 1.53.112.678 I slot print_timing: id 3 | task 149 | graphs reused = 1 1.53.112.679 I slot print_timing: id 3 | task 149 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.112.697 I slot release: id 3 | task 149 | stop processing: n_tokens = 160, truncated = 0 1.53.146.241 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.193 1.53.162.760 I slot launch_slot_: id 1 | task 155 | processing task, is_child = 0 1.53.181.205 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.128 (> 0.100 thold), f_keep = 0.181 1.53.181.394 I slot launch_slot_: id 3 | task 156 | processing task, is_child = 0 1.53.492.984 I slot print_timing: id 3 | task 156 | prompt eval time = 285.30 ms / 225 tokens ( 1.27 ms per token, 788.65 tokens per second) 1.53.492.990 I slot print_timing: id 3 | task 156 | eval time = 21.07 ms / 2 tokens ( 21.07 ms per token, 47.47 tokens per second) 1.53.492.991 I slot print_timing: id 3 | task 156 | total time = 306.36 ms / 227 tokens 1.53.492.992 I slot print_timing: id 3 | task 156 | graphs reused = 1 1.53.492.992 I slot print_timing: id 3 | task 156 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.493.025 I slot release: id 3 | task 156 | stop processing: n_tokens = 227, truncated = 0 1.53.533.324 I slot print_timing: id 0 | task 136 | prompt eval time = 346.92 ms / 174 tokens ( 1.99 ms per token, 501.56 tokens per second) 1.53.533.329 I slot print_timing: id 0 | task 136 | eval time = 1178.33 ms / 16 tokens ( 78.56 ms per token, 12.73 tokens per second) 1.53.533.330 I slot print_timing: id 0 | task 136 | total time = 1525.25 ms / 190 tokens 1.53.533.331 I slot print_timing: id 0 | task 136 | graphs reused = 2 1.53.533.332 I slot print_timing: id 0 | task 136 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.533.359 I slot release: id 0 | task 136 | stop processing: n_tokens = 190, truncated = 0 1.53.533.986 I slot print_timing: id 2 | task 116 | prompt eval time = 319.67 ms / 153 tokens ( 2.09 ms per token, 478.62 tokens per second) 1.53.533.989 I slot print_timing: id 2 | task 116 | eval time = 2366.69 ms / 28 tokens ( 87.66 ms per token, 11.41 tokens per second) 1.53.533.990 I slot print_timing: id 2 | task 116 | total time = 2686.35 ms / 181 tokens 1.53.533.990 I slot print_timing: id 2 | task 116 | graphs reused = 2 1.53.533.991 I slot print_timing: id 2 | task 116 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.534.008 I slot release: id 2 | task 116 | stop processing: n_tokens = 181, truncated = 0 1.53.534.018 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.259 (> 0.100 thold), f_keep = 0.153 1.53.553.836 I slot launch_slot_: id 0 | task 162 | processing task, is_child = 0 1.53.594.895 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.244 (> 0.100 thold), f_keep = 0.160 1.53.595.048 I slot launch_slot_: id 2 | task 163 | processing task, is_child = 0 1.53.595.092 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.150 (> 0.100 thold), f_keep = 0.128 1.53.602.093 I slot launch_slot_: id 3 | task 164 | processing task, is_child = 0 1.53.930.465 I slot print_timing: id 0 | task 162 | prompt eval time = 306.26 ms / 111 tokens ( 2.76 ms per token, 362.44 tokens per second) 1.53.930.470 I slot print_timing: id 0 | task 162 | eval time = 22.09 ms / 2 tokens ( 22.09 ms per token, 45.27 tokens per second) 1.53.930.471 I slot print_timing: id 0 | task 162 | total time = 328.35 ms / 113 tokens 1.53.930.472 I slot print_timing: id 0 | task 162 | graphs reused = 2 1.53.930.473 I slot print_timing: id 0 | task 162 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.930.498 I slot release: id 0 | task 162 | stop processing: n_tokens = 113, truncated = 0 1.53.931.210 I slot print_timing: id 2 | task 163 | prompt eval time = 301.95 ms / 118 tokens ( 2.56 ms per token, 390.80 tokens per second) 1.53.931.214 I slot print_timing: id 2 | task 163 | eval time = 21.86 ms / 2 tokens ( 21.86 ms per token, 45.74 tokens per second) 1.53.931.214 I slot print_timing: id 2 | task 163 | total time = 323.81 ms / 120 tokens 1.53.931.215 I slot print_timing: id 2 | task 163 | graphs reused = 2 1.53.931.216 I slot print_timing: id 2 | task 163 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.931.234 I slot release: id 2 | task 163 | stop processing: n_tokens = 120, truncated = 0 1.53.931.585 I slot print_timing: id 3 | task 164 | prompt eval time = 297.49 ms / 192 tokens ( 1.55 ms per token, 645.41 tokens per second) 1.53.931.590 I slot print_timing: id 3 | task 164 | eval time = 21.65 ms / 2 tokens ( 21.65 ms per token, 46.18 tokens per second) 1.53.931.591 I slot print_timing: id 3 | task 164 | total time = 319.14 ms / 194 tokens 1.53.931.591 I slot print_timing: id 3 | task 164 | graphs reused = 2 1.53.931.592 I slot print_timing: id 3 | task 164 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.931.617 I slot release: id 3 | task 164 | stop processing: n_tokens = 194, truncated = 0 1.53.949.087 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.257 1.53.961.936 I slot launch_slot_: id 0 | task 169 | processing task, is_child = 0 1.53.995.157 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.242 1.53.995.348 I slot launch_slot_: id 2 | task 171 | processing task, is_child = 0 1.53.995.390 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.149 1.53.995.516 I slot launch_slot_: id 3 | task 170 | processing task, is_child = 0 1.54.346.545 I slot print_timing: id 0 | task 169 | prompt eval time = 328.56 ms / 146 tokens ( 2.25 ms per token, 444.36 tokens per second) 1.54.346.550 I slot print_timing: id 0 | task 169 | eval time = 22.45 ms / 2 tokens ( 22.45 ms per token, 44.55 tokens per second) 1.54.346.551 I slot print_timing: id 0 | task 169 | total time = 351.01 ms / 148 tokens 1.54.346.551 I slot print_timing: id 0 | task 169 | graphs reused = 2 1.54.346.552 I slot print_timing: id 0 | task 169 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.346.581 I slot release: id 0 | task 169 | stop processing: n_tokens = 148, truncated = 0 1.54.347.413 I slot print_timing: id 2 | task 171 | prompt eval time = 324.56 ms / 172 tokens ( 1.89 ms per token, 529.95 tokens per second) 1.54.347.418 I slot print_timing: id 2 | task 171 | eval time = 22.27 ms / 2 tokens ( 22.27 ms per token, 44.91 tokens per second) 1.54.347.419 I slot print_timing: id 2 | task 171 | total time = 346.82 ms / 174 tokens 1.54.347.421 I slot print_timing: id 2 | task 171 | graphs reused = 2 1.54.347.422 I slot print_timing: id 2 | task 171 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.347.446 I slot release: id 2 | task 171 | stop processing: n_tokens = 174, truncated = 0 1.54.347.853 I slot print_timing: id 3 | task 170 | prompt eval time = 320.19 ms / 136 tokens ( 2.35 ms per token, 424.75 tokens per second) 1.54.347.856 I slot print_timing: id 3 | task 170 | eval time = 22.02 ms / 2 tokens ( 22.02 ms per token, 45.41 tokens per second) 1.54.347.857 I slot print_timing: id 3 | task 170 | total time = 342.21 ms / 138 tokens 1.54.347.858 I slot print_timing: id 3 | task 170 | graphs reused = 2 1.54.347.859 I slot print_timing: id 3 | task 170 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.347.877 I slot release: id 3 | task 170 | stop processing: n_tokens = 138, truncated = 0 1.54.365.681 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.174 (> 0.100 thold), f_keep = 0.196 1.54.381.689 I slot launch_slot_: id 0 | task 176 | processing task, is_child = 0 1.54.414.494 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.167 1.54.421.327 I slot launch_slot_: id 2 | task 178 | processing task, is_child = 0 1.54.421.368 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.210 1.54.428.110 I slot launch_slot_: id 3 | task 177 | processing task, is_child = 0 1.54.750.360 I slot print_timing: id 0 | task 176 | prompt eval time = 299.84 ms / 166 tokens ( 1.81 ms per token, 553.63 tokens per second) 1.54.750.366 I slot print_timing: id 0 | task 176 | eval time = 22.39 ms / 2 tokens ( 22.39 ms per token, 44.66 tokens per second) 1.54.750.368 I slot print_timing: id 0 | task 176 | total time = 322.23 ms / 168 tokens 1.54.750.369 I slot print_timing: id 0 | task 176 | graphs reused = 2 1.54.750.370 I slot print_timing: id 0 | task 176 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.750.405 I slot release: id 0 | task 176 | stop processing: n_tokens = 168, truncated = 0 1.54.751.108 I slot print_timing: id 2 | task 178 | prompt eval time = 295.87 ms / 114 tokens ( 2.60 ms per token, 385.31 tokens per second) 1.54.751.111 I slot print_timing: id 2 | task 178 | eval time = 21.95 ms / 2 tokens ( 21.95 ms per token, 45.55 tokens per second) 1.54.751.112 I slot print_timing: id 2 | task 178 | total time = 317.82 ms / 116 tokens 1.54.751.113 I slot print_timing: id 2 | task 178 | graphs reused = 2 1.54.751.114 I slot print_timing: id 2 | task 178 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.751.132 I slot release: id 2 | task 178 | stop processing: n_tokens = 116, truncated = 0 1.54.751.443 I slot print_timing: id 3 | task 177 | prompt eval time = 291.26 ms / 121 tokens ( 2.41 ms per token, 415.44 tokens per second) 1.54.751.446 I slot print_timing: id 3 | task 177 | eval time = 21.56 ms / 2 tokens ( 21.56 ms per token, 46.38 tokens per second) 1.54.751.447 I slot print_timing: id 3 | task 177 | total time = 312.82 ms / 123 tokens 1.54.751.447 I slot print_timing: id 3 | task 177 | graphs reused = 2 1.54.751.448 I slot print_timing: id 3 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.751.461 I slot release: id 3 | task 177 | stop processing: n_tokens = 123, truncated = 0 1.54.769.274 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.173 1.54.792.234 I slot launch_slot_: id 0 | task 183 | processing task, is_child = 0 1.54.819.672 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.240 (> 0.100 thold), f_keep = 0.259 1.54.819.874 I slot launch_slot_: id 2 | task 184 | processing task, is_child = 0 1.54.819.920 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.236 1.54.820.062 I slot launch_slot_: id 3 | task 185 | processing task, is_child = 0 1.55.139.759 I slot print_timing: id 0 | task 183 | prompt eval time = 297.53 ms / 136 tokens ( 2.19 ms per token, 457.09 tokens per second) 1.55.139.764 I slot print_timing: id 0 | task 183 | eval time = 22.14 ms / 2 tokens ( 22.14 ms per token, 45.16 tokens per second) 1.55.139.765 I slot print_timing: id 0 | task 183 | total time = 319.68 ms / 138 tokens 1.55.139.766 I slot print_timing: id 0 | task 183 | graphs reused = 2 1.55.139.767 I slot print_timing: id 0 | task 183 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.139.793 I slot release: id 0 | task 183 | stop processing: n_tokens = 138, truncated = 0 1.55.140.137 I slot print_timing: id 1 | task 155 | prompt eval time = 289.49 ms / 166 tokens ( 1.74 ms per token, 573.43 tokens per second) 1.55.140.140 I slot print_timing: id 1 | task 155 | eval time = 1669.24 ms / 19 tokens ( 92.74 ms per token, 10.78 tokens per second) 1.55.140.141 I slot print_timing: id 1 | task 155 | total time = 1958.73 ms / 185 tokens 1.55.140.142 I slot print_timing: id 1 | task 155 | graphs reused = 2 1.55.140.142 I slot print_timing: id 1 | task 155 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.140.159 I slot release: id 1 | task 155 | stop processing: n_tokens = 185, truncated = 0 1.55.140.540 I slot print_timing: id 2 | task 184 | prompt eval time = 293.13 ms / 124 tokens ( 2.36 ms per token, 423.02 tokens per second) 1.55.140.543 I slot print_timing: id 2 | task 184 | eval time = 21.87 ms / 2 tokens ( 21.87 ms per token, 45.72 tokens per second) 1.55.140.543 I slot print_timing: id 2 | task 184 | total time = 315.00 ms / 126 tokens 1.55.140.544 I slot print_timing: id 2 | task 184 | graphs reused = 2 1.55.140.545 I slot print_timing: id 2 | task 184 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.140.557 I slot release: id 2 | task 184 | stop processing: n_tokens = 126, truncated = 0 1.55.140.930 I slot print_timing: id 3 | task 185 | prompt eval time = 288.38 ms / 138 tokens ( 2.09 ms per token, 478.54 tokens per second) 1.55.140.936 I slot print_timing: id 3 | task 185 | eval time = 21.64 ms / 2 tokens ( 21.64 ms per token, 46.20 tokens per second) 1.55.140.937 I slot print_timing: id 3 | task 185 | total time = 310.02 ms / 140 tokens 1.55.140.938 I slot print_timing: id 3 | task 185 | graphs reused = 2 1.55.140.939 I slot print_timing: id 3 | task 185 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.140.954 I slot release: id 3 | task 185 | stop processing: n_tokens = 140, truncated = 0 1.55.149.061 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.210 1.55.164.458 I slot launch_slot_: id 0 | task 189 | processing task, is_child = 0 1.55.215.449 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.162 (> 0.100 thold), f_keep = 0.157 1.55.215.621 I slot launch_slot_: id 1 | task 190 | processing task, is_child = 0 1.55.215.694 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.168 (> 0.100 thold), f_keep = 0.230 1.55.215.820 I slot launch_slot_: id 2 | task 191 | processing task, is_child = 0 1.55.215.856 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.156 (> 0.100 thold), f_keep = 0.207 1.55.215.971 I slot launch_slot_: id 3 | task 192 | processing task, is_child = 0 1.55.603.897 I slot print_timing: id 0 | task 189 | prompt eval time = 365.20 ms / 131 tokens ( 2.79 ms per token, 358.71 tokens per second) 1.55.603.902 I slot print_timing: id 0 | task 189 | eval time = 22.71 ms / 2 tokens ( 22.71 ms per token, 44.04 tokens per second) 1.55.603.903 I slot print_timing: id 0 | task 189 | total time = 387.91 ms / 133 tokens 1.55.603.904 I slot print_timing: id 0 | task 189 | graphs reused = 2 1.55.603.905 I slot print_timing: id 0 | task 189 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.603.935 I slot release: id 0 | task 189 | stop processing: n_tokens = 133, truncated = 0 1.55.604.279 I slot print_timing: id 1 | task 190 | prompt eval time = 360.60 ms / 178 tokens ( 2.03 ms per token, 493.62 tokens per second) 1.55.604.282 I slot print_timing: id 1 | task 190 | eval time = 22.38 ms / 2 tokens ( 22.38 ms per token, 44.68 tokens per second) 1.55.604.283 I slot print_timing: id 1 | task 190 | total time = 382.98 ms / 180 tokens 1.55.604.284 I slot print_timing: id 1 | task 190 | graphs reused = 2 1.55.604.285 I slot print_timing: id 1 | task 190 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.604.304 I slot release: id 1 | task 190 | stop processing: n_tokens = 180, truncated = 0 1.55.604.659 I slot print_timing: id 2 | task 191 | prompt eval time = 356.17 ms / 172 tokens ( 2.07 ms per token, 482.91 tokens per second) 1.55.604.662 I slot print_timing: id 2 | task 191 | eval time = 22.04 ms / 2 tokens ( 22.04 ms per token, 45.38 tokens per second) 1.55.604.663 I slot print_timing: id 2 | task 191 | total time = 378.21 ms / 174 tokens 1.55.604.663 I slot print_timing: id 2 | task 191 | graphs reused = 2 1.55.604.664 I slot print_timing: id 2 | task 191 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.604.680 I slot release: id 2 | task 191 | stop processing: n_tokens = 174, truncated = 0 1.55.622.724 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.218 1.55.637.649 I slot launch_slot_: id 0 | task 197 | processing task, is_child = 0 1.55.674.629 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.234 (> 0.100 thold), f_keep = 0.161 1.55.681.430 I slot launch_slot_: id 1 | task 198 | processing task, is_child = 0 1.55.681.478 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.242 (> 0.100 thold), f_keep = 0.167 1.55.681.596 I slot launch_slot_: id 2 | task 199 | processing task, is_child = 0 1.55.977.466 I slot print_timing: id 0 | task 197 | prompt eval time = 273.49 ms / 129 tokens ( 2.12 ms per token, 471.69 tokens per second) 1.55.977.471 I slot print_timing: id 0 | task 197 | eval time = 22.36 ms / 2 tokens ( 22.36 ms per token, 44.72 tokens per second) 1.55.977.472 I slot print_timing: id 0 | task 197 | total time = 295.85 ms / 131 tokens 1.55.977.473 I slot print_timing: id 0 | task 197 | graphs reused = 3 1.55.977.474 I slot print_timing: id 0 | task 197 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.977.499 I slot release: id 0 | task 197 | stop processing: n_tokens = 131, truncated = 0 1.55.977.915 I slot print_timing: id 1 | task 198 | prompt eval time = 269.07 ms / 123 tokens ( 2.19 ms per token, 457.13 tokens per second) 1.55.977.918 I slot print_timing: id 1 | task 198 | eval time = 22.09 ms / 2 tokens ( 22.09 ms per token, 45.28 tokens per second) 1.55.977.919 I slot print_timing: id 1 | task 198 | total time = 291.16 ms / 125 tokens 1.55.977.920 I slot print_timing: id 1 | task 198 | graphs reused = 3 1.55.977.920 I slot print_timing: id 1 | task 198 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.977.938 I slot release: id 1 | task 198 | stop processing: n_tokens = 125, truncated = 0 1.55.978.289 I slot print_timing: id 2 | task 199 | prompt eval time = 264.48 ms / 119 tokens ( 2.22 ms per token, 449.94 tokens per second) 1.55.978.292 I slot print_timing: id 2 | task 199 | eval time = 21.77 ms / 2 tokens ( 21.77 ms per token, 45.94 tokens per second) 1.55.978.293 I slot print_timing: id 2 | task 199 | total time = 286.25 ms / 121 tokens 1.55.978.293 I slot print_timing: id 2 | task 199 | graphs reused = 3 1.55.978.294 I slot print_timing: id 2 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.978.307 I slot release: id 2 | task 199 | stop processing: n_tokens = 121, truncated = 0 1.55.996.385 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.248 (> 0.100 thold), f_keep = 0.240 1.56.017.524 I slot launch_slot_: id 1 | task 204 | processing task, is_child = 0 1.56.046.594 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.196 (> 0.100 thold), f_keep = 0.221 1.56.046.780 I slot launch_slot_: id 0 | task 205 | processing task, is_child = 0 1.56.046.836 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.240 1.56.054.055 I slot launch_slot_: id 2 | task 206 | processing task, is_child = 0 1.56.336.534 I slot print_timing: id 3 | task 192 | prompt eval time = 351.83 ms / 185 tokens ( 1.90 ms per token, 525.82 tokens per second) 1.56.336.539 I slot print_timing: id 3 | task 192 | eval time = 753.27 ms / 9 tokens ( 94.16 ms per token, 10.62 tokens per second) 1.56.336.540 I slot print_timing: id 3 | task 192 | total time = 1105.11 ms / 194 tokens 1.56.336.541 I slot print_timing: id 3 | task 192 | graphs reused = 4 1.56.336.541 I slot print_timing: id 3 | task 192 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.336.572 I slot release: id 3 | task 192 | stop processing: n_tokens = 194, truncated = 0 1.56.355.184 I slot print_timing: id 0 | task 205 | prompt eval time = 280.85 ms / 147 tokens ( 1.91 ms per token, 523.40 tokens per second) 1.56.355.189 I slot print_timing: id 0 | task 205 | eval time = 20.26 ms / 2 tokens ( 20.26 ms per token, 49.37 tokens per second) 1.56.355.190 I slot print_timing: id 0 | task 205 | total time = 301.11 ms / 149 tokens 1.56.355.191 I slot print_timing: id 0 | task 205 | graphs reused = 4 1.56.355.191 I slot print_timing: id 0 | task 205 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.355.212 I slot release: id 0 | task 205 | stop processing: n_tokens = 149, truncated = 0 1.56.355.552 I slot print_timing: id 1 | task 204 | prompt eval time = 276.50 ms / 120 tokens ( 2.30 ms per token, 433.99 tokens per second) 1.56.355.555 I slot print_timing: id 1 | task 204 | eval time = 19.92 ms / 2 tokens ( 19.92 ms per token, 50.20 tokens per second) 1.56.355.556 I slot print_timing: id 1 | task 204 | total time = 296.42 ms / 122 tokens 1.56.355.556 I slot print_timing: id 1 | task 204 | graphs reused = 4 1.56.355.557 I slot print_timing: id 1 | task 204 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.355.570 I slot release: id 1 | task 204 | stop processing: n_tokens = 122, truncated = 0 1.56.355.889 I slot print_timing: id 2 | task 206 | prompt eval time = 272.10 ms / 130 tokens ( 2.09 ms per token, 477.76 tokens per second) 1.56.355.892 I slot print_timing: id 2 | task 206 | eval time = 19.65 ms / 2 tokens ( 19.65 ms per token, 50.88 tokens per second) 1.56.355.893 I slot print_timing: id 2 | task 206 | total time = 291.76 ms / 132 tokens 1.56.355.893 I slot print_timing: id 2 | task 206 | graphs reused = 4 1.56.355.894 I slot print_timing: id 2 | task 206 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.355.905 I slot release: id 2 | task 206 | stop processing: n_tokens = 132, truncated = 0 1.56.362.650 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.215 (> 0.100 thold), f_keep = 0.195 1.56.378.907 I slot launch_slot_: id 0 | task 210 | processing task, is_child = 0 1.56.426.197 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.238 1.56.426.388 I slot launch_slot_: id 1 | task 211 | processing task, is_child = 0 1.56.426.461 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.220 1.56.426.582 I slot launch_slot_: id 2 | task 212 | processing task, is_child = 0 1.56.426.621 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.216 (> 0.100 thold), f_keep = 0.149 1.56.433.310 I slot launch_slot_: id 3 | task 213 | processing task, is_child = 0 1.56.759.490 I slot print_timing: id 0 | task 210 | prompt eval time = 304.21 ms / 134 tokens ( 2.27 ms per token, 440.48 tokens per second) 1.56.759.495 I slot print_timing: id 0 | task 210 | eval time = 21.95 ms / 2 tokens ( 21.95 ms per token, 45.56 tokens per second) 1.56.759.496 I slot print_timing: id 0 | task 210 | total time = 326.16 ms / 136 tokens 1.56.759.497 I slot print_timing: id 0 | task 210 | graphs reused = 4 1.56.759.498 I slot print_timing: id 0 | task 210 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.759.523 I slot release: id 0 | task 210 | stop processing: n_tokens = 136, truncated = 0 1.56.759.836 I slot print_timing: id 1 | task 211 | prompt eval time = 299.80 ms / 128 tokens ( 2.34 ms per token, 426.96 tokens per second) 1.56.759.839 I slot print_timing: id 1 | task 211 | eval time = 21.61 ms / 2 tokens ( 21.61 ms per token, 46.28 tokens per second) 1.56.759.840 I slot print_timing: id 1 | task 211 | total time = 321.40 ms / 130 tokens 1.56.759.840 I slot print_timing: id 1 | task 211 | graphs reused = 4 1.56.759.841 I slot print_timing: id 1 | task 211 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.759.856 I slot release: id 1 | task 211 | stop processing: n_tokens = 130, truncated = 0 1.56.760.192 I slot print_timing: id 2 | task 212 | prompt eval time = 295.48 ms / 132 tokens ( 2.24 ms per token, 446.72 tokens per second) 1.56.760.195 I slot print_timing: id 2 | task 212 | eval time = 21.30 ms / 2 tokens ( 21.30 ms per token, 46.95 tokens per second) 1.56.760.196 I slot print_timing: id 2 | task 212 | total time = 316.78 ms / 134 tokens 1.56.760.196 I slot print_timing: id 2 | task 212 | graphs reused = 4 1.56.760.197 I slot print_timing: id 2 | task 212 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.760.210 I slot release: id 2 | task 212 | stop processing: n_tokens = 134, truncated = 0 1.56.760.517 I slot print_timing: id 3 | task 213 | prompt eval time = 291.26 ms / 133 tokens ( 2.19 ms per token, 456.63 tokens per second) 1.56.760.519 I slot print_timing: id 3 | task 213 | eval time = 20.95 ms / 2 tokens ( 20.95 ms per token, 47.72 tokens per second) 1.56.760.520 I slot print_timing: id 3 | task 213 | total time = 312.22 ms / 135 tokens 1.56.760.521 I slot print_timing: id 3 | task 213 | graphs reused = 4 1.56.760.522 I slot print_timing: id 3 | task 213 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.760.533 I slot release: id 3 | task 213 | stop processing: n_tokens = 135, truncated = 0 1.56.769.631 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.181 (> 0.100 thold), f_keep = 0.213 1.56.784.397 I slot launch_slot_: id 0 | task 217 | processing task, is_child = 0 1.56.827.183 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.223 1.56.827.343 I slot launch_slot_: id 1 | task 218 | processing task, is_child = 0 1.56.827.406 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.264 (> 0.100 thold), f_keep = 0.216 1.56.827.514 I slot launch_slot_: id 2 | task 219 | processing task, is_child = 0 1.56.827.548 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.200 (> 0.100 thold), f_keep = 0.215 1.56.827.649 I slot launch_slot_: id 3 | task 220 | processing task, is_child = 0 1.57.170.017 I slot print_timing: id 0 | task 217 | prompt eval time = 320.57 ms / 159 tokens ( 2.02 ms per token, 495.99 tokens per second) 1.57.170.023 I slot print_timing: id 0 | task 217 | eval time = 21.78 ms / 2 tokens ( 21.78 ms per token, 45.91 tokens per second) 1.57.170.024 I slot print_timing: id 0 | task 217 | total time = 342.35 ms / 161 tokens 1.57.170.025 I slot print_timing: id 0 | task 217 | graphs reused = 4 1.57.170.026 I slot print_timing: id 0 | task 217 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.170.058 I slot release: id 0 | task 217 | stop processing: n_tokens = 161, truncated = 0 1.57.170.413 I slot print_timing: id 1 | task 218 | prompt eval time = 316.33 ms / 164 tokens ( 1.93 ms per token, 518.44 tokens per second) 1.57.170.417 I slot print_timing: id 1 | task 218 | eval time = 21.48 ms / 2 tokens ( 21.48 ms per token, 46.55 tokens per second) 1.57.170.417 I slot print_timing: id 1 | task 218 | total time = 337.81 ms / 166 tokens 1.57.170.418 I slot print_timing: id 1 | task 218 | graphs reused = 4 1.57.170.418 I slot print_timing: id 1 | task 218 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.170.437 I slot release: id 1 | task 218 | stop processing: n_tokens = 166, truncated = 0 1.57.170.754 I slot print_timing: id 2 | task 219 | prompt eval time = 311.86 ms / 109 tokens ( 2.86 ms per token, 349.51 tokens per second) 1.57.170.758 I slot print_timing: id 2 | task 219 | eval time = 21.21 ms / 2 tokens ( 21.21 ms per token, 47.15 tokens per second) 1.57.170.758 I slot print_timing: id 2 | task 219 | total time = 333.07 ms / 111 tokens 1.57.170.759 I slot print_timing: id 2 | task 219 | graphs reused = 4 1.57.170.760 I slot print_timing: id 2 | task 219 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.170.771 I slot release: id 2 | task 219 | stop processing: n_tokens = 111, truncated = 0 1.57.171.078 I slot print_timing: id 3 | task 220 | prompt eval time = 307.52 ms / 144 tokens ( 2.14 ms per token, 468.27 tokens per second) 1.57.171.081 I slot print_timing: id 3 | task 220 | eval time = 20.93 ms / 2 tokens ( 20.93 ms per token, 47.79 tokens per second) 1.57.171.082 I slot print_timing: id 3 | task 220 | total time = 328.44 ms / 146 tokens 1.57.171.082 I slot print_timing: id 3 | task 220 | graphs reused = 4 1.57.171.083 I slot print_timing: id 3 | task 220 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.171.095 I slot release: id 3 | task 220 | stop processing: n_tokens = 146, truncated = 0 1.57.179.795 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.252 (> 0.100 thold), f_keep = 0.180 1.57.197.479 I slot launch_slot_: id 0 | task 224 | processing task, is_child = 0 1.57.242.322 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.270 1.57.242.453 I slot launch_slot_: id 2 | task 225 | processing task, is_child = 0 1.57.242.521 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.175 1.57.242.647 I slot launch_slot_: id 1 | task 226 | processing task, is_child = 0 1.57.242.683 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.185 (> 0.100 thold), f_keep = 0.199 1.57.242.795 I slot launch_slot_: id 3 | task 227 | processing task, is_child = 0 1.57.571.531 I slot print_timing: id 0 | task 224 | prompt eval time = 306.88 ms / 114 tokens ( 2.69 ms per token, 371.48 tokens per second) 1.57.571.537 I slot print_timing: id 0 | task 224 | eval time = 21.84 ms / 2 tokens ( 21.84 ms per token, 45.79 tokens per second) 1.57.571.538 I slot print_timing: id 0 | task 224 | total time = 328.72 ms / 116 tokens 1.57.571.539 I slot print_timing: id 0 | task 224 | graphs reused = 4 1.57.571.539 I slot print_timing: id 0 | task 224 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.571.564 I slot release: id 0 | task 224 | stop processing: n_tokens = 116, truncated = 0 1.57.571.888 I slot print_timing: id 1 | task 226 | prompt eval time = 302.36 ms / 152 tokens ( 1.99 ms per token, 502.71 tokens per second) 1.57.571.891 I slot print_timing: id 1 | task 226 | eval time = 21.54 ms / 2 tokens ( 21.54 ms per token, 46.42 tokens per second) 1.57.571.892 I slot print_timing: id 1 | task 226 | total time = 323.90 ms / 154 tokens 1.57.571.895 I slot print_timing: id 1 | task 226 | graphs reused = 4 1.57.571.896 I slot print_timing: id 1 | task 226 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.571.913 I slot release: id 1 | task 226 | stop processing: n_tokens = 154, truncated = 0 1.57.572.244 I slot print_timing: id 2 | task 225 | prompt eval time = 297.86 ms / 116 tokens ( 2.57 ms per token, 389.44 tokens per second) 1.57.572.247 I slot print_timing: id 2 | task 225 | eval time = 21.22 ms / 2 tokens ( 21.22 ms per token, 47.12 tokens per second) 1.57.572.247 I slot print_timing: id 2 | task 225 | total time = 319.09 ms / 118 tokens 1.57.572.248 I slot print_timing: id 2 | task 225 | graphs reused = 4 1.57.572.249 I slot print_timing: id 2 | task 225 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.572.261 I slot release: id 2 | task 225 | stop processing: n_tokens = 118, truncated = 0 1.57.572.557 I slot print_timing: id 3 | task 227 | prompt eval time = 293.51 ms / 156 tokens ( 1.88 ms per token, 531.49 tokens per second) 1.57.572.559 I slot print_timing: id 3 | task 227 | eval time = 20.96 ms / 2 tokens ( 20.96 ms per token, 47.70 tokens per second) 1.57.572.560 I slot print_timing: id 3 | task 227 | total time = 314.48 ms / 158 tokens 1.57.572.561 I slot print_timing: id 3 | task 227 | graphs reused = 4 1.57.572.561 I slot print_timing: id 3 | task 227 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.572.574 I slot release: id 3 | task 227 | stop processing: n_tokens = 158, truncated = 0 1.57.580.443 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.207 (> 0.100 thold), f_keep = 0.250 1.57.593.638 I slot launch_slot_: id 0 | task 231 | processing task, is_child = 0 1.57.638.988 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.254 1.57.639.163 I slot launch_slot_: id 2 | task 232 | processing task, is_child = 0 1.57.639.231 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188 1.57.646.149 I slot launch_slot_: id 1 | task 233 | processing task, is_child = 0 1.57.646.190 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.184 1.57.646.304 I slot launch_slot_: id 3 | task 234 | processing task, is_child = 0 1.57.969.593 I slot print_timing: id 0 | task 231 | prompt eval time = 299.92 ms / 139 tokens ( 2.16 ms per token, 463.46 tokens per second) 1.57.969.599 I slot print_timing: id 0 | task 231 | eval time = 23.35 ms / 2 tokens ( 23.35 ms per token, 42.82 tokens per second) 1.57.969.600 I slot print_timing: id 0 | task 231 | total time = 323.27 ms / 141 tokens 1.57.969.601 I slot print_timing: id 0 | task 231 | graphs reused = 4 1.57.969.602 I slot print_timing: id 0 | task 231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.969.633 I slot release: id 0 | task 231 | stop processing: n_tokens = 141, truncated = 0 1.57.970.017 I slot print_timing: id 1 | task 233 | prompt eval time = 295.80 ms / 117 tokens ( 2.53 ms per token, 395.54 tokens per second) 1.57.970.021 I slot print_timing: id 1 | task 233 | eval time = 22.98 ms / 2 tokens ( 22.98 ms per token, 43.51 tokens per second) 1.57.970.022 I slot print_timing: id 1 | task 233 | total time = 318.78 ms / 119 tokens 1.57.970.022 I slot print_timing: id 1 | task 233 | graphs reused = 4 1.57.970.023 I slot print_timing: id 1 | task 233 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.970.040 I slot release: id 1 | task 233 | stop processing: n_tokens = 119, truncated = 0 1.57.970.430 I slot print_timing: id 2 | task 232 | prompt eval time = 291.65 ms / 117 tokens ( 2.49 ms per token, 401.17 tokens per second) 1.57.970.434 I slot print_timing: id 2 | task 232 | eval time = 22.75 ms / 2 tokens ( 22.75 ms per token, 43.96 tokens per second) 1.57.970.434 I slot print_timing: id 2 | task 232 | total time = 314.40 ms / 119 tokens 1.57.970.435 I slot print_timing: id 2 | task 232 | graphs reused = 4 1.57.970.435 I slot print_timing: id 2 | task 232 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.970.446 I slot release: id 2 | task 232 | stop processing: n_tokens = 119, truncated = 0 1.57.970.848 I slot print_timing: id 3 | task 234 | prompt eval time = 286.96 ms / 155 tokens ( 1.85 ms per token, 540.15 tokens per second) 1.57.970.850 I slot print_timing: id 3 | task 234 | eval time = 22.45 ms / 2 tokens ( 22.45 ms per token, 44.54 tokens per second) 1.57.970.851 I slot print_timing: id 3 | task 234 | total time = 309.41 ms / 157 tokens 1.57.970.852 I slot print_timing: id 3 | task 234 | graphs reused = 4 1.57.970.852 I slot print_timing: id 3 | task 234 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.970.865 I slot release: id 3 | task 234 | stop processing: n_tokens = 157, truncated = 0 1.58.002.939 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.206 1.58.018.292 I slot launch_slot_: id 0 | task 238 | processing task, is_child = 0 1.58.018.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 1.58.036.084 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 1.58.053.751 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 80.117 MiB) 1.58.074.846 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.218 (> 0.100 thold), f_keep = 0.244 1.58.082.400 I slot launch_slot_: id 1 | task 239 | processing task, is_child = 0 1.58.082.480 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.252 1.58.082.606 I slot launch_slot_: id 2 | task 240 | processing task, is_child = 0 1.58.082.644 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.185 1.58.082.757 I slot launch_slot_: id 3 | task 241 | processing task, is_child = 0 1.58.437.239 I slot print_timing: id 0 | task 238 | prompt eval time = 331.28 ms / 129 tokens ( 2.57 ms per token, 389.40 tokens per second) 1.58.437.245 I slot print_timing: id 0 | task 238 | eval time = 23.18 ms / 2 tokens ( 23.18 ms per token, 43.14 tokens per second) 1.58.437.246 I slot print_timing: id 0 | task 238 | total time = 354.46 ms / 131 tokens 1.58.437.247 I slot print_timing: id 0 | task 238 | graphs reused = 4 1.58.437.248 I slot print_timing: id 0 | task 238 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.437.274 I slot release: id 0 | task 238 | stop processing: n_tokens = 131, truncated = 0 1.58.437.699 I slot print_timing: id 1 | task 239 | prompt eval time = 327.00 ms / 132 tokens ( 2.48 ms per token, 403.66 tokens per second) 1.58.437.702 I slot print_timing: id 1 | task 239 | eval time = 22.81 ms / 2 tokens ( 22.81 ms per token, 43.84 tokens per second) 1.58.437.703 I slot print_timing: id 1 | task 239 | total time = 349.81 ms / 134 tokens 1.58.437.704 I slot print_timing: id 1 | task 239 | graphs reused = 4 1.58.437.704 I slot print_timing: id 1 | task 239 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.437.723 I slot release: id 1 | task 239 | stop processing: n_tokens = 134, truncated = 0 1.58.438.178 I slot print_timing: id 2 | task 240 | prompt eval time = 322.97 ms / 117 tokens ( 2.76 ms per token, 362.26 tokens per second) 1.58.438.181 I slot print_timing: id 2 | task 240 | eval time = 22.37 ms / 2 tokens ( 22.37 ms per token, 44.70 tokens per second) 1.58.438.181 I slot print_timing: id 2 | task 240 | total time = 345.34 ms / 119 tokens 1.58.438.182 I slot print_timing: id 2 | task 240 | graphs reused = 4 1.58.438.182 I slot print_timing: id 2 | task 240 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.438.195 I slot release: id 2 | task 240 | stop processing: n_tokens = 119, truncated = 0 1.58.438.579 I slot print_timing: id 3 | task 241 | prompt eval time = 318.37 ms / 170 tokens ( 1.87 ms per token, 533.96 tokens per second) 1.58.438.582 I slot print_timing: id 3 | task 241 | eval time = 22.07 ms / 2 tokens ( 22.07 ms per token, 45.31 tokens per second) 1.58.438.583 I slot print_timing: id 3 | task 241 | total time = 340.44 ms / 172 tokens 1.58.438.584 I slot print_timing: id 3 | task 241 | graphs reused = 4 1.58.438.584 I slot print_timing: id 3 | task 241 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.438.600 I slot release: id 3 | task 241 | stop processing: n_tokens = 172, truncated = 0 1.58.447.234 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.229 (> 0.100 thold), f_keep = 0.224 1.58.462.136 I slot launch_slot_: id 1 | task 245 | processing task, is_child = 0 1.58.462.188 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 125.604 MiB) 1.58.478.157 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.133 MiB) 1.58.492.510 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 1.58.511.707 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 1.58.511.874 I slot launch_slot_: id 0 | task 246 | processing task, is_child = 0 1.58.511.946 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.164 (> 0.100 thold), f_keep = 0.244 1.58.512.060 I slot launch_slot_: id 2 | task 247 | processing task, is_child = 0 1.58.512.099 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.254 (> 0.100 thold), f_keep = 0.169 1.58.512.213 I slot launch_slot_: id 3 | task 248 | processing task, is_child = 0 1.58.865.425 I slot print_timing: id 0 | task 246 | prompt eval time = 330.12 ms / 161 tokens ( 2.05 ms per token, 487.71 tokens per second) 1.58.865.445 I slot print_timing: id 0 | task 246 | eval time = 23.06 ms / 2 tokens ( 23.06 ms per token, 43.37 tokens per second) 1.58.865.446 I slot print_timing: id 0 | task 246 | total time = 353.18 ms / 163 tokens 1.58.865.447 I slot print_timing: id 0 | task 246 | graphs reused = 4 1.58.865.448 I slot print_timing: id 0 | task 246 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.865.491 I slot release: id 0 | task 246 | stop processing: n_tokens = 163, truncated = 0 1.58.866.415 I slot print_timing: id 1 | task 245 | prompt eval time = 325.63 ms / 130 tokens ( 2.50 ms per token, 399.23 tokens per second) 1.58.866.426 I slot print_timing: id 1 | task 245 | eval time = 23.35 ms / 2 tokens ( 23.35 ms per token, 42.83 tokens per second) 1.58.866.426 I slot print_timing: id 1 | task 245 | total time = 348.98 ms / 132 tokens 1.58.866.427 I slot print_timing: id 1 | task 245 | graphs reused = 4 1.58.866.429 I slot print_timing: id 1 | task 245 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.866.479 I slot release: id 1 | task 245 | stop processing: n_tokens = 132, truncated = 0 1.58.867.624 I slot print_timing: id 2 | task 247 | prompt eval time = 321.35 ms / 176 tokens ( 1.83 ms per token, 547.69 tokens per second) 1.58.867.633 I slot print_timing: id 2 | task 247 | eval time = 23.84 ms / 2 tokens ( 23.84 ms per token, 41.95 tokens per second) 1.58.867.635 I slot print_timing: id 2 | task 247 | total time = 345.19 ms / 178 tokens 1.58.867.635 I slot print_timing: id 2 | task 247 | graphs reused = 4 1.58.867.637 I slot print_timing: id 2 | task 247 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.867.688 I slot release: id 2 | task 247 | stop processing: n_tokens = 178, truncated = 0 1.58.868.789 I slot print_timing: id 3 | task 248 | prompt eval time = 316.73 ms / 113 tokens ( 2.80 ms per token, 356.77 tokens per second) 1.58.868.803 I slot print_timing: id 3 | task 248 | eval time = 24.28 ms / 2 tokens ( 24.28 ms per token, 41.19 tokens per second) 1.58.868.804 I slot print_timing: id 3 | task 248 | total time = 341.01 ms / 115 tokens 1.58.868.805 I slot print_timing: id 3 | task 248 | graphs reused = 4 1.58.868.807 I slot print_timing: id 3 | task 248 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.868.839 I slot release: id 3 | task 248 | stop processing: n_tokens = 115, truncated = 0 1.58.881.168 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.184 1.58.881.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 1.58.900.684 I slot launch_slot_: id 0 | task 252 | processing task, is_child = 0 1.58.900.735 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.838 MiB) 1.58.917.573 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.195 MiB) 1.58.937.856 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.821 MiB) 1.58.951.911 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.238 (> 0.100 thold), f_keep = 0.220 1.58.959.422 I slot launch_slot_: id 1 | task 253 | processing task, is_child = 0 1.58.959.518 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.190 (> 0.100 thold), f_keep = 0.163 1.58.959.660 I slot launch_slot_: id 2 | task 254 | processing task, is_child = 0 1.58.959.699 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.252 1.58.959.815 I slot launch_slot_: id 3 | task 255 | processing task, is_child = 0 1.59.317.871 I slot print_timing: id 0 | task 252 | prompt eval time = 334.93 ms / 159 tokens ( 2.11 ms per token, 474.73 tokens per second) 1.59.317.876 I slot print_timing: id 0 | task 252 | eval time = 23.11 ms / 2 tokens ( 23.11 ms per token, 43.27 tokens per second) 1.59.317.877 I slot print_timing: id 0 | task 252 | total time = 358.04 ms / 161 tokens 1.59.317.878 I slot print_timing: id 0 | task 252 | graphs reused = 4 1.59.317.879 I slot print_timing: id 0 | task 252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.317.908 I slot release: id 0 | task 252 | stop processing: n_tokens = 161, truncated = 0 1.59.318.276 I slot print_timing: id 1 | task 253 | prompt eval time = 330.43 ms / 121 tokens ( 2.73 ms per token, 366.20 tokens per second) 1.59.318.279 I slot print_timing: id 1 | task 253 | eval time = 22.67 ms / 2 tokens ( 22.67 ms per token, 44.12 tokens per second) 1.59.318.280 I slot print_timing: id 1 | task 253 | total time = 353.09 ms / 123 tokens 1.59.318.281 I slot print_timing: id 1 | task 253 | graphs reused = 4 1.59.318.282 I slot print_timing: id 1 | task 253 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.318.298 I slot release: id 1 | task 253 | stop processing: n_tokens = 123, truncated = 0 1.59.318.670 I slot print_timing: id 2 | task 254 | prompt eval time = 326.65 ms / 152 tokens ( 2.15 ms per token, 465.33 tokens per second) 1.59.318.673 I slot print_timing: id 2 | task 254 | eval time = 22.21 ms / 2 tokens ( 22.21 ms per token, 45.03 tokens per second) 1.59.318.673 I slot print_timing: id 2 | task 254 | total time = 348.86 ms / 154 tokens 1.59.318.674 I slot print_timing: id 2 | task 254 | graphs reused = 4 1.59.318.675 I slot print_timing: id 2 | task 254 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.318.689 I slot release: id 2 | task 254 | stop processing: n_tokens = 154, truncated = 0 1.59.319.043 I slot print_timing: id 3 | task 255 | prompt eval time = 322.05 ms / 138 tokens ( 2.33 ms per token, 428.50 tokens per second) 1.59.319.047 I slot print_timing: id 3 | task 255 | eval time = 21.83 ms / 2 tokens ( 21.83 ms per token, 45.81 tokens per second) 1.59.319.047 I slot print_timing: id 3 | task 255 | total time = 343.88 ms / 140 tokens 1.59.319.048 I slot print_timing: id 3 | task 255 | graphs reused = 4 1.59.319.048 I slot print_timing: id 3 | task 255 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.319.061 I slot release: id 3 | task 255 | stop processing: n_tokens = 140, truncated = 0 1.59.328.136 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.180 1.59.346.387 I slot launch_slot_: id 0 | task 259 | processing task, is_child = 0 1.59.346.436 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 1.59.364.655 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 1.59.383.234 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 1.59.400.376 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.194 (> 0.100 thold), f_keep = 0.195 1.59.400.598 I slot launch_slot_: id 2 | task 260 | processing task, is_child = 0 1.59.400.662 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.236 1.59.400.852 I slot launch_slot_: id 1 | task 261 | processing task, is_child = 0 1.59.400.887 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.225 (> 0.100 thold), f_keep = 0.207 1.59.407.895 I slot launch_slot_: id 3 | task 262 | processing task, is_child = 0 1.59.766.654 I slot print_timing: id 0 | task 259 | prompt eval time = 336.09 ms / 138 tokens ( 2.44 ms per token, 410.60 tokens per second) 1.59.766.658 I slot print_timing: id 0 | task 259 | eval time = 22.65 ms / 2 tokens ( 22.65 ms per token, 44.16 tokens per second) 1.59.766.660 I slot print_timing: id 0 | task 259 | total time = 358.74 ms / 140 tokens 1.59.766.661 I slot print_timing: id 0 | task 259 | graphs reused = 4 1.59.766.662 I slot print_timing: id 0 | task 259 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.766.689 I slot release: id 0 | task 259 | stop processing: n_tokens = 140, truncated = 0 1.59.767.097 I slot print_timing: id 1 | task 261 | prompt eval time = 331.70 ms / 163 tokens ( 2.03 ms per token, 491.41 tokens per second) 1.59.767.100 I slot print_timing: id 1 | task 261 | eval time = 22.40 ms / 2 tokens ( 22.40 ms per token, 44.64 tokens per second) 1.59.767.100 I slot print_timing: id 1 | task 261 | total time = 354.10 ms / 165 tokens 1.59.767.101 I slot print_timing: id 1 | task 261 | graphs reused = 4 1.59.767.102 I slot print_timing: id 1 | task 261 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.767.122 I slot release: id 1 | task 261 | stop processing: n_tokens = 165, truncated = 0 1.59.767.795 I slot print_timing: id 3 | task 262 | prompt eval time = 322.22 ms / 128 tokens ( 2.52 ms per token, 397.24 tokens per second) 1.59.767.799 I slot print_timing: id 3 | task 262 | eval time = 21.80 ms / 2 tokens ( 21.80 ms per token, 45.86 tokens per second) 1.59.767.800 I slot print_timing: id 3 | task 262 | total time = 344.02 ms / 130 tokens 1.59.767.800 I slot print_timing: id 3 | task 262 | graphs reused = 4 1.59.767.801 I slot print_timing: id 3 | task 262 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.767.815 I slot release: id 3 | task 262 | stop processing: n_tokens = 130, truncated = 0 1.59.785.489 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.186 (> 0.100 thold), f_keep = 0.207 1.59.801.242 I slot launch_slot_: id 0 | task 267 | processing task, is_child = 0 1.59.801.284 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 1.59.823.025 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.540 MiB) 1.59.840.091 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.177 (> 0.100 thold), f_keep = 0.176 1.59.840.262 I slot launch_slot_: id 1 | task 268 | processing task, is_child = 0 1.59.840.300 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.258 (> 0.100 thold), f_keep = 0.238 1.59.840.416 I slot launch_slot_: id 3 | task 269 | processing task, is_child = 0 2.00.181.216 I slot print_timing: id 0 | task 267 | prompt eval time = 318.59 ms / 155 tokens ( 2.06 ms per token, 486.51 tokens per second) 2.00.181.221 I slot print_timing: id 0 | task 267 | eval time = 22.18 ms / 2 tokens ( 22.18 ms per token, 45.08 tokens per second) 2.00.181.222 I slot print_timing: id 0 | task 267 | total time = 340.78 ms / 157 tokens 2.00.181.223 I slot print_timing: id 0 | task 267 | graphs reused = 4 2.00.181.224 I slot print_timing: id 0 | task 267 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.181.255 I slot release: id 0 | task 267 | stop processing: n_tokens = 157, truncated = 0 2.00.181.612 I slot print_timing: id 1 | task 268 | prompt eval time = 314.29 ms / 163 tokens ( 1.93 ms per token, 518.63 tokens per second) 2.00.181.616 I slot print_timing: id 1 | task 268 | eval time = 21.82 ms / 2 tokens ( 21.82 ms per token, 45.83 tokens per second) 2.00.181.617 I slot print_timing: id 1 | task 268 | total time = 336.11 ms / 165 tokens 2.00.181.617 I slot print_timing: id 1 | task 268 | graphs reused = 4 2.00.181.618 I slot print_timing: id 1 | task 268 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.181.636 I slot release: id 1 | task 268 | stop processing: n_tokens = 165, truncated = 0 2.00.182.313 I slot print_timing: id 3 | task 269 | prompt eval time = 310.11 ms / 119 tokens ( 2.61 ms per token, 383.73 tokens per second) 2.00.182.316 I slot print_timing: id 3 | task 269 | eval time = 21.53 ms / 2 tokens ( 21.53 ms per token, 46.44 tokens per second) 2.00.182.317 I slot print_timing: id 3 | task 269 | total time = 331.64 ms / 121 tokens 2.00.182.317 I slot print_timing: id 3 | task 269 | graphs reused = 4 2.00.182.318 I slot print_timing: id 3 | task 269 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.182.330 I slot release: id 3 | task 269 | stop processing: n_tokens = 121, truncated = 0 2.00.200.001 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.188 2.00.200.073 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.710 MiB) 2.00.218.860 I slot launch_slot_: id 1 | task 274 | processing task, is_child = 0 2.00.218.904 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 95.493 MiB) 2.00.236.967 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 2.00.251.753 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.182 (> 0.100 thold), f_keep = 0.185 2.00.251.940 I slot launch_slot_: id 0 | task 275 | processing task, is_child = 0 2.00.251.975 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.188 (> 0.100 thold), f_keep = 0.240 2.00.252.088 I slot launch_slot_: id 3 | task 276 | processing task, is_child = 0 2.00.576.898 I slot print_timing: id 2 | task 260 | prompt eval time = 327.43 ms / 154 tokens ( 2.13 ms per token, 470.33 tokens per second) 2.00.576.903 I slot print_timing: id 2 | task 260 | eval time = 831.50 ms / 9 tokens ( 103.94 ms per token, 9.62 tokens per second) 2.00.576.905 I slot print_timing: id 2 | task 260 | total time = 1158.93 ms / 163 tokens 2.00.576.905 I slot print_timing: id 2 | task 260 | graphs reused = 4 2.00.576.906 I slot print_timing: id 2 | task 260 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.576.934 I slot release: id 2 | task 260 | stop processing: n_tokens = 163, truncated = 0 2.00.610.328 I slot print_timing: id 0 | task 275 | prompt eval time = 323.81 ms / 158 tokens ( 2.05 ms per token, 487.94 tokens per second) 2.00.610.334 I slot print_timing: id 0 | task 275 | eval time = 34.41 ms / 2 tokens ( 34.41 ms per token, 29.06 tokens per second) 2.00.610.336 I slot print_timing: id 0 | task 275 | total time = 358.22 ms / 160 tokens 2.00.610.337 I slot print_timing: id 0 | task 275 | graphs reused = 4 2.00.610.339 I slot print_timing: id 0 | task 275 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.610.369 I slot release: id 0 | task 275 | stop processing: n_tokens = 160, truncated = 0 2.00.610.736 I slot print_timing: id 1 | task 274 | prompt eval time = 319.25 ms / 152 tokens ( 2.10 ms per token, 476.12 tokens per second) 2.00.610.739 I slot print_timing: id 1 | task 274 | eval time = 34.14 ms / 2 tokens ( 34.14 ms per token, 29.29 tokens per second) 2.00.610.740 I slot print_timing: id 1 | task 274 | total time = 353.39 ms / 154 tokens 2.00.610.740 I slot print_timing: id 1 | task 274 | graphs reused = 4 2.00.610.741 I slot print_timing: id 1 | task 274 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.610.758 I slot release: id 1 | task 274 | stop processing: n_tokens = 154, truncated = 0 2.00.611.091 I slot print_timing: id 3 | task 276 | prompt eval time = 315.19 ms / 153 tokens ( 2.06 ms per token, 485.43 tokens per second) 2.00.611.094 I slot print_timing: id 3 | task 276 | eval time = 33.51 ms / 2 tokens ( 33.51 ms per token, 29.84 tokens per second) 2.00.611.094 I slot print_timing: id 3 | task 276 | total time = 348.69 ms / 155 tokens 2.00.611.095 I slot print_timing: id 3 | task 276 | graphs reused = 4 2.00.611.095 I slot print_timing: id 3 | task 276 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.611.109 I slot release: id 3 | task 276 | stop processing: n_tokens = 155, truncated = 0 2.00.611.121 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.257 (> 0.100 thold), f_keep = 0.181 2.00.611.189 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 2.00.631.095 I slot launch_slot_: id 0 | task 280 | processing task, is_child = 0 2.00.631.143 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.775 MiB) 2.00.650.247 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 2.00.672.190 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.727 MiB) 2.00.673.299 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 2.00.691.813 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.246 (> 0.100 thold), f_keep = 0.188 2.00.692.009 I slot launch_slot_: id 1 | task 281 | processing task, is_child = 0 2.00.692.079 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.178 2.00.699.243 I slot launch_slot_: id 2 | task 282 | processing task, is_child = 0 2.00.699.285 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.153 (> 0.100 thold), f_keep = 0.187 2.00.699.408 I slot launch_slot_: id 3 | task 283 | processing task, is_child = 0 2.01.031.392 I slot print_timing: id 0 | task 280 | prompt eval time = 309.58 ms / 112 tokens ( 2.76 ms per token, 361.78 tokens per second) 2.01.031.397 I slot print_timing: id 0 | task 280 | eval time = 22.38 ms / 2 tokens ( 22.38 ms per token, 44.67 tokens per second) 2.01.031.399 I slot print_timing: id 0 | task 280 | total time = 331.96 ms / 114 tokens 2.01.031.399 I slot print_timing: id 0 | task 280 | graphs reused = 4 2.01.031.400 I slot print_timing: id 0 | task 280 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.031.427 I slot release: id 0 | task 280 | stop processing: n_tokens = 114, truncated = 0 2.01.031.785 I slot print_timing: id 1 | task 281 | prompt eval time = 305.15 ms / 117 tokens ( 2.61 ms per token, 383.41 tokens per second) 2.01.031.788 I slot print_timing: id 1 | task 281 | eval time = 22.06 ms / 2 tokens ( 22.06 ms per token, 45.34 tokens per second) 2.01.031.789 I slot print_timing: id 1 | task 281 | total time = 327.21 ms / 119 tokens 2.01.031.789 I slot print_timing: id 1 | task 281 | graphs reused = 4 2.01.031.790 I slot print_timing: id 1 | task 281 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.031.804 I slot release: id 1 | task 281 | stop processing: n_tokens = 119, truncated = 0 2.01.032.153 I slot print_timing: id 2 | task 282 | prompt eval time = 300.70 ms / 107 tokens ( 2.81 ms per token, 355.84 tokens per second) 2.01.032.156 I slot print_timing: id 2 | task 282 | eval time = 21.81 ms / 2 tokens ( 21.81 ms per token, 45.85 tokens per second) 2.01.032.157 I slot print_timing: id 2 | task 282 | total time = 322.51 ms / 109 tokens 2.01.032.157 I slot print_timing: id 2 | task 282 | graphs reused = 4 2.01.032.158 I slot print_timing: id 2 | task 282 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.032.169 I slot release: id 2 | task 282 | stop processing: n_tokens = 109, truncated = 0 2.01.032.508 I slot print_timing: id 3 | task 283 | prompt eval time = 296.40 ms / 188 tokens ( 1.58 ms per token, 634.27 tokens per second) 2.01.032.511 I slot print_timing: id 3 | task 283 | eval time = 21.54 ms / 2 tokens ( 21.54 ms per token, 46.43 tokens per second) 2.01.032.512 I slot print_timing: id 3 | task 283 | total time = 317.94 ms / 190 tokens 2.01.032.513 I slot print_timing: id 3 | task 283 | graphs reused = 4 2.01.032.513 I slot print_timing: id 3 | task 283 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.032.527 I slot release: id 3 | task 283 | stop processing: n_tokens = 190, truncated = 0 2.01.041.313 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.256 (> 0.100 thold), f_keep = 0.275 2.01.054.005 I slot launch_slot_: id 2 | task 287 | processing task, is_child = 0 2.01.066.657 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 2.01.082.657 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 2.01.105.680 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.220 (> 0.100 thold), f_keep = 0.254 2.01.105.819 I slot launch_slot_: id 0 | task 288 | processing task, is_child = 0 2.01.105.888 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.176 (> 0.100 thold), f_keep = 0.244 2.01.106.008 I slot launch_slot_: id 1 | task 289 | processing task, is_child = 0 2.01.106.048 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.153 2.01.106.171 I slot launch_slot_: id 3 | task 290 | processing task, is_child = 0 2.01.431.677 I slot print_timing: id 0 | task 288 | prompt eval time = 303.40 ms / 131 tokens ( 2.32 ms per token, 431.78 tokens per second) 2.01.431.682 I slot print_timing: id 0 | task 288 | eval time = 22.09 ms / 2 tokens ( 22.09 ms per token, 45.27 tokens per second) 2.01.431.683 I slot print_timing: id 0 | task 288 | total time = 325.49 ms / 133 tokens 2.01.431.684 I slot print_timing: id 0 | task 288 | graphs reused = 4 2.01.431.684 I slot print_timing: id 0 | task 288 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.431.709 I slot release: id 0 | task 288 | stop processing: n_tokens = 133, truncated = 0 2.01.432.099 I slot print_timing: id 1 | task 289 | prompt eval time = 299.29 ms / 164 tokens ( 1.82 ms per token, 547.96 tokens per second) 2.01.432.102 I slot print_timing: id 1 | task 289 | eval time = 21.67 ms / 2 tokens ( 21.67 ms per token, 46.15 tokens per second) 2.01.432.104 I slot print_timing: id 1 | task 289 | total time = 320.96 ms / 166 tokens 2.01.432.104 I slot print_timing: id 1 | task 289 | graphs reused = 4 2.01.432.105 I slot print_timing: id 1 | task 289 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.432.122 I slot release: id 1 | task 289 | stop processing: n_tokens = 166, truncated = 0 2.01.432.461 I slot print_timing: id 2 | task 287 | prompt eval time = 295.00 ms / 116 tokens ( 2.54 ms per token, 393.22 tokens per second) 2.01.432.464 I slot print_timing: id 2 | task 287 | eval time = 21.34 ms / 2 tokens ( 21.34 ms per token, 46.87 tokens per second) 2.01.432.464 I slot print_timing: id 2 | task 287 | total time = 316.34 ms / 118 tokens 2.01.432.465 I slot print_timing: id 2 | task 287 | graphs reused = 4 2.01.432.466 I slot print_timing: id 2 | task 287 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.432.478 I slot release: id 2 | task 287 | stop processing: n_tokens = 118, truncated = 0 2.01.432.767 I slot print_timing: id 3 | task 290 | prompt eval time = 290.75 ms / 124 tokens ( 2.34 ms per token, 426.48 tokens per second) 2.01.432.770 I slot print_timing: id 3 | task 290 | eval time = 21.01 ms / 2 tokens ( 21.01 ms per token, 47.59 tokens per second) 2.01.432.771 I slot print_timing: id 3 | task 290 | total time = 311.77 ms / 126 tokens 2.01.432.771 I slot print_timing: id 3 | task 290 | graphs reused = 4 2.01.432.772 I slot print_timing: id 3 | task 290 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.432.783 I slot release: id 3 | task 290 | stop processing: n_tokens = 126, truncated = 0 2.01.440.262 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.221 (> 0.100 thold), f_keep = 0.254 2.01.440.330 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 2.01.455.189 I slot launch_slot_: id 2 | task 294 | processing task, is_child = 0 2.01.455.231 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 96.211 MiB) 2.01.472.202 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 2.01.493.577 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 2.01.508.886 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.218 2.01.509.068 I slot launch_slot_: id 0 | task 295 | processing task, is_child = 0 2.01.509.133 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.175 2.01.509.255 I slot launch_slot_: id 1 | task 296 | processing task, is_child = 0 2.01.509.290 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.209 (> 0.100 thold), f_keep = 0.230 2.01.515.883 I slot launch_slot_: id 3 | task 297 | processing task, is_child = 0 2.01.848.013 I slot print_timing: id 0 | task 295 | prompt eval time = 309.39 ms / 129 tokens ( 2.40 ms per token, 416.94 tokens per second) 2.01.848.019 I slot print_timing: id 0 | task 295 | eval time = 22.72 ms / 2 tokens ( 22.72 ms per token, 44.02 tokens per second) 2.01.848.020 I slot print_timing: id 0 | task 295 | total time = 332.11 ms / 131 tokens 2.01.848.021 I slot print_timing: id 0 | task 295 | graphs reused = 4 2.01.848.022 I slot print_timing: id 0 | task 295 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.848.049 I slot release: id 0 | task 295 | stop processing: n_tokens = 131, truncated = 0 2.01.848.369 I slot print_timing: id 1 | task 296 | prompt eval time = 305.10 ms / 124 tokens ( 2.46 ms per token, 406.42 tokens per second) 2.01.848.372 I slot print_timing: id 1 | task 296 | eval time = 22.30 ms / 2 tokens ( 22.30 ms per token, 44.84 tokens per second) 2.01.848.373 I slot print_timing: id 1 | task 296 | total time = 327.41 ms / 126 tokens 2.01.848.373 I slot print_timing: id 1 | task 296 | graphs reused = 4 2.01.848.374 I slot print_timing: id 1 | task 296 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.848.388 I slot release: id 1 | task 296 | stop processing: n_tokens = 126, truncated = 0 2.01.848.737 I slot print_timing: id 2 | task 294 | prompt eval time = 300.81 ms / 135 tokens ( 2.23 ms per token, 448.78 tokens per second) 2.01.848.740 I slot print_timing: id 2 | task 294 | eval time = 21.92 ms / 2 tokens ( 21.92 ms per token, 45.62 tokens per second) 2.01.848.741 I slot print_timing: id 2 | task 294 | total time = 322.73 ms / 137 tokens 2.01.848.741 I slot print_timing: id 2 | task 294 | graphs reused = 4 2.01.848.742 I slot print_timing: id 2 | task 294 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.848.756 I slot release: id 2 | task 294 | stop processing: n_tokens = 137, truncated = 0 2.01.849.094 I slot print_timing: id 3 | task 297 | prompt eval time = 296.77 ms / 138 tokens ( 2.15 ms per token, 465.01 tokens per second) 2.01.849.097 I slot print_timing: id 3 | task 297 | eval time = 21.50 ms / 2 tokens ( 21.50 ms per token, 46.51 tokens per second) 2.01.849.097 I slot print_timing: id 3 | task 297 | total time = 318.27 ms / 140 tokens 2.01.849.098 I slot print_timing: id 3 | task 297 | graphs reused = 4 2.01.849.098 I slot print_timing: id 3 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.849.111 I slot release: id 3 | task 297 | stop processing: n_tokens = 140, truncated = 0 2.01.858.569 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.179 (> 0.100 thold), f_keep = 0.221 2.01.895.444 I slot launch_slot_: id 0 | task 301 | processing task, is_child = 0 2.01.911.328 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.649 MiB) 2.01.930.419 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 2.01.947.001 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.197 (> 0.100 thold), f_keep = 0.230 2.01.947.172 I slot launch_slot_: id 1 | task 302 | processing task, is_child = 0 2.01.947.241 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.232 (> 0.100 thold), f_keep = 0.212 2.01.947.361 I slot launch_slot_: id 2 | task 303 | processing task, is_child = 0 2.01.947.398 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.170 (> 0.100 thold), f_keep = 0.207 2.01.947.512 I slot launch_slot_: id 3 | task 304 | processing task, is_child = 0 2.02.308.063 I slot print_timing: id 0 | task 301 | prompt eval time = 337.69 ms / 161 tokens ( 2.10 ms per token, 476.77 tokens per second) 2.02.308.070 I slot print_timing: id 0 | task 301 | eval time = 22.85 ms / 2 tokens ( 22.85 ms per token, 43.77 tokens per second) 2.02.308.071 I slot print_timing: id 0 | task 301 | total time = 360.53 ms / 163 tokens 2.02.308.072 I slot print_timing: id 0 | task 301 | graphs reused = 4 2.02.308.073 I slot print_timing: id 0 | task 301 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.308.104 I slot release: id 0 | task 301 | stop processing: n_tokens = 163, truncated = 0 2.02.308.526 I slot print_timing: id 1 | task 302 | prompt eval time = 333.44 ms / 146 tokens ( 2.28 ms per token, 437.85 tokens per second) 2.02.308.530 I slot print_timing: id 1 | task 302 | eval time = 22.58 ms / 2 tokens ( 22.58 ms per token, 44.29 tokens per second) 2.02.308.531 I slot print_timing: id 1 | task 302 | total time = 356.02 ms / 148 tokens 2.02.308.532 I slot print_timing: id 1 | task 302 | graphs reused = 4 2.02.308.533 I slot print_timing: id 1 | task 302 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.308.555 I slot release: id 1 | task 302 | stop processing: n_tokens = 148, truncated = 0 2.02.309.000 I slot print_timing: id 2 | task 303 | prompt eval time = 329.18 ms / 124 tokens ( 2.65 ms per token, 376.69 tokens per second) 2.02.309.003 I slot print_timing: id 2 | task 303 | eval time = 22.33 ms / 2 tokens ( 22.33 ms per token, 44.79 tokens per second) 2.02.309.004 I slot print_timing: id 2 | task 303 | total time = 351.51 ms / 126 tokens 2.02.309.004 I slot print_timing: id 2 | task 303 | graphs reused = 4 2.02.309.005 I slot print_timing: id 2 | task 303 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.309.021 I slot release: id 2 | task 303 | stop processing: n_tokens = 126, truncated = 0 2.02.309.413 I slot print_timing: id 3 | task 304 | prompt eval time = 324.89 ms / 170 tokens ( 1.91 ms per token, 523.26 tokens per second) 2.02.309.417 I slot print_timing: id 3 | task 304 | eval time = 21.98 ms / 2 tokens ( 21.98 ms per token, 45.50 tokens per second) 2.02.309.417 I slot print_timing: id 3 | task 304 | total time = 346.86 ms / 172 tokens 2.02.309.418 I slot print_timing: id 3 | task 304 | graphs reused = 4 2.02.309.419 I slot print_timing: id 3 | task 304 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.309.435 I slot release: id 3 | task 304 | stop processing: n_tokens = 172, truncated = 0 2.02.317.486 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.167 (> 0.100 thold), f_keep = 0.246 2.02.317.555 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 117.009 MiB) 2.02.335.281 I slot launch_slot_: id 2 | task 308 | processing task, is_child = 0 2.02.335.334 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 2.02.355.605 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.665 MiB) 2.02.374.429 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 109.009 MiB) 2.02.394.169 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.212 (> 0.100 thold), f_keep = 0.178 2.02.401.190 I slot launch_slot_: id 0 | task 309 | processing task, is_child = 0 2.02.401.269 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.187 (> 0.100 thold), f_keep = 0.196 2.02.401.392 I slot launch_slot_: id 1 | task 310 | processing task, is_child = 0 2.02.401.432 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.269 (> 0.100 thold), f_keep = 0.169 2.02.401.550 I slot launch_slot_: id 3 | task 311 | processing task, is_child = 0 2.02.763.873 I slot print_timing: id 0 | task 309 | prompt eval time = 339.49 ms / 136 tokens ( 2.50 ms per token, 400.61 tokens per second) 2.02.763.878 I slot print_timing: id 0 | task 309 | eval time = 22.82 ms / 2 tokens ( 22.82 ms per token, 43.82 tokens per second) 2.02.763.879 I slot print_timing: id 0 | task 309 | total time = 362.31 ms / 138 tokens 2.02.763.880 I slot print_timing: id 0 | task 309 | graphs reused = 4 2.02.763.881 I slot print_timing: id 0 | task 309 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.763.907 I slot release: id 0 | task 309 | stop processing: n_tokens = 138, truncated = 0 2.02.764.601 I slot print_timing: id 2 | task 308 | prompt eval time = 330.97 ms / 185 tokens ( 1.79 ms per token, 558.96 tokens per second) 2.02.764.605 I slot print_timing: id 2 | task 308 | eval time = 21.94 ms / 2 tokens ( 21.94 ms per token, 45.59 tokens per second) 2.02.764.605 I slot print_timing: id 2 | task 308 | total time = 352.91 ms / 187 tokens 2.02.764.606 I slot print_timing: id 2 | task 308 | graphs reused = 4 2.02.764.607 I slot print_timing: id 2 | task 308 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.764.628 I slot release: id 2 | task 308 | stop processing: n_tokens = 187, truncated = 0 2.02.764.952 I slot print_timing: id 3 | task 311 | prompt eval time = 326.25 ms / 107 tokens ( 3.05 ms per token, 327.97 tokens per second) 2.02.764.955 I slot print_timing: id 3 | task 311 | eval time = 21.54 ms / 2 tokens ( 21.54 ms per token, 46.44 tokens per second) 2.02.764.955 I slot print_timing: id 3 | task 311 | total time = 347.79 ms / 109 tokens 2.02.764.956 I slot print_timing: id 3 | task 311 | graphs reused = 4 2.02.764.956 I slot print_timing: id 3 | task 311 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.764.969 I slot release: id 3 | task 311 | stop processing: n_tokens = 109, truncated = 0 2.02.782.655 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.223 (> 0.100 thold), f_keep = 0.210 2.02.798.939 I slot launch_slot_: id 0 | task 316 | processing task, is_child = 0 2.02.798.986 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 2.02.836.465 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.203 (> 0.100 thold), f_keep = 0.155 2.02.836.660 I slot launch_slot_: id 2 | task 317 | processing task, is_child = 0 2.03.075.886 I slot print_timing: id 0 | task 316 | prompt eval time = 218.62 ms / 129 tokens ( 1.69 ms per token, 590.07 tokens per second) 2.03.075.891 I slot print_timing: id 0 | task 316 | eval time = 20.55 ms / 2 tokens ( 20.55 ms per token, 48.65 tokens per second) 2.03.075.893 I slot print_timing: id 0 | task 316 | total time = 239.17 ms / 131 tokens 2.03.075.893 I slot print_timing: id 0 | task 316 | graphs reused = 4 2.03.075.894 I slot print_timing: id 0 | task 316 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.075.921 I slot release: id 0 | task 316 | stop processing: n_tokens = 131, truncated = 0 2.03.076.774 I slot print_timing: id 2 | task 317 | prompt eval time = 214.72 ms / 142 tokens ( 1.51 ms per token, 661.32 tokens per second) 2.03.076.802 I slot print_timing: id 2 | task 317 | eval time = 20.23 ms / 2 tokens ( 20.23 ms per token, 49.44 tokens per second) 2.03.076.808 I slot print_timing: id 2 | task 317 | total time = 234.95 ms / 144 tokens 2.03.076.810 I slot print_timing: id 2 | task 317 | graphs reused = 4 2.03.076.811 I slot print_timing: id 2 | task 317 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.076.842 I slot release: id 2 | task 317 | stop processing: n_tokens = 144, truncated = 0 2.03.288.794 I slot print_timing: id 1 | task 310 | prompt eval time = 335.28 ms / 154 tokens ( 2.18 ms per token, 459.32 tokens per second) 2.03.288.799 I slot print_timing: id 1 | task 310 | eval time = 546.88 ms / 21 tokens ( 27.34 ms per token, 36.57 tokens per second) 2.03.288.800 I slot print_timing: id 1 | task 310 | total time = 882.16 ms / 175 tokens 2.03.288.801 I slot print_timing: id 1 | task 310 | graphs reused = 18 2.03.288.802 I slot print_timing: id 1 | task 310 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.288.825 I slot release: id 1 | task 310 | stop processing: n_tokens = 175, truncated = 0 2.03.324.837 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 109, t_last = 122675716 2.03.325.071 I slot launch_slot_: id 3 | task 336 | processing task, is_child = 0 2.03.325.114 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.384 MiB) 2.03.344.366 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 2.03.363.342 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 2.03.380.665 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 131, t_last = 122986668 2.03.380.806 I slot launch_slot_: id 0 | task 337 | processing task, is_child = 0 2.03.380.874 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 144, t_last = 122987589 2.03.380.986 I slot launch_slot_: id 2 | task 338 | processing task, is_child = 0 2.03.381.024 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 123199572 2.03.381.131 I slot launch_slot_: id 1 | task 339 | processing task, is_child = 0 2.07.441.466 I slot print_timing: id 0 | task 337 | prompt eval time = 2401.45 ms / 1163 tokens ( 2.06 ms per token, 484.29 tokens per second) 2.07.441.472 I slot print_timing: id 0 | task 337 | eval time = 1658.86 ms / 80 tokens ( 21.00 ms per token, 47.62 tokens per second) 2.07.441.474 I slot print_timing: id 0 | task 337 | total time = 4060.32 ms / 1243 tokens 2.07.441.474 I slot print_timing: id 0 | task 337 | graphs reused = 96 2.07.441.475 I slot print_timing: id 0 | task 337 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.441.542 I slot release: id 0 | task 337 | stop processing: n_tokens = 1243, truncated = 0 2.07.503.924 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.882 2.07.504.020 I slot launch_slot_: id 0 | task 426 | processing task, is_child = 0 2.07.646.593 I slot print_timing: id 3 | task 336 | prompt eval time = 2495.19 ms / 1175 tokens ( 2.12 ms per token, 470.91 tokens per second) 2.07.646.599 I slot print_timing: id 3 | task 336 | eval time = 1761.36 ms / 83 tokens ( 21.48 ms per token, 46.55 tokens per second) 2.07.646.600 I slot print_timing: id 3 | task 336 | total time = 4256.55 ms / 1258 tokens 2.07.646.601 I slot print_timing: id 3 | task 336 | graphs reused = 99 2.07.646.601 I slot print_timing: id 3 | task 336 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.646.668 I slot release: id 3 | task 336 | stop processing: n_tokens = 1258, truncated = 0 2.07.745.076 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.871 2.07.745.181 I slot launch_slot_: id 3 | task 429 | processing task, is_child = 0 2.08.783.786 I slot print_timing: id 1 | task 339 | n_gen = 125, tg = 41.33 t/s, tg_3s = 41.66 t/s 2.08.784.012 I slot print_timing: id 2 | task 338 | n_gen = 125, tg = 41.33 t/s, tg_3s = 41.66 t/s 2.10.763.847 I slot print_timing: id 0 | task 426 | n_gen = 139, tg = 45.70 t/s, tg_3s = 46.04 t/s 2.10.888.296 I slot print_timing: id 1 | task 339 | prompt eval time = 2399.25 ms / 1183 tokens ( 2.03 ms per token, 493.07 tokens per second) 2.10.888.302 I slot print_timing: id 1 | task 339 | eval time = 5105.00 ms / 229 tokens ( 22.39 ms per token, 44.66 tokens per second) 2.10.888.303 I slot print_timing: id 1 | task 339 | total time = 7504.25 ms / 1412 tokens 2.10.888.304 I slot print_timing: id 1 | task 339 | graphs reused = 239 2.10.888.305 I slot print_timing: id 1 | task 339 | graph reallocs = 0 / 0 (same size) / (changed size) 2.10.888.382 I slot release: id 1 | task 339 | stop processing: n_tokens = 1412, truncated = 0 2.10.925.124 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.776 2.10.925.216 I slot launch_slot_: id 1 | task 575 | processing task, is_child = 0 2.11.095.605 I slot print_timing: id 3 | task 429 | n_gen = 145, tg = 46.54 t/s, tg_3s = 46.86 t/s 2.11.797.406 I slot print_timing: id 2 | task 338 | n_gen = 260, tg = 43.07 t/s, tg_3s = 44.80 t/s 2.12.918.665 I slot print_timing: id 3 | task 429 | prompt eval time = 255.99 ms / 118 tokens ( 2.17 ms per token, 460.95 tokens per second) 2.12.918.671 I slot print_timing: id 3 | task 429 | eval time = 4917.47 ms / 229 tokens ( 21.57 ms per token, 46.37 tokens per second) 2.12.918.672 I slot print_timing: id 3 | task 429 | total time = 5173.47 ms / 347 tokens 2.12.918.673 I slot print_timing: id 3 | task 429 | graphs reused = 321 2.12.918.674 I slot print_timing: id 3 | task 429 | graph reallocs = 0 / 0 (same size) / (changed size) 2.12.918.744 I slot release: id 3 | task 429 | stop processing: n_tokens = 1442, truncated = 0 2.12.979.393 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.760 2.12.979.505 I slot launch_slot_: id 3 | task 664 | processing task, is_child = 0 2.13.468.568 I slot print_timing: id 0 | task 426 | prompt eval time = 240.42 ms / 112 tokens ( 2.15 ms per token, 465.84 tokens per second) 2.13.468.574 I slot print_timing: id 0 | task 426 | eval time = 5724.11 ms / 248 tokens ( 23.17 ms per token, 43.15 tokens per second) 2.13.468.575 I slot print_timing: id 0 | task 426 | total time = 5964.53 ms / 360 tokens 2.13.468.576 I slot print_timing: id 0 | task 426 | graphs reused = 334 2.13.468.577 I slot print_timing: id 0 | task 426 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.468.644 I slot release: id 0 | task 426 | stop processing: n_tokens = 1455, truncated = 0 2.13.511.629 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.753 2.13.511.722 I slot launch_slot_: id 0 | task 681 | processing task, is_child = 0 2.14.231.167 I slot print_timing: id 1 | task 575 | n_gen = 127, tg = 41.72 t/s, tg_3s = 42.06 t/s 2.14.810.869 I slot print_timing: id 2 | task 338 | n_gen = 386, tg = 42.65 t/s, tg_3s = 41.81 t/s 2.15.725.713 I slot print_timing: id 3 | task 664 | prompt eval time = 244.38 ms / 93 tokens ( 2.63 ms per token, 380.55 tokens per second) 2.15.725.718 I slot print_timing: id 3 | task 664 | eval time = 2501.81 ms / 111 tokens ( 22.74 ms per token, 43.97 tokens per second) 2.15.725.719 I slot print_timing: id 3 | task 664 | total time = 2746.19 ms / 204 tokens 2.15.725.720 I slot print_timing: id 3 | task 664 | graphs reused = 428 2.15.725.721 I slot print_timing: id 3 | task 664 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.725.788 I slot release: id 3 | task 664 | stop processing: n_tokens = 1299, truncated = 0 2.15.769.937 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.844 2.15.770.057 I slot launch_slot_: id 3 | task 780 | processing task, is_child = 0 2.16.360.833 I slot print_timing: id 2 | task 338 | prompt eval time = 2396.79 ms / 1190 tokens ( 2.01 ms per token, 496.50 tokens per second) 2.16.360.839 I slot print_timing: id 2 | task 338 | eval time = 10576.95 ms / 449 tokens ( 23.61 ms per token, 42.36 tokens per second) 2.16.360.840 I slot print_timing: id 2 | task 338 | total time = 12973.74 ms / 1639 tokens 2.16.360.841 I slot print_timing: id 2 | task 338 | graphs reused = 443 2.16.360.842 I slot print_timing: id 2 | task 338 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.360.913 I slot release: id 2 | task 338 | stop processing: n_tokens = 1639, truncated = 0 2.16.433.467 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.913 (> 0.100 thold), f_keep = 0.669 2.16.433.570 I slot launch_slot_: id 2 | task 800 | processing task, is_child = 0 2.16.859.637 I slot print_timing: id 0 | task 681 | n_gen = 119, tg = 38.15 t/s, tg_3s = 38.47 t/s 2.17.232.129 I slot print_timing: id 1 | task 575 | n_gen = 241, tg = 39.86 t/s, tg_3s = 37.99 t/s 2.17.294.568 I slot print_timing: id 1 | task 575 | prompt eval time = 286.16 ms / 118 tokens ( 2.43 ms per token, 412.36 tokens per second) 2.17.294.575 I slot print_timing: id 1 | task 575 | eval time = 6083.17 ms / 244 tokens ( 25.03 ms per token, 39.95 tokens per second) 2.17.294.576 I slot print_timing: id 1 | task 575 | total time = 6369.33 ms / 362 tokens 2.17.294.577 I slot print_timing: id 1 | task 575 | graphs reused = 463 2.17.294.578 I slot print_timing: id 1 | task 575 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.294.661 I slot release: id 1 | task 575 | stop processing: n_tokens = 1457, truncated = 0 2.17.368.489 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.752 2.17.368.597 I slot launch_slot_: id 1 | task 827 | processing task, is_child = 0 2.18.126.675 I slot print_timing: id 0 | task 681 | prompt eval time = 254.85 ms / 120 tokens ( 2.12 ms per token, 470.87 tokens per second) 2.18.126.681 I slot print_timing: id 0 | task 681 | eval time = 4360.09 ms / 168 tokens ( 26.11 ms per token, 38.30 tokens per second) 2.18.126.682 I slot print_timing: id 0 | task 681 | total time = 4614.94 ms / 288 tokens 2.18.126.683 I slot print_timing: id 0 | task 681 | graphs reused = 486 2.18.126.684 I slot print_timing: id 0 | task 681 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.126.751 I slot release: id 0 | task 681 | stop processing: n_tokens = 1383, truncated = 0 2.18.169.938 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.792 2.18.170.039 I slot launch_slot_: id 0 | task 856 | processing task, is_child = 0 2.19.059.510 I slot print_timing: id 3 | task 780 | n_gen = 105, tg = 34.48 t/s, tg_3s = 34.81 t/s 2.19.868.358 I slot print_timing: id 2 | task 800 | n_gen = 124, tg = 40.93 t/s, tg_3s = 41.26 t/s 2.19.971.845 I slot print_timing: id 1 | task 827 | prompt eval time = 274.79 ms / 80 tokens ( 3.43 ms per token, 291.13 tokens per second) 2.19.971.850 I slot print_timing: id 1 | task 827 | eval time = 2328.44 ms / 104 tokens ( 22.61 ms per token, 44.24 tokens per second) 2.19.971.851 I slot print_timing: id 1 | task 827 | total time = 2603.23 ms / 184 tokens 2.19.971.852 I slot print_timing: id 1 | task 827 | graphs reused = 562 2.19.971.853 I slot print_timing: id 1 | task 827 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.971.919 I slot release: id 1 | task 827 | stop processing: n_tokens = 1279, truncated = 0 2.20.044.836 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.857 2.20.044.947 I slot launch_slot_: id 1 | task 936 | processing task, is_child = 0 2.21.426.812 I slot print_timing: id 0 | task 856 | n_gen = 134, tg = 44.09 t/s, tg_3s = 44.42 t/s 2.21.824.651 I slot print_timing: id 0 | task 856 | prompt eval time = 240.43 ms / 80 tokens ( 3.01 ms per token, 332.73 tokens per second) 2.21.824.656 I slot print_timing: id 0 | task 856 | eval time = 3414.16 ms / 154 tokens ( 22.31 ms per token, 44.81 tokens per second) 2.21.824.658 I slot print_timing: id 0 | task 856 | total time = 3654.60 ms / 234 tokens 2.21.824.658 I slot print_timing: id 0 | task 856 | graphs reused = 635 2.21.824.659 I slot print_timing: id 0 | task 856 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.824.723 I slot release: id 0 | task 856 | stop processing: n_tokens = 1329, truncated = 0 2.21.885.954 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.825 2.21.886.050 I slot launch_slot_: id 0 | task 1016 | processing task, is_child = 0 2.22.129.655 I slot print_timing: id 3 | task 780 | n_gen = 232, tg = 37.95 t/s, tg_3s = 41.37 t/s 2.22.665.843 I slot print_timing: id 3 | task 780 | prompt eval time = 273.11 ms / 154 tokens ( 1.77 ms per token, 563.87 tokens per second) 2.22.665.848 I slot print_timing: id 3 | task 780 | eval time = 6622.65 ms / 258 tokens ( 25.77 ms per token, 38.81 tokens per second) 2.22.665.849 I slot print_timing: id 3 | task 780 | total time = 6895.77 ms / 412 tokens 2.22.665.850 I slot print_timing: id 3 | task 780 | graphs reused = 663 2.22.665.850 I slot print_timing: id 3 | task 780 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.665.921 I slot release: id 3 | task 780 | stop processing: n_tokens = 1507, truncated = 0 2.22.709.741 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.727 2.22.709.854 I slot launch_slot_: id 3 | task 1047 | processing task, is_child = 0 2.22.873.344 I slot print_timing: id 2 | task 800 | n_gen = 241, tg = 39.93 t/s, tg_3s = 38.94 t/s 2.23.340.023 I slot print_timing: id 1 | task 936 | n_gen = 127, tg = 41.72 t/s, tg_3s = 42.05 t/s 2.23.713.483 I slot print_timing: id 2 | task 800 | prompt eval time = 429.67 ms / 127 tokens ( 3.38 ms per token, 295.58 tokens per second) 2.23.713.489 I slot print_timing: id 2 | task 800 | eval time = 6850.23 ms / 277 tokens ( 24.82 ms per token, 40.29 tokens per second) 2.23.713.490 I slot print_timing: id 2 | task 800 | total time = 7279.89 ms / 404 tokens 2.23.713.491 I slot print_timing: id 2 | task 800 | graphs reused = 698 2.23.713.492 I slot print_timing: id 2 | task 800 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.713.569 I slot release: id 2 | task 800 | stop processing: n_tokens = 1477, truncated = 0 2.23.786.208 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.742 2.23.786.318 I slot launch_slot_: id 2 | task 1087 | processing task, is_child = 0 2.25.139.638 I slot print_timing: id 0 | task 1016 | n_gen = 123, tg = 40.52 t/s, tg_3s = 40.85 t/s 2.25.636.976 I slot print_timing: id 0 | task 1016 | prompt eval time = 242.68 ms / 100 tokens ( 2.43 ms per token, 412.06 tokens per second) 2.25.636.981 I slot print_timing: id 0 | task 1016 | eval time = 3508.23 ms / 148 tokens ( 23.87 ms per token, 41.90 tokens per second) 2.25.636.982 I slot print_timing: id 0 | task 1016 | total time = 3750.91 ms / 248 tokens 2.25.636.983 I slot print_timing: id 0 | task 1016 | graphs reused = 775 2.25.636.984 I slot print_timing: id 0 | task 1016 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.637.050 I slot release: id 0 | task 1016 | stop processing: n_tokens = 1343, truncated = 0 2.25.697.844 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.816 2.25.697.993 I slot launch_slot_: id 0 | task 1171 | processing task, is_child = 0 2.25.985.188 I slot print_timing: id 3 | task 1047 | n_gen = 124, tg = 40.97 t/s, tg_3s = 41.31 t/s 2.26.344.842 I slot print_timing: id 1 | task 936 | n_gen = 251, tg = 41.49 t/s, tg_3s = 41.27 t/s 2.26.364.699 I slot print_timing: id 1 | task 936 | prompt eval time = 274.81 ms / 74 tokens ( 3.71 ms per token, 269.28 tokens per second) 2.26.364.704 I slot print_timing: id 1 | task 936 | eval time = 6044.93 ms / 252 tokens ( 24.08 ms per token, 41.52 tokens per second) 2.26.364.705 I slot print_timing: id 1 | task 936 | total time = 6319.74 ms / 326 tokens 2.26.364.705 I slot print_timing: id 1 | task 936 | graphs reused = 797 2.26.364.706 I slot print_timing: id 1 | task 936 | graph reallocs = 0 / 0 (same size) / (changed size) 2.26.364.770 I slot release: id 1 | task 936 | stop processing: n_tokens = 1421, truncated = 0 2.26.435.661 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.771 2.26.435.763 I slot launch_slot_: id 1 | task 1196 | processing task, is_child = 0 2.27.060.313 I slot print_timing: id 2 | task 1087 | n_gen = 124, tg = 40.76 t/s, tg_3s = 41.09 t/s 2.27.912.164 I slot print_timing: id 2 | task 1087 | prompt eval time = 256.38 ms / 65 tokens ( 3.94 ms per token, 253.53 tokens per second) 2.27.912.169 I slot print_timing: id 2 | task 1087 | eval time = 3869.45 ms / 165 tokens ( 23.59 ms per token, 42.38 tokens per second) 2.27.912.170 I slot print_timing: id 2 | task 1087 | total time = 4125.83 ms / 230 tokens 2.27.912.171 I slot print_timing: id 2 | task 1087 | graphs reused = 853 2.27.912.172 I slot print_timing: id 2 | task 1087 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.912.236 I slot release: id 2 | task 1087 | stop processing: n_tokens = 1325, truncated = 0 2.27.984.971 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.827 2.27.985.087 I slot launch_slot_: id 2 | task 1258 | processing task, is_child = 0 2.28.879.574 I slot print_timing: id 1 | task 1196 | prompt eval time = 287.59 ms / 76 tokens ( 3.78 ms per token, 264.26 tokens per second) 2.28.879.580 I slot print_timing: id 1 | task 1196 | eval time = 2156.20 ms / 91 tokens ( 23.96 ms per token, 41.74 tokens per second) 2.28.879.581 I slot print_timing: id 1 | task 1196 | total time = 2443.79 ms / 167 tokens 2.28.879.582 I slot print_timing: id 1 | task 1196 | graphs reused = 881 2.28.879.582 I slot print_timing: id 1 | task 1196 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.879.651 I slot release: id 1 | task 1196 | stop processing: n_tokens = 1262, truncated = 0 2.28.952.099 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.868 2.28.952.208 I slot launch_slot_: id 1 | task 1292 | processing task, is_child = 0 2.29.110.564 I slot print_timing: id 0 | task 1171 | n_gen = 118, tg = 37.15 t/s, tg_3s = 37.46 t/s 2.29.111.259 I slot print_timing: id 3 | task 1047 | n_gen = 240, tg = 39.00 t/s, tg_3s = 37.11 t/s 2.31.000.165 I slot print_timing: id 3 | task 1047 | prompt eval time = 273.39 ms / 127 tokens ( 2.15 ms per token, 464.54 tokens per second) 2.31.000.170 I slot print_timing: id 3 | task 1047 | eval time = 8016.91 ms / 328 tokens ( 24.52 ms per token, 40.79 tokens per second) 2.31.000.172 I slot print_timing: id 3 | task 1047 | total time = 8290.29 ms / 455 tokens 2.31.000.172 I slot print_timing: id 3 | task 1047 | graphs reused = 966 2.31.000.173 I slot print_timing: id 3 | task 1047 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.000.243 I slot release: id 3 | task 1047 | stop processing: n_tokens = 1550, truncated = 0 2.31.044.408 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.707 2.31.044.518 I slot launch_slot_: id 3 | task 1384 | processing task, is_child = 0 2.31.288.267 I slot print_timing: id 2 | task 1258 | n_gen = 125, tg = 41.11 t/s, tg_3s = 41.44 t/s 2.31.563.817 I slot print_timing: id 2 | task 1258 | prompt eval time = 286.96 ms / 60 tokens ( 4.78 ms per token, 209.09 tokens per second) 2.31.563.822 I slot print_timing: id 2 | task 1258 | eval time = 3291.75 ms / 138 tokens ( 24.03 ms per token, 41.62 tokens per second) 2.31.563.823 I slot print_timing: id 2 | task 1258 | total time = 3578.71 ms / 198 tokens 2.31.563.825 I slot print_timing: id 2 | task 1258 | graphs reused = 979 2.31.563.826 I slot print_timing: id 2 | task 1258 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.563.893 I slot release: id 2 | task 1258 | stop processing: n_tokens = 1293, truncated = 0 2.31.635.061 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.848 2.31.635.175 I slot launch_slot_: id 2 | task 1402 | processing task, is_child = 0 2.32.112.497 I slot print_timing: id 0 | task 1171 | n_gen = 236, tg = 38.20 t/s, tg_3s = 39.31 t/s 2.32.257.389 I slot print_timing: id 1 | task 1292 | n_gen = 125, tg = 41.08 t/s, tg_3s = 41.42 t/s 2.32.525.985 I slot print_timing: id 0 | task 1171 | prompt eval time = 262.80 ms / 117 tokens ( 2.25 ms per token, 445.20 tokens per second) 2.32.525.990 I slot print_timing: id 0 | task 1171 | eval time = 6565.17 ms / 256 tokens ( 25.75 ms per token, 38.84 tokens per second) 2.32.525.992 I slot print_timing: id 0 | task 1171 | total time = 6827.97 ms / 373 tokens 2.32.525.993 I slot print_timing: id 0 | task 1171 | graphs reused = 1007 2.32.525.993 I slot print_timing: id 0 | task 1171 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.526.060 I slot release: id 0 | task 1171 | stop processing: n_tokens = 1468, truncated = 0 2.32.570.903 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.747 2.32.571.004 I slot launch_slot_: id 0 | task 1436 | processing task, is_child = 0 2.33.211.008 I slot print_timing: id 1 | task 1292 | prompt eval time = 286.98 ms / 80 tokens ( 3.59 ms per token, 278.77 tokens per second) 2.33.211.013 I slot print_timing: id 1 | task 1292 | eval time = 3971.80 ms / 161 tokens ( 24.82 ms per token, 40.28 tokens per second) 2.33.211.014 I slot print_timing: id 1 | task 1292 | total time = 4258.78 ms / 241 tokens 2.33.211.015 I slot print_timing: id 1 | task 1292 | graphs reused = 1027 2.33.211.016 I slot print_timing: id 1 | task 1292 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.211.081 I slot release: id 1 | task 1292 | stop processing: n_tokens = 1336, truncated = 0 2.33.281.013 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.820 2.33.281.131 I slot launch_slot_: id 1 | task 1460 | processing task, is_child = 0 2.34.300.176 I slot print_timing: id 3 | task 1384 | prompt eval time = 244.36 ms / 73 tokens ( 3.35 ms per token, 298.74 tokens per second) 2.34.300.181 I slot print_timing: id 3 | task 1384 | eval time = 3011.28 ms / 112 tokens ( 27.13 ms per token, 36.86 tokens per second) 2.34.300.182 I slot print_timing: id 3 | task 1384 | total time = 3255.64 ms / 185 tokens 2.34.300.183 I slot print_timing: id 3 | task 1384 | graphs reused = 1063 2.34.300.184 I slot print_timing: id 3 | task 1384 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.300.250 I slot release: id 3 | task 1384 | stop processing: n_tokens = 1280, truncated = 0 2.34.359.057 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.856 2.34.359.158 I slot launch_slot_: id 3 | task 1504 | processing task, is_child = 0 2.34.924.852 I slot print_timing: id 2 | task 1402 | n_gen = 115, tg = 37.91 t/s, tg_3s = 38.24 t/s 2.35.815.199 I slot print_timing: id 0 | task 1436 | n_gen = 125, tg = 41.27 t/s, tg_3s = 41.60 t/s 2.36.561.152 I slot print_timing: id 1 | task 1460 | n_gen = 138, tg = 45.52 t/s, tg_3s = 45.85 t/s 2.36.602.541 I slot print_timing: id 0 | task 1436 | prompt eval time = 239.55 ms / 69 tokens ( 3.47 ms per token, 288.04 tokens per second) 2.36.602.546 I slot print_timing: id 0 | task 1436 | eval time = 3791.97 ms / 163 tokens ( 23.41 ms per token, 42.72 tokens per second) 2.36.602.547 I slot print_timing: id 0 | task 1436 | total time = 4031.52 ms / 232 tokens 2.36.602.548 I slot print_timing: id 0 | task 1436 | graphs reused = 1159 2.36.602.548 I slot print_timing: id 0 | task 1436 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.602.613 I slot release: id 0 | task 1436 | stop processing: n_tokens = 1327, truncated = 0 2.36.647.543 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.827 2.36.647.653 I slot launch_slot_: id 0 | task 1605 | processing task, is_child = 0 2.37.318.572 I slot print_timing: id 1 | task 1460 | prompt eval time = 270.46 ms / 75 tokens ( 3.61 ms per token, 277.31 tokens per second) 2.37.318.577 I slot print_timing: id 1 | task 1460 | eval time = 3766.96 ms / 165 tokens ( 22.97 ms per token, 43.54 tokens per second) 2.37.318.578 I slot print_timing: id 1 | task 1460 | total time = 4037.42 ms / 240 tokens 2.37.318.580 I slot print_timing: id 1 | task 1460 | graphs reused = 1181 2.37.318.581 I slot print_timing: id 1 | task 1460 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.318.648 I slot release: id 1 | task 1460 | stop processing: n_tokens = 1335, truncated = 0 2.37.389.522 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.821 2.37.389.619 I slot launch_slot_: id 1 | task 1631 | processing task, is_child = 0 2.37.671.809 I slot print_timing: id 3 | task 1504 | n_gen = 126, tg = 40.88 t/s, tg_3s = 41.21 t/s 2.37.940.597 I slot print_timing: id 2 | task 1402 | n_gen = 238, tg = 39.35 t/s, tg_3s = 40.79 t/s 2.39.213.310 I slot print_timing: id 3 | task 1504 | prompt eval time = 255.18 ms / 66 tokens ( 3.87 ms per token, 258.65 tokens per second) 2.39.213.316 I slot print_timing: id 3 | task 1504 | eval time = 4598.96 ms / 202 tokens ( 22.88 ms per token, 43.71 tokens per second) 2.39.213.317 I slot print_timing: id 3 | task 1504 | total time = 4854.14 ms / 268 tokens 2.39.213.318 I slot print_timing: id 3 | task 1504 | graphs reused = 1256 2.39.213.319 I slot print_timing: id 3 | task 1504 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.213.388 I slot release: id 3 | task 1504 | stop processing: n_tokens = 1362, truncated = 0 2.39.258.544 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.805 2.39.258.639 I slot launch_slot_: id 3 | task 1712 | processing task, is_child = 0 2.39.841.487 I slot print_timing: id 2 | task 1402 | prompt eval time = 282.51 ms / 108 tokens ( 2.62 ms per token, 382.28 tokens per second) 2.39.841.493 I slot print_timing: id 2 | task 1402 | eval time = 7923.78 ms / 320 tokens ( 24.84 ms per token, 40.26 tokens per second) 2.39.841.494 I slot print_timing: id 2 | task 1402 | total time = 8206.29 ms / 428 tokens 2.39.841.495 I slot print_timing: id 2 | task 1402 | graphs reused = 1271 2.39.841.496 I slot print_timing: id 2 | task 1402 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.841.567 I slot release: id 2 | task 1402 | stop processing: n_tokens = 1523, truncated = 0 2.39.879.966 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.720 2.39.880.081 I slot launch_slot_: id 2 | task 1731 | processing task, is_child = 0 2.40.027.101 I slot print_timing: id 0 | task 1605 | n_gen = 123, tg = 38.78 t/s, tg_3s = 39.10 t/s 2.40.679.933 I slot print_timing: id 1 | task 1631 | n_gen = 124, tg = 40.88 t/s, tg_3s = 41.21 t/s 2.42.535.955 I slot print_timing: id 3 | task 1712 | n_gen = 136, tg = 44.82 t/s, tg_3s = 45.16 t/s 2.42.734.111 I slot print_timing: id 0 | task 1605 | prompt eval time = 233.88 ms / 109 tokens ( 2.15 ms per token, 466.05 tokens per second) 2.42.734.116 I slot print_timing: id 0 | task 1605 | eval time = 5852.56 ms / 251 tokens ( 23.41 ms per token, 42.72 tokens per second) 2.42.734.117 I slot print_timing: id 0 | task 1605 | total time = 6086.44 ms / 360 tokens 2.42.734.118 I slot print_timing: id 0 | task 1605 | graphs reused = 1397 2.42.734.119 I slot print_timing: id 0 | task 1605 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.734.190 I slot release: id 0 | task 1605 | stop processing: n_tokens = 1456, truncated = 0 2.42.797.042 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.943 (> 0.100 thold), f_keep = 0.753 2.42.797.140 I slot launch_slot_: id 0 | task 1864 | processing task, is_child = 0 2.43.168.133 I slot print_timing: id 2 | task 1731 | n_gen = 138, tg = 45.48 t/s, tg_3s = 45.81 t/s 2.43.644.367 I slot print_timing: id 2 | task 1731 | prompt eval time = 275.92 ms / 72 tokens ( 3.83 ms per token, 260.95 tokens per second) 2.43.644.373 I slot print_timing: id 2 | task 1731 | eval time = 3488.35 ms / 161 tokens ( 21.80 ms per token, 45.87 tokens per second) 2.43.644.374 I slot print_timing: id 2 | task 1731 | total time = 3764.27 ms / 233 tokens 2.43.644.375 I slot print_timing: id 2 | task 1731 | graphs reused = 1427 2.43.644.376 I slot print_timing: id 2 | task 1731 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.644.444 I slot release: id 2 | task 1731 | stop processing: n_tokens = 1328, truncated = 0 2.43.680.955 I slot print_timing: id 1 | task 1631 | n_gen = 260, tg = 43.10 t/s, tg_3s = 45.32 t/s 2.43.717.402 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.825 2.43.717.513 I slot launch_slot_: id 2 | task 1897 | processing task, is_child = 0 2.44.562.923 I slot print_timing: id 0 | task 1864 | prompt eval time = 259.94 ms / 66 tokens ( 3.94 ms per token, 253.90 tokens per second) 2.44.562.928 I slot print_timing: id 0 | task 1864 | eval time = 1505.82 ms / 60 tokens ( 25.52 ms per token, 39.18 tokens per second) 2.44.562.929 I slot print_timing: id 0 | task 1864 | total time = 1765.77 ms / 126 tokens 2.44.562.930 I slot print_timing: id 0 | task 1864 | graphs reused = 1453 2.44.562.931 I slot print_timing: id 0 | task 1864 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.562.998 I slot release: id 0 | task 1864 | stop processing: n_tokens = 1221, truncated = 0 2.44.625.119 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.898 2.44.625.220 I slot launch_slot_: id 0 | task 1930 | processing task, is_child = 0 2.45.543.656 I slot print_timing: id 3 | task 1712 | n_gen = 247, tg = 40.87 t/s, tg_3s = 36.91 t/s 2.46.457.856 I slot print_timing: id 1 | task 1631 | prompt eval time = 281.59 ms / 116 tokens ( 2.43 ms per token, 411.94 tokens per second) 2.46.457.862 I slot print_timing: id 1 | task 1631 | eval time = 8786.63 ms / 373 tokens ( 23.62 ms per token, 42.34 tokens per second) 2.46.457.863 I slot print_timing: id 1 | task 1631 | total time = 9068.22 ms / 489 tokens 2.46.457.864 I slot print_timing: id 1 | task 1631 | graphs reused = 1532 2.46.457.865 I slot print_timing: id 1 | task 1631 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.457.947 I slot release: id 1 | task 1631 | stop processing: n_tokens = 1584, truncated = 0 2.46.528.492 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.692 2.46.528.590 I slot launch_slot_: id 1 | task 2013 | processing task, is_child = 0 2.46.983.737 I slot print_timing: id 2 | task 1897 | prompt eval time = 280.12 ms / 73 tokens ( 3.84 ms per token, 260.60 tokens per second) 2.46.983.743 I slot print_timing: id 2 | task 1897 | eval time = 2986.08 ms / 123 tokens ( 24.48 ms per token, 40.86 tokens per second) 2.46.983.744 I slot print_timing: id 2 | task 1897 | total time = 3266.21 ms / 196 tokens 2.46.983.744 I slot print_timing: id 2 | task 1897 | graphs reused = 1539 2.46.983.745 I slot print_timing: id 2 | task 1897 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.983.810 I slot release: id 2 | task 1897 | stop processing: n_tokens = 1291, truncated = 0 2.47.020.052 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.849 2.47.020.163 I slot launch_slot_: id 2 | task 2025 | processing task, is_child = 0 2.47.891.427 I slot print_timing: id 0 | task 1930 | n_gen = 122, tg = 40.04 t/s, tg_3s = 40.37 t/s 2.48.121.087 I slot print_timing: id 3 | task 1712 | prompt eval time = 265.56 ms / 131 tokens ( 2.03 ms per token, 493.29 tokens per second) 2.48.121.093 I slot print_timing: id 3 | task 1712 | eval time = 8596.87 ms / 347 tokens ( 24.85 ms per token, 40.25 tokens per second) 2.48.121.094 I slot print_timing: id 3 | task 1712 | total time = 8862.43 ms / 478 tokens 2.48.121.094 I slot print_timing: id 3 | task 1712 | graphs reused = 1576 2.48.121.095 I slot print_timing: id 3 | task 1712 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.121.166 I slot release: id 3 | task 1712 | stop processing: n_tokens = 1573, truncated = 0 2.48.183.209 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.697 2.48.183.311 I slot launch_slot_: id 3 | task 2070 | processing task, is_child = 0 2.49.826.404 I slot print_timing: id 1 | task 2013 | n_gen = 124, tg = 40.77 t/s, tg_3s = 41.10 t/s 2.50.303.498 I slot print_timing: id 2 | task 2025 | n_gen = 137, tg = 45.19 t/s, tg_3s = 45.52 t/s 2.50.899.763 I slot print_timing: id 0 | task 1930 | n_gen = 260, tg = 42.95 t/s, tg_3s = 45.87 t/s 2.51.128.168 I slot print_timing: id 1 | task 2013 | prompt eval time = 280.61 ms / 91 tokens ( 3.08 ms per token, 324.30 tokens per second) 2.51.128.174 I slot print_timing: id 1 | task 2013 | eval time = 4318.95 ms / 189 tokens ( 22.97 ms per token, 43.53 tokens per second) 2.51.128.175 I slot print_timing: id 1 | task 2013 | total time = 4599.56 ms / 280 tokens 2.51.128.178 I slot print_timing: id 1 | task 2013 | graphs reused = 1710 2.51.128.178 I slot print_timing: id 1 | task 2013 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.128.249 I slot release: id 1 | task 2013 | stop processing: n_tokens = 1375, truncated = 0 2.51.201.570 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.797 2.51.201.708 I slot launch_slot_: id 1 | task 2208 | processing task, is_child = 0 2.51.500.969 I slot print_timing: id 3 | task 2070 | n_gen = 138, tg = 44.58 t/s, tg_3s = 44.91 t/s 2.51.589.786 I slot print_timing: id 0 | task 1930 | prompt eval time = 244.50 ms / 85 tokens ( 2.88 ms per token, 347.64 tokens per second) 2.51.589.792 I slot print_timing: id 0 | task 1930 | eval time = 6720.05 ms / 279 tokens ( 24.17 ms per token, 41.37 tokens per second) 2.51.589.794 I slot print_timing: id 0 | task 1930 | total time = 6964.55 ms / 364 tokens 2.51.589.796 I slot print_timing: id 0 | task 1930 | graphs reused = 1713 2.51.589.797 I slot print_timing: id 0 | task 1930 | graph reallocs = 0 / 0 (same size) / (changed size) 2.51.589.871 I slot release: id 0 | task 1930 | stop processing: n_tokens = 1459, truncated = 0 2.51.634.666 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.751 2.51.634.772 I slot launch_slot_: id 0 | task 2217 | processing task, is_child = 0 2.52.180.298 I slot print_timing: id 2 | task 2025 | prompt eval time = 273.87 ms / 102 tokens ( 2.68 ms per token, 372.45 tokens per second) 2.52.180.303 I slot print_timing: id 2 | task 2025 | eval time = 4886.25 ms / 202 tokens ( 24.31 ms per token, 41.14 tokens per second) 2.52.180.305 I slot print_timing: id 2 | task 2025 | total time = 5160.11 ms / 304 tokens 2.52.180.306 I slot print_timing: id 2 | task 2025 | graphs reused = 1726 2.52.180.306 I slot print_timing: id 2 | task 2025 | graph reallocs = 0 / 0 (same size) / (changed size) 2.52.180.377 I slot release: id 2 | task 2025 | stop processing: n_tokens = 1399, truncated = 0 2.52.252.523 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.783 2.52.252.640 I slot launch_slot_: id 2 | task 2234 | processing task, is_child = 0 2.54.509.559 I slot print_timing: id 1 | task 2208 | n_gen = 122, tg = 40.21 t/s, tg_3s = 40.54 t/s 2.54.510.011 I slot print_timing: id 3 | task 2070 | n_gen = 259, tg = 42.42 t/s, tg_3s = 40.21 t/s 2.54.926.312 I slot print_timing: id 0 | task 2217 | n_gen = 135, tg = 44.61 t/s, tg_3s = 44.94 t/s 2.55.507.367 I slot print_timing: id 3 | task 2070 | prompt eval time = 244.59 ms / 74 tokens ( 3.31 ms per token, 302.54 tokens per second) 2.55.507.371 I slot print_timing: id 3 | task 2070 | eval time = 7079.44 ms / 308 tokens ( 23.06 ms per token, 43.37 tokens per second) 2.55.507.372 I slot print_timing: id 3 | task 2070 | total time = 7324.04 ms / 382 tokens 2.55.507.373 I slot print_timing: id 3 | task 2070 | graphs reused = 1870 2.55.507.374 I slot print_timing: id 3 | task 2070 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.507.438 I slot release: id 3 | task 2070 | stop processing: n_tokens = 1477, truncated = 0 2.55.551.210 I slot print_timing: id 2 | task 2234 | n_gen = 149, tg = 49.13 t/s, tg_3s = 49.47 t/s 2.55.569.242 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.742 2.55.569.345 I slot launch_slot_: id 3 | task 2386 | processing task, is_child = 0 2.56.161.645 I slot print_timing: id 1 | task 2208 | prompt eval time = 298.64 ms / 92 tokens ( 3.25 ms per token, 308.06 tokens per second) 2.56.161.651 I slot print_timing: id 1 | task 2208 | eval time = 4661.28 ms / 192 tokens ( 24.40 ms per token, 40.98 tokens per second) 2.56.161.652 I slot print_timing: id 1 | task 2208 | total time = 4959.92 ms / 284 tokens 2.56.161.652 I slot print_timing: id 1 | task 2208 | graphs reused = 1887 2.56.161.653 I slot print_timing: id 1 | task 2208 | graph reallocs = 0 / 0 (same size) / (changed size) 2.56.161.719 I slot release: id 1 | task 2208 | stop processing: n_tokens = 1378, truncated = 0 2.56.235.265 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.795 2.56.235.377 I slot launch_slot_: id 1 | task 2407 | processing task, is_child = 0 2.57.357.032 I slot print_timing: id 2 | task 2234 | prompt eval time = 286.36 ms / 110 tokens ( 2.60 ms per token, 384.13 tokens per second) 2.57.357.038 I slot print_timing: id 2 | task 2234 | eval time = 4818.01 ms / 212 tokens ( 22.83 ms per token, 43.79 tokens per second) 2.57.357.039 I slot print_timing: id 2 | task 2234 | total time = 5104.37 ms / 322 tokens 2.57.357.040 I slot print_timing: id 2 | task 2234 | graphs reused = 1926 2.57.357.041 I slot print_timing: id 2 | task 2234 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.357.120 I slot release: id 2 | task 2234 | stop processing: n_tokens = 1417, truncated = 0 2.57.429.191 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.773 2.57.429.309 I slot launch_slot_: id 2 | task 2452 | processing task, is_child = 0 2.57.942.238 I slot print_timing: id 0 | task 2217 | n_gen = 243, tg = 40.20 t/s, tg_3s = 35.81 t/s 2.58.380.128 I slot print_timing: id 0 | task 2217 | prompt eval time = 287.73 ms / 133 tokens ( 2.16 ms per token, 462.23 tokens per second) 2.58.380.134 I slot print_timing: id 0 | task 2217 | eval time = 6457.60 ms / 265 tokens ( 24.46 ms per token, 40.88 tokens per second) 2.58.380.135 I slot print_timing: id 0 | task 2217 | total time = 6745.34 ms / 398 tokens 2.58.380.136 I slot print_timing: id 0 | task 2217 | graphs reused = 1958 2.58.380.137 I slot print_timing: id 0 | task 2217 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.380.203 I slot release: id 0 | task 2217 | stop processing: n_tokens = 1493, truncated = 0 2.58.422.877 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.734 2.58.422.972 I slot launch_slot_: id 0 | task 2490 | processing task, is_child = 0 2.58.840.623 I slot print_timing: id 3 | task 2386 | n_gen = 111, tg = 36.46 t/s, tg_3s = 36.79 t/s 2.59.520.248 I slot print_timing: id 1 | task 2407 | n_gen = 125, tg = 41.31 t/s, tg_3s = 41.65 t/s 3.00.719.370 I slot print_timing: id 2 | task 2452 | n_gen = 139, tg = 45.94 t/s, tg_3s = 46.27 t/s 3.00.926.570 I slot print_timing: id 3 | task 2386 | prompt eval time = 254.43 ms / 96 tokens ( 2.65 ms per token, 377.32 tokens per second) 3.00.926.576 I slot print_timing: id 3 | task 2386 | eval time = 5102.78 ms / 213 tokens ( 24.07 ms per token, 41.55 tokens per second) 3.00.926.577 I slot print_timing: id 3 | task 2386 | total time = 5357.21 ms / 309 tokens 3.00.926.577 I slot print_timing: id 3 | task 2386 | graphs reused = 2069 3.00.926.578 I slot print_timing: id 3 | task 2386 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.926.648 I slot release: id 3 | task 2386 | stop processing: n_tokens = 1404, truncated = 0 3.00.971.028 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.781 3.00.971.131 I slot launch_slot_: id 3 | task 2606 | processing task, is_child = 0 3.01.659.388 I slot print_timing: id 0 | task 2490 | n_gen = 137, tg = 45.32 t/s, tg_3s = 45.65 t/s 3.02.318.602 I slot print_timing: id 0 | task 2490 | prompt eval time = 235.24 ms / 75 tokens ( 3.14 ms per token, 318.83 tokens per second) 3.02.318.608 I slot print_timing: id 0 | task 2490 | eval time = 3660.38 ms / 170 tokens ( 21.66 ms per token, 46.17 tokens per second) 3.02.318.609 I slot print_timing: id 0 | task 2490 | total time = 3895.61 ms / 245 tokens 3.02.318.610 I slot print_timing: id 0 | task 2490 | graphs reused = 2123 3.02.318.611 I slot print_timing: id 0 | task 2490 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.318.677 I slot release: id 0 | task 2490 | stop processing: n_tokens = 1340, truncated = 0 3.02.362.233 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.818 3.02.362.336 I slot launch_slot_: id 0 | task 2665 | processing task, is_child = 0 3.02.599.628 I slot print_timing: id 1 | task 2407 | n_gen = 255, tg = 41.77 t/s, tg_3s = 42.22 t/s 3.03.294.723 I slot print_timing: id 3 | task 2606 | prompt eval time = 249.57 ms / 79 tokens ( 3.16 ms per token, 316.54 tokens per second) 3.03.294.729 I slot print_timing: id 3 | task 2606 | eval time = 2074.00 ms / 93 tokens ( 22.54 ms per token, 44.36 tokens per second) 3.03.294.730 I slot print_timing: id 3 | task 2606 | total time = 2323.57 ms / 172 tokens 3.03.294.731 I slot print_timing: id 3 | task 2606 | graphs reused = 2158 3.03.294.731 I slot print_timing: id 3 | task 2606 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.294.799 I slot release: id 3 | task 2606 | stop processing: n_tokens = 1267, truncated = 0 3.03.338.610 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.865 3.03.338.716 I slot launch_slot_: id 3 | task 2704 | processing task, is_child = 0 3.03.720.711 I slot print_timing: id 2 | task 2452 | n_gen = 255, tg = 42.30 t/s, tg_3s = 38.65 t/s 3.03.741.324 I slot print_timing: id 2 | task 2452 | prompt eval time = 286.12 ms / 117 tokens ( 2.45 ms per token, 408.92 tokens per second) 3.03.741.328 I slot print_timing: id 2 | task 2452 | eval time = 6025.88 ms / 256 tokens ( 23.63 ms per token, 42.32 tokens per second) 3.03.741.329 I slot print_timing: id 2 | task 2452 | total time = 6312.00 ms / 373 tokens 3.03.741.330 I slot print_timing: id 2 | task 2452 | graphs reused = 2165 3.03.741.331 I slot print_timing: id 2 | task 2452 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.741.400 I slot release: id 2 | task 2452 | stop processing: n_tokens = 1468, truncated = 0 3.03.778.190 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.747 3.03.778.299 I slot launch_slot_: id 2 | task 2715 | processing task, is_child = 0 3.05.615.582 I slot print_timing: id 0 | task 2665 | n_gen = 123, tg = 40.45 t/s, tg_3s = 40.78 t/s 3.05.615.850 I slot print_timing: id 1 | task 2407 | n_gen = 377, tg = 41.33 t/s, tg_3s = 40.45 t/s 3.06.364.867 I slot print_timing: id 3 | task 2704 | prompt eval time = 251.47 ms / 81 tokens ( 3.10 ms per token, 322.11 tokens per second) 3.06.364.873 I slot print_timing: id 3 | task 2704 | eval time = 2774.67 ms / 122 tokens ( 22.93 ms per token, 43.61 tokens per second) 3.06.364.874 I slot print_timing: id 3 | task 2704 | total time = 3026.13 ms / 203 tokens 3.06.364.875 I slot print_timing: id 3 | task 2704 | graphs reused = 2274 3.06.364.875 I slot print_timing: id 3 | task 2704 | graph reallocs = 0 / 0 (same size) / (changed size) 3.06.364.941 I slot release: id 3 | task 2704 | stop processing: n_tokens = 1298, truncated = 0 3.06.425.011 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.844 3.06.425.121 I slot launch_slot_: id 3 | task 2832 | processing task, is_child = 0 3.07.066.019 I slot print_timing: id 2 | task 2715 | n_gen = 136, tg = 45.00 t/s, tg_3s = 45.33 t/s 3.07.343.392 I slot print_timing: id 0 | task 2665 | prompt eval time = 236.95 ms / 77 tokens ( 3.08 ms per token, 324.96 tokens per second) 3.07.343.397 I slot print_timing: id 0 | task 2665 | eval time = 4744.09 ms / 198 tokens ( 24.08 ms per token, 41.53 tokens per second) 3.07.343.398 I slot print_timing: id 0 | task 2665 | total time = 4981.04 ms / 275 tokens 3.07.343.399 I slot print_timing: id 0 | task 2665 | graphs reused = 2308 3.07.343.400 I slot print_timing: id 0 | task 2665 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.343.463 I slot release: id 0 | task 2665 | stop processing: n_tokens = 1370, truncated = 0 3.07.365.191 I slot print_timing: id 2 | task 2715 | prompt eval time = 287.62 ms / 84 tokens ( 3.42 ms per token, 292.05 tokens per second) 3.07.365.197 I slot print_timing: id 2 | task 2715 | eval time = 3299.25 ms / 151 tokens ( 22.00 ms per token, 45.46 tokens per second) 3.07.365.198 I slot print_timing: id 2 | task 2715 | total time = 3586.88 ms / 235 tokens 3.07.365.199 I slot print_timing: id 2 | task 2715 | graphs reused = 2308 3.07.365.200 I slot print_timing: id 2 | task 2715 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.365.261 I slot release: id 2 | task 2715 | stop processing: n_tokens = 1330, truncated = 0 3.07.400.350 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.800 3.07.400.458 I slot launch_slot_: id 0 | task 2870 | processing task, is_child = 0 3.07.400.606 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 3.07.401.800 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 3.07.402.807 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.805 MiB) 3.07.403.942 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.930 MiB) 3.07.405.127 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 3.07.406.167 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 81.398 MiB) 3.07.407.234 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 3.07.408.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 152.511 MiB) 3.07.410.178 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 90.367 MiB) 3.07.411.252 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.712 MiB) 3.07.412.660 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.852 MiB) 3.07.413.806 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 3.07.414.997 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 116.103 MiB) 3.07.416.374 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.587 MiB) 3.07.417.623 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 144.183 MiB) 3.07.419.292 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 123.041 MiB) 3.07.420.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 3.07.421.906 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 3.07.756.000 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.824 3.07.756.127 I slot launch_slot_: id 2 | task 2871 | processing task, is_child = 0 3.08.634.336 I slot print_timing: id 1 | task 2407 | n_gen = 473, tg = 38.96 t/s, tg_3s = 31.80 t/s 3.09.696.677 I slot print_timing: id 3 | task 2832 | n_gen = 106, tg = 34.80 t/s, tg_3s = 35.13 t/s 3.11.023.531 I slot print_timing: id 3 | task 2832 | prompt eval time = 253.88 ms / 101 tokens ( 2.51 ms per token, 397.83 tokens per second) 3.11.023.537 I slot print_timing: id 3 | task 2832 | eval time = 4344.52 ms / 172 tokens ( 25.41 ms per token, 39.36 tokens per second) 3.11.023.538 I slot print_timing: id 3 | task 2832 | total time = 4598.39 ms / 273 tokens 3.11.023.539 I slot print_timing: id 3 | task 2832 | graphs reused = 2441 3.11.023.539 I slot print_timing: id 3 | task 2832 | graph reallocs = 0 / 0 (same size) / (changed size) 3.11.023.605 I slot release: id 3 | task 2832 | stop processing: n_tokens = 1368, truncated = 0 3.11.065.898 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.944 (> 0.100 thold), f_keep = 0.801 3.11.065.997 I slot launch_slot_: id 3 | task 3010 | processing task, is_child = 0 3.11.344.526 I slot print_timing: id 0 | task 2870 | n_gen = 139, tg = 44.96 t/s, tg_3s = 45.28 t/s 3.11.345.313 I slot print_timing: id 2 | task 2871 | n_gen = 139, tg = 44.96 t/s, tg_3s = 45.29 t/s 3.11.639.143 I slot print_timing: id 1 | task 2407 | n_gen = 608, tg = 40.14 t/s, tg_3s = 44.93 t/s 3.13.405.069 I slot print_timing: id 3 | task 3010 | prompt eval time = 280.14 ms / 65 tokens ( 4.31 ms per token, 232.02 tokens per second) 3.13.405.075 I slot print_timing: id 3 | task 3010 | eval time = 2058.91 ms / 100 tokens ( 20.80 ms per token, 48.08 tokens per second) 3.13.405.076 I slot print_timing: id 3 | task 3010 | total time = 2339.06 ms / 165 tokens 3.13.405.077 I slot print_timing: id 3 | task 3010 | graphs reused = 2539 3.13.405.078 I slot print_timing: id 3 | task 3010 | graph reallocs = 0 / 0 (same size) / (changed size) 3.13.405.144 I slot release: id 3 | task 3010 | stop processing: n_tokens = 1260, truncated = 0 3.13.467.578 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.870 3.13.467.693 I slot launch_slot_: id 3 | task 3115 | processing task, is_child = 0 3.13.995.751 I slot print_timing: id 2 | task 2871 | prompt eval time = 435.72 ms / 90 tokens ( 4.84 ms per token, 206.56 tokens per second) 3.13.995.757 I slot print_timing: id 2 | task 2871 | eval time = 5719.80 ms / 256 tokens ( 22.43 ms per token, 44.58 tokens per second) 3.13.995.758 I slot print_timing: id 2 | task 2871 | total time = 6155.51 ms / 346 tokens 3.13.995.758 I slot print_timing: id 2 | task 2871 | graphs reused = 2553 3.13.995.759 I slot print_timing: id 2 | task 2871 | graph reallocs = 0 / 0 (same size) / (changed size) 3.13.995.828 I slot release: id 2 | task 2871 | stop processing: n_tokens = 1441, truncated = 0 3.14.031.681 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.761 3.14.031.784 I slot launch_slot_: id 2 | task 3132 | processing task, is_child = 0 3.14.352.302 I slot print_timing: id 0 | task 2870 | n_gen = 261, tg = 42.78 t/s, tg_3s = 40.56 t/s 3.14.650.552 I slot print_timing: id 1 | task 2407 | n_gen = 731, tg = 40.26 t/s, tg_3s = 40.84 t/s 3.16.730.058 I slot print_timing: id 3 | task 3115 | n_gen = 136, tg = 44.86 t/s, tg_3s = 45.19 t/s 3.16.750.023 I slot print_timing: id 0 | task 2870 | prompt eval time = 518.84 ms / 101 tokens ( 5.14 ms per token, 194.67 tokens per second) 3.16.750.028 I slot print_timing: id 0 | task 2870 | eval time = 8475.04 ms / 379 tokens ( 22.42 ms per token, 44.60 tokens per second) 3.16.750.029 I slot print_timing: id 0 | task 2870 | total time = 8993.88 ms / 480 tokens 3.16.750.029 I slot print_timing: id 0 | task 2870 | graphs reused = 2672 3.16.750.030 I slot print_timing: id 0 | task 2870 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.750.096 I slot release: id 0 | task 2870 | stop processing: n_tokens = 1575, truncated = 0 3.16.794.557 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.696 3.16.794.665 I slot launch_slot_: id 0 | task 3257 | processing task, is_child = 0 3.17.308.482 I slot print_timing: id 2 | task 3132 | n_gen = 137, tg = 45.31 t/s, tg_3s = 45.64 t/s 3.17.661.443 I slot print_timing: id 1 | task 2407 | n_gen = 867, tg = 40.96 t/s, tg_3s = 45.17 t/s 3.17.871.914 I slot print_timing: id 3 | task 3115 | prompt eval time = 252.74 ms / 85 tokens ( 2.97 ms per token, 336.31 tokens per second) 3.17.871.920 I slot print_timing: id 3 | task 3115 | eval time = 4151.46 ms / 180 tokens ( 23.19 ms per token, 43.12 tokens per second) 3.17.871.921 I slot print_timing: id 3 | task 3115 | total time = 4404.20 ms / 265 tokens 3.17.871.922 I slot print_timing: id 3 | task 3115 | graphs reused = 2711 3.17.871.923 I slot print_timing: id 3 | task 3115 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.871.993 I slot release: id 3 | task 3115 | stop processing: n_tokens = 1360, truncated = 0 3.17.916.146 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.806 3.17.916.253 I slot launch_slot_: id 3 | task 3301 | processing task, is_child = 0 3.18.860.442 I slot print_timing: id 2 | task 3132 | prompt eval time = 274.85 ms / 77 tokens ( 3.57 ms per token, 280.16 tokens per second) 3.18.860.464 I slot print_timing: id 2 | task 3132 | eval time = 4553.78 ms / 202 tokens ( 22.66 ms per token, 44.14 tokens per second) 3.18.860.466 I slot print_timing: id 2 | task 3132 | total time = 4828.62 ms / 279 tokens 3.18.860.467 I slot print_timing: id 2 | task 3132 | graphs reused = 2745 3.18.860.468 I slot print_timing: id 2 | task 3132 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.860.557 I slot release: id 2 | task 3132 | stop processing: n_tokens = 1374, truncated = 0 3.18.933.789 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.798 3.18.933.892 I slot launch_slot_: id 2 | task 3340 | processing task, is_child = 0 3.20.053.345 I slot print_timing: id 0 | task 3257 | n_gen = 123, tg = 40.55 t/s, tg_3s = 40.88 t/s 3.20.679.642 I slot print_timing: id 1 | task 2407 | n_gen = 990, tg = 40.93 t/s, tg_3s = 40.75 t/s 3.20.763.064 I slot print_timing: id 3 | task 3301 | prompt eval time = 258.04 ms / 97 tokens ( 2.66 ms per token, 375.91 tokens per second) 3.20.763.069 I slot print_timing: id 3 | task 3301 | eval time = 2588.76 ms / 114 tokens ( 22.91 ms per token, 43.65 tokens per second) 3.20.763.070 I slot print_timing: id 3 | task 3301 | total time = 2846.79 ms / 211 tokens 3.20.763.071 I slot print_timing: id 3 | task 3301 | graphs reused = 2819 3.20.763.071 I slot print_timing: id 3 | task 3301 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.763.141 I slot release: id 3 | task 3301 | stop processing: n_tokens = 1306, truncated = 0 3.20.807.404 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.839 3.20.807.503 I slot launch_slot_: id 3 | task 3420 | processing task, is_child = 0 3.21.616.995 I slot print_timing: id 1 | task 2407 | prompt eval time = 283.46 ms / 106 tokens ( 2.67 ms per token, 373.95 tokens per second) 3.21.617.000 I slot print_timing: id 1 | task 2407 | eval time = 25098.14 ms / 1024 tokens ( 24.53 ms per token, 40.76 tokens per second) 3.21.617.002 I slot print_timing: id 1 | task 2407 | total time = 25381.60 ms / 1130 tokens 3.21.617.003 I slot print_timing: id 1 | task 2407 | graphs reused = 2845 3.21.617.004 I slot print_timing: id 1 | task 2407 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.617.073 I slot release: id 1 | task 2407 | stop processing: n_tokens = 2225, truncated = 0 3.21.689.724 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.493 3.21.689.908 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 3.21.690.968 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 106.384 MiB) 3.21.692.408 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 3.21.693.380 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 3.21.694.468 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 111.962 MiB) 3.21.695.843 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 3.21.696.940 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 3.21.697.955 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 114.072 MiB) 3.21.699.272 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.228 MiB) 3.21.700.565 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 78.835 MiB) 3.21.701.649 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 3.21.702.763 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 76.273 MiB) 3.21.703.752 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 94.211 MiB) 3.21.704.895 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 3.21.705.879 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.853 MiB) 3.21.707.295 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.883 MiB) 3.21.708.333 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 3.21.709.338 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 3.21.710.353 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 85.242 MiB) 3.21.711.328 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB) 3.22.070.654 I slot launch_slot_: id 1 | task 3451 | processing task, is_child = 0 3.22.265.801 I slot print_timing: id 2 | task 3340 | n_gen = 109, tg = 35.31 t/s, tg_3s = 35.64 t/s 3.22.967.795 I slot print_timing: id 0 | task 3257 | prompt eval time = 249.88 ms / 69 tokens ( 3.62 ms per token, 276.13 tokens per second) 3.22.967.801 I slot print_timing: id 0 | task 3257 | eval time = 5923.23 ms / 220 tokens ( 27.05 ms per token, 36.97 tokens per second) 3.22.967.802 I slot print_timing: id 0 | task 3257 | total time = 6173.11 ms / 289 tokens 3.22.967.802 I slot print_timing: id 0 | task 3257 | graphs reused = 2873 3.22.967.803 I slot print_timing: id 0 | task 3257 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.967.867 I slot release: id 0 | task 3257 | stop processing: n_tokens = 1384, truncated = 0 3.23.027.991 I slot print_timing: id 2 | task 3340 | prompt eval time = 273.37 ms / 83 tokens ( 3.29 ms per token, 303.61 tokens per second) 3.23.027.997 I slot print_timing: id 2 | task 3340 | eval time = 3820.71 ms / 142 tokens ( 27.10 ms per token, 36.90 tokens per second) 3.23.027.998 I slot print_timing: id 2 | task 3340 | total time = 4094.08 ms / 225 tokens 3.23.027.999 I slot print_timing: id 2 | task 3340 | graphs reused = 2875 3.23.028.000 I slot print_timing: id 2 | task 3340 | graph reallocs = 0 / 0 (same size) / (changed size) 3.23.028.073 I slot release: id 2 | task 3340 | stop processing: n_tokens = 1320, truncated = 0 3.23.028.401 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.792 3.23.028.514 I slot launch_slot_: id 0 | task 3486 | processing task, is_child = 0 3.23.028.656 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 3.23.030.013 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 92.289 MiB) 3.23.031.089 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 73.070 MiB) 3.23.031.968 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 3.23.033.101 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.977 MiB) 3.23.034.242 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 89.086 MiB) 3.23.035.356 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 3.23.036.442 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 3.23.037.777 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 84.601 MiB) 3.23.038.801 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 3.23.039.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 3.23.041.354 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 3.23.042.675 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.320 MiB) 3.23.043.754 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 112.790 MiB) 3.23.045.199 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 72.429 MiB) 3.23.046.152 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.899 MiB) 3.23.048.001 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 77.554 MiB) 3.23.049.106 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 3.23.050.344 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 3.23.051.460 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 3.23.382.022 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.888 (> 0.100 thold), f_keep = 0.830 3.23.382.145 I slot launch_slot_: id 2 | task 3487 | processing task, is_child = 0 3.24.643.398 I slot print_timing: id 3 | task 3420 | prompt eval time = 260.96 ms / 74 tokens ( 3.53 ms per token, 283.57 tokens per second) 3.24.643.404 I slot print_timing: id 3 | task 3420 | eval time = 3574.91 ms / 99 tokens ( 36.48 ms per token, 27.41 tokens per second) 3.24.643.405 I slot print_timing: id 3 | task 3420 | total time = 3835.88 ms / 173 tokens 3.24.643.405 I slot print_timing: id 3 | task 3420 | graphs reused = 2907 3.24.643.406 I slot print_timing: id 3 | task 3420 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.643.472 I slot release: id 3 | task 3420 | stop processing: n_tokens = 1268, truncated = 0 3.24.704.510 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.864 3.24.704.619 I slot launch_slot_: id 3 | task 3527 | processing task, is_child = 0 3.25.496.839 I slot print_timing: id 1 | task 3451 | n_gen = 100, tg = 31.87 t/s, tg_3s = 32.19 t/s 3.26.952.323 I slot print_timing: id 0 | task 3486 | n_gen = 138, tg = 45.57 t/s, tg_3s = 45.90 t/s 3.26.953.069 I slot print_timing: id 2 | task 3487 | n_gen = 138, tg = 45.57 t/s, tg_3s = 45.90 t/s 3.27.154.042 I slot print_timing: id 3 | task 3527 | prompt eval time = 263.52 ms / 91 tokens ( 2.90 ms per token, 345.32 tokens per second) 3.27.154.047 I slot print_timing: id 3 | task 3527 | eval time = 2185.88 ms / 109 tokens ( 20.24 ms per token, 49.41 tokens per second) 3.27.154.048 I slot print_timing: id 3 | task 3527 | total time = 2449.41 ms / 200 tokens 3.27.154.049 I slot print_timing: id 3 | task 3527 | graphs reused = 3015 3.27.154.050 I slot print_timing: id 3 | task 3527 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.154.118 I slot release: id 3 | task 3527 | stop processing: n_tokens = 1295, truncated = 0 3.27.196.582 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.911 (> 0.100 thold), f_keep = 0.846 3.27.196.678 I slot launch_slot_: id 3 | task 3640 | processing task, is_child = 0 3.28.167.024 I slot print_timing: id 1 | task 3451 | prompt eval time = 320.04 ms / 130 tokens ( 2.46 ms per token, 406.20 tokens per second) 3.28.167.030 I slot print_timing: id 1 | task 3451 | eval time = 5776.31 ms / 220 tokens ( 26.38 ms per token, 37.91 tokens per second) 3.28.167.031 I slot print_timing: id 1 | task 3451 | total time = 6096.35 ms / 350 tokens 3.28.167.032 I slot print_timing: id 1 | task 3451 | graphs reused = 3049 3.28.167.033 I slot print_timing: id 1 | task 3451 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.167.105 I slot release: id 1 | task 3451 | stop processing: n_tokens = 1444, truncated = 0 3.28.240.462 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.948 (> 0.100 thold), f_keep = 0.759 3.28.240.570 I slot launch_slot_: id 1 | task 3679 | processing task, is_child = 0 3.29.151.990 I slot print_timing: id 0 | task 3486 | prompt eval time = 563.54 ms / 92 tokens ( 6.13 ms per token, 163.25 tokens per second) 3.29.151.996 I slot print_timing: id 0 | task 3486 | eval time = 5206.28 ms / 220 tokens ( 23.77 ms per token, 42.06 tokens per second) 3.29.151.997 I slot print_timing: id 0 | task 3486 | total time = 5769.82 ms / 312 tokens 3.29.151.998 I slot print_timing: id 0 | task 3486 | graphs reused = 3078 3.29.152.000 I slot print_timing: id 0 | task 3486 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.152.065 I slot release: id 0 | task 3486 | stop processing: n_tokens = 1406, truncated = 0 3.29.214.835 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.780 3.29.214.945 I slot launch_slot_: id 0 | task 3715 | processing task, is_child = 0 3.29.954.335 I slot print_timing: id 2 | task 3487 | n_gen = 248, tg = 41.11 t/s, tg_3s = 36.65 t/s 3.30.264.395 I slot print_timing: id 1 | task 3679 | prompt eval time = 283.92 ms / 60 tokens ( 4.73 ms per token, 211.33 tokens per second) 3.30.264.401 I slot print_timing: id 1 | task 3679 | eval time = 1739.89 ms / 74 tokens ( 23.83 ms per token, 41.96 tokens per second) 3.30.264.402 I slot print_timing: id 1 | task 3679 | total time = 2023.81 ms / 134 tokens 3.30.264.403 I slot print_timing: id 1 | task 3679 | graphs reused = 3118 3.30.264.403 I slot print_timing: id 1 | task 3679 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.264.467 I slot release: id 1 | task 3679 | stop processing: n_tokens = 1229, truncated = 0 3.30.300.941 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.892 3.30.301.044 I slot launch_slot_: id 1 | task 3757 | processing task, is_child = 0 3.30.596.239 I slot print_timing: id 3 | task 3640 | n_gen = 115, tg = 36.45 t/s, tg_3s = 36.77 t/s 3.31.584.104 I slot print_timing: id 2 | task 3487 | prompt eval time = 453.82 ms / 138 tokens ( 3.29 ms per token, 304.08 tokens per second) 3.31.584.111 I slot print_timing: id 2 | task 3487 | eval time = 7637.40 ms / 315 tokens ( 24.32 ms per token, 41.11 tokens per second) 3.31.584.112 I slot print_timing: id 2 | task 3487 | total time = 8091.22 ms / 453 tokens 3.31.584.113 I slot print_timing: id 2 | task 3487 | graphs reused = 3165 3.31.584.114 I slot print_timing: id 2 | task 3487 | graph reallocs = 0 / 0 (same size) / (changed size) 3.31.584.192 I slot release: id 2 | task 3487 | stop processing: n_tokens = 1548, truncated = 0 3.31.654.441 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.708 3.31.654.559 I slot launch_slot_: id 2 | task 3811 | processing task, is_child = 0 3.32.116.781 I slot print_timing: id 0 | task 3715 | prompt eval time = 253.73 ms / 83 tokens ( 3.06 ms per token, 327.12 tokens per second) 3.32.116.787 I slot print_timing: id 0 | task 3715 | eval time = 2648.09 ms / 103 tokens ( 25.96 ms per token, 38.52 tokens per second) 3.32.116.788 I slot print_timing: id 0 | task 3715 | total time = 2901.82 ms / 186 tokens 3.32.116.789 I slot print_timing: id 0 | task 3715 | graphs reused = 3172 3.32.116.789 I slot print_timing: id 0 | task 3715 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.116.859 I slot release: id 0 | task 3715 | stop processing: n_tokens = 1281, truncated = 0 3.32.161.996 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.912 (> 0.100 thold), f_keep = 0.856 3.32.162.117 I slot launch_slot_: id 0 | task 3824 | processing task, is_child = 0 3.33.597.071 I slot print_timing: id 1 | task 3757 | n_gen = 122, tg = 40.31 t/s, tg_3s = 40.65 t/s 3.33.597.667 I slot print_timing: id 3 | task 3640 | n_gen = 236, tg = 38.34 t/s, tg_3s = 40.31 t/s 3.34.964.907 I slot print_timing: id 1 | task 3757 | prompt eval time = 294.57 ms / 103 tokens ( 2.86 ms per token, 349.66 tokens per second) 3.34.964.912 I slot print_timing: id 1 | task 3757 | eval time = 4369.27 ms / 189 tokens ( 23.24 ms per token, 43.03 tokens per second) 3.34.964.913 I slot print_timing: id 1 | task 3757 | total time = 4663.85 ms / 292 tokens 3.34.964.914 I slot print_timing: id 1 | task 3757 | graphs reused = 3296 3.34.964.915 I slot print_timing: id 1 | task 3757 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.964.981 I slot release: id 1 | task 3757 | stop processing: n_tokens = 1387, truncated = 0 3.34.965.224 I slot print_timing: id 2 | task 3811 | n_gen = 136, tg = 44.70 t/s, tg_3s = 45.04 t/s 3.35.000.709 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.914 (> 0.100 thold), f_keep = 0.790 3.35.000.811 I slot launch_slot_: id 1 | task 3951 | processing task, is_child = 0 3.35.441.160 I slot print_timing: id 0 | task 3824 | n_gen = 134, tg = 44.14 t/s, tg_3s = 44.47 t/s 3.36.237.581 I slot print_timing: id 0 | task 3824 | prompt eval time = 265.75 ms / 106 tokens ( 2.51 ms per token, 398.88 tokens per second) 3.36.237.587 I slot print_timing: id 0 | task 3824 | eval time = 3809.70 ms / 173 tokens ( 22.15 ms per token, 45.15 tokens per second) 3.36.237.588 I slot print_timing: id 0 | task 3824 | total time = 4075.44 ms / 279 tokens 3.36.237.589 I slot print_timing: id 0 | task 3824 | graphs reused = 3340 3.36.237.589 I slot print_timing: id 0 | task 3824 | graph reallocs = 0 / 0 (same size) / (changed size) 3.36.237.660 I slot release: id 0 | task 3824 | stop processing: n_tokens = 1374, truncated = 0 3.36.282.470 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.798 3.36.282.589 I slot launch_slot_: id 0 | task 4002 | processing task, is_child = 0 3.36.613.725 I slot print_timing: id 3 | task 3640 | n_gen = 359, tg = 39.15 t/s, tg_3s = 40.78 t/s 3.37.984.399 I slot print_timing: id 2 | task 3811 | n_gen = 258, tg = 42.56 t/s, tg_3s = 40.41 t/s 3.38.296.975 I slot print_timing: id 1 | task 3951 | n_gen = 135, tg = 44.65 t/s, tg_3s = 44.98 t/s 3.39.542.479 I slot print_timing: id 0 | task 4002 | n_gen = 147, tg = 48.66 t/s, tg_3s = 49.00 t/s 3.39.622.838 I slot print_timing: id 3 | task 3640 | n_gen = 506, tg = 41.55 t/s, tg_3s = 48.85 t/s 3.40.023.835 I slot print_timing: id 0 | task 4002 | prompt eval time = 259.64 ms / 87 tokens ( 2.98 ms per token, 335.08 tokens per second) 3.40.023.841 I slot print_timing: id 0 | task 4002 | eval time = 3481.59 ms / 171 tokens ( 20.48 ms per token, 48.83 tokens per second) 3.40.023.842 I slot print_timing: id 0 | task 4002 | total time = 3741.23 ms / 258 tokens 3.40.023.843 I slot print_timing: id 0 | task 4002 | graphs reused = 3511 3.40.023.843 I slot print_timing: id 0 | task 4002 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.023.919 I slot release: id 0 | task 4002 | stop processing: n_tokens = 1353, truncated = 0 3.40.087.085 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.810 3.40.087.195 I slot launch_slot_: id 0 | task 4178 | processing task, is_child = 0 3.40.767.081 I slot print_timing: id 1 | task 3951 | prompt eval time = 295.05 ms / 103 tokens ( 2.86 ms per token, 349.10 tokens per second) 3.40.767.087 I slot print_timing: id 1 | task 3951 | eval time = 5471.21 ms / 246 tokens ( 22.33 ms per token, 44.78 tokens per second) 3.40.767.088 I slot print_timing: id 1 | task 3951 | total time = 5766.25 ms / 349 tokens 3.40.767.089 I slot print_timing: id 1 | task 3951 | graphs reused = 3533 3.40.767.090 I slot print_timing: id 1 | task 3951 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.767.159 I slot release: id 1 | task 3951 | stop processing: n_tokens = 1444, truncated = 0 3.40.841.094 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.759 3.40.841.211 I slot launch_slot_: id 1 | task 4203 | processing task, is_child = 0 3.41.034.769 I slot print_timing: id 2 | task 3811 | n_gen = 387, tg = 42.47 t/s, tg_3s = 42.29 t/s 3.42.639.173 I slot print_timing: id 3 | task 3640 | n_gen = 626, tg = 41.20 t/s, tg_3s = 39.78 t/s 3.42.936.889 I slot print_timing: id 2 | task 3811 | prompt eval time = 290.82 ms / 83 tokens ( 3.50 ms per token, 285.40 tokens per second) 3.42.936.894 I slot print_timing: id 2 | task 3811 | eval time = 10991.49 ms / 474 tokens ( 23.24 ms per token, 43.03 tokens per second) 3.42.936.895 I slot print_timing: id 2 | task 3811 | total time = 11282.31 ms / 557 tokens 3.42.936.896 I slot print_timing: id 2 | task 3811 | graphs reused = 3617 3.42.936.897 I slot print_timing: id 2 | task 3811 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.936.965 I slot release: id 2 | task 3811 | stop processing: n_tokens = 1652, truncated = 0 3.43.007.479 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.663 3.43.007.597 I slot launch_slot_: id 2 | task 4294 | processing task, is_child = 0 3.43.351.034 I slot print_timing: id 0 | task 4178 | n_gen = 117, tg = 38.57 t/s, tg_3s = 38.91 t/s 3.44.071.289 I slot print_timing: id 0 | task 4178 | prompt eval time = 256.51 ms / 79 tokens ( 3.25 ms per token, 307.98 tokens per second) 3.44.071.295 I slot print_timing: id 0 | task 4178 | eval time = 3727.57 ms / 153 tokens ( 24.52 ms per token, 40.78 tokens per second) 3.44.071.296 I slot print_timing: id 0 | task 4178 | total time = 3984.08 ms / 232 tokens 3.44.071.297 I slot print_timing: id 0 | task 4178 | graphs reused = 3654 3.44.071.297 I slot print_timing: id 0 | task 4178 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.071.361 I slot release: id 0 | task 4178 | stop processing: n_tokens = 1327, truncated = 0 3.44.116.452 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.949 (> 0.100 thold), f_keep = 0.826 3.44.116.560 I slot launch_slot_: id 0 | task 4337 | processing task, is_child = 0 3.44.251.744 I slot print_timing: id 1 | task 4203 | n_gen = 132, tg = 42.24 t/s, tg_3s = 42.56 t/s 3.44.603.735 I slot print_timing: id 1 | task 4203 | prompt eval time = 308.85 ms / 149 tokens ( 2.07 ms per token, 482.43 tokens per second) 3.44.603.741 I slot print_timing: id 1 | task 4203 | eval time = 3453.65 ms / 144 tokens ( 24.15 ms per token, 41.41 tokens per second) 3.44.603.742 I slot print_timing: id 1 | task 4203 | total time = 3762.50 ms / 293 tokens 3.44.603.743 I slot print_timing: id 1 | task 4203 | graphs reused = 3666 3.44.603.744 I slot print_timing: id 1 | task 4203 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.603.825 I slot release: id 1 | task 4203 | stop processing: n_tokens = 1388, truncated = 0 3.44.676.196 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.790 3.44.676.316 I slot launch_slot_: id 1 | task 4353 | processing task, is_child = 0 3.45.639.544 I slot print_timing: id 3 | task 3640 | n_gen = 734, tg = 40.34 t/s, tg_3s = 36.00 t/s 3.45.660.196 I slot print_timing: id 2 | task 4294 | prompt eval time = 296.85 ms / 69 tokens ( 4.30 ms per token, 232.44 tokens per second) 3.45.660.202 I slot print_timing: id 2 | task 4294 | eval time = 2355.73 ms / 91 tokens ( 26.17 ms per token, 38.20 tokens per second) 3.45.660.204 I slot print_timing: id 2 | task 4294 | total time = 2652.58 ms / 160 tokens 3.45.660.205 I slot print_timing: id 2 | task 4294 | graphs reused = 3698 3.45.660.205 I slot print_timing: id 2 | task 4294 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.660.274 I slot release: id 2 | task 4294 | stop processing: n_tokens = 1254, truncated = 0 3.45.732.656 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.874 3.45.732.768 I slot launch_slot_: id 2 | task 4391 | processing task, is_child = 0 3.47.376.719 I slot print_timing: id 0 | task 4337 | n_gen = 120, tg = 39.55 t/s, tg_3s = 39.88 t/s 3.47.757.060 I slot print_timing: id 1 | task 4353 | prompt eval time = 290.43 ms / 93 tokens ( 3.12 ms per token, 320.21 tokens per second) 3.47.757.066 I slot print_timing: id 1 | task 4353 | eval time = 2790.29 ms / 124 tokens ( 22.69 ms per token, 44.08 tokens per second) 3.47.757.067 I slot print_timing: id 1 | task 4353 | total time = 3080.73 ms / 217 tokens 3.47.757.067 I slot print_timing: id 1 | task 4353 | graphs reused = 3783 3.47.757.068 I slot print_timing: id 1 | task 4353 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.757.134 I slot release: id 1 | task 4353 | stop processing: n_tokens = 1312, truncated = 0 3.47.828.096 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.835 3.47.828.201 I slot launch_slot_: id 1 | task 4482 | processing task, is_child = 0 3.48.216.953 I slot print_timing: id 0 | task 4337 | prompt eval time = 251.31 ms / 59 tokens ( 4.26 ms per token, 234.77 tokens per second) 3.48.216.960 I slot print_timing: id 0 | task 4337 | eval time = 3849.07 ms / 148 tokens ( 26.18 ms per token, 38.19 tokens per second) 3.48.216.961 I slot print_timing: id 0 | task 4337 | total time = 4100.38 ms / 207 tokens 3.48.216.961 I slot print_timing: id 0 | task 4337 | graphs reused = 3787 3.48.216.962 I slot print_timing: id 0 | task 4337 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.217.028 I slot release: id 0 | task 4337 | stop processing: n_tokens = 1302, truncated = 0 3.48.261.900 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.842 3.48.262.000 I slot launch_slot_: id 0 | task 4492 | processing task, is_child = 0 3.48.651.221 I slot print_timing: id 3 | task 3640 | n_gen = 844, tg = 39.80 t/s, tg_3s = 36.52 t/s 3.48.760.994 I slot print_timing: id 2 | task 4391 | prompt eval time = 277.91 ms / 75 tokens ( 3.71 ms per token, 269.87 tokens per second) 3.48.760.999 I slot print_timing: id 2 | task 4391 | eval time = 2750.30 ms / 111 tokens ( 25.00 ms per token, 40.00 tokens per second) 3.48.761.000 I slot print_timing: id 2 | task 4391 | total time = 3028.21 ms / 186 tokens 3.48.761.001 I slot print_timing: id 2 | task 4391 | graphs reused = 3798 3.48.761.002 I slot print_timing: id 2 | task 4391 | graph reallocs = 0 / 0 (same size) / (changed size) 3.48.761.068 I slot release: id 2 | task 4391 | stop processing: n_tokens = 1281, truncated = 0 3.48.833.306 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.856 3.48.833.414 I slot launch_slot_: id 2 | task 4508 | processing task, is_child = 0 3.51.110.341 I slot print_timing: id 1 | task 4482 | n_gen = 121, tg = 39.96 t/s, tg_3s = 40.29 t/s 3.51.528.502 I slot print_timing: id 0 | task 4492 | n_gen = 133, tg = 43.85 t/s, tg_3s = 44.18 t/s 3.51.668.420 I slot print_timing: id 3 | task 3640 | n_gen = 977, tg = 40.33 t/s, tg_3s = 44.08 t/s 3.51.927.593 I slot print_timing: id 2 | task 4508 | prompt eval time = 290.94 ms / 90 tokens ( 3.23 ms per token, 309.34 tokens per second) 3.51.927.599 I slot print_timing: id 2 | task 4508 | eval time = 2803.22 ms / 138 tokens ( 20.46 ms per token, 48.87 tokens per second) 3.51.927.600 I slot print_timing: id 2 | task 4508 | total time = 3094.16 ms / 228 tokens 3.51.927.601 I slot print_timing: id 2 | task 4508 | graphs reused = 3934 3.51.927.602 I slot print_timing: id 2 | task 4508 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.927.667 I slot release: id 2 | task 4508 | stop processing: n_tokens = 1323, truncated = 0 3.51.998.078 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.828 3.51.998.187 I slot launch_slot_: id 2 | task 4650 | processing task, is_child = 0 3.52.910.514 I slot print_timing: id 3 | task 3640 | prompt eval time = 271.62 ms / 107 tokens ( 2.54 ms per token, 393.93 tokens per second) 3.52.910.519 I slot print_timing: id 3 | task 3640 | eval time = 25442.20 ms / 1024 tokens ( 24.87 ms per token, 40.21 tokens per second) 3.52.910.520 I slot print_timing: id 3 | task 3640 | total time = 25713.82 ms / 1131 tokens 3.52.910.521 I slot print_timing: id 3 | task 3640 | graphs reused = 3963 3.52.910.522 I slot print_timing: id 3 | task 3640 | graph reallocs = 0 / 0 (same size) / (changed size) 3.52.910.588 I slot release: id 3 | task 3640 | stop processing: n_tokens = 2226, truncated = 0 3.52.954.664 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.492 3.52.954.841 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 3.52.956.137 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.039 MiB) 3.52.957.145 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.462 MiB) 3.52.958.480 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 99.337 MiB) 3.52.959.827 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 101.259 MiB) 3.52.961.101 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 97.415 MiB) 3.52.962.291 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 100.993 MiB) 3.52.963.555 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 98.055 MiB) 3.52.964.735 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 3.52.965.654 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.992 MiB) 3.52.966.565 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.478 MiB) 3.52.968.051 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 74.351 MiB) 3.52.968.993 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 83.961 MiB) 3.52.970.000 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 105.102 MiB) 3.52.971.251 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 3.52.972.235 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 3.52.973.287 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 3.52.974.359 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 86.523 MiB) 3.52.975.519 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 88.445 MiB) 3.52.976.699 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 79.476 MiB) 3.52.977.762 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 103.181 MiB) 3.53.365.021 I slot launch_slot_: id 3 | task 4685 | processing task, is_child = 0 3.54.118.018 I slot print_timing: id 1 | task 4482 | n_gen = 221, tg = 36.60 t/s, tg_3s = 33.25 t/s 3.54.532.452 I slot print_timing: id 0 | task 4492 | n_gen = 232, tg = 38.41 t/s, tg_3s = 32.96 t/s 3.55.298.122 I slot print_timing: id 2 | task 4650 | n_gen = 114, tg = 37.44 t/s, tg_3s = 37.78 t/s 3.55.436.962 I slot print_timing: id 0 | task 4492 | prompt eval time = 256.12 ms / 76 tokens ( 3.37 ms per token, 296.74 tokens per second) 3.55.436.968 I slot print_timing: id 0 | task 4492 | eval time = 6918.83 ms / 277 tokens ( 25.07 ms per token, 39.89 tokens per second) 3.55.436.970 I slot print_timing: id 0 | task 4492 | total time = 7174.95 ms / 353 tokens 3.55.436.970 I slot print_timing: id 0 | task 4492 | graphs reused = 4049 3.55.436.971 I slot print_timing: id 0 | task 4492 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.437.035 I slot release: id 0 | task 4492 | stop processing: n_tokens = 1448, truncated = 0 3.55.480.523 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.757 3.55.480.625 I slot launch_slot_: id 0 | task 4776 | processing task, is_child = 0 3.56.678.791 I slot print_timing: id 3 | task 4685 | n_gen = 137, tg = 45.28 t/s, tg_3s = 45.61 t/s 3.57.118.609 I slot print_timing: id 1 | task 4482 | n_gen = 357, tg = 39.51 t/s, tg_3s = 45.32 t/s 3.57.225.001 I slot print_timing: id 2 | task 4650 | prompt eval time = 282.06 ms / 98 tokens ( 2.88 ms per token, 347.45 tokens per second) 3.57.225.007 I slot print_timing: id 2 | task 4650 | eval time = 4944.74 ms / 197 tokens ( 25.23 ms per token, 39.64 tokens per second) 3.57.225.008 I slot print_timing: id 2 | task 4650 | total time = 5226.79 ms / 295 tokens 3.57.225.009 I slot print_timing: id 2 | task 4650 | graphs reused = 4121 3.57.225.011 I slot print_timing: id 2 | task 4650 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.225.077 I slot release: id 2 | task 4650 | stop processing: n_tokens = 1390, truncated = 0 3.57.297.748 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.927 (> 0.100 thold), f_keep = 0.789 3.57.297.863 I slot launch_slot_: id 2 | task 4853 | processing task, is_child = 0 3.57.757.529 I slot print_timing: id 1 | task 4482 | prompt eval time = 279.00 ms / 85 tokens ( 3.28 ms per token, 304.66 tokens per second) 3.57.757.534 I slot print_timing: id 1 | task 4482 | eval time = 9650.31 ms / 375 tokens ( 25.80 ms per token, 38.76 tokens per second) 3.57.757.535 I slot print_timing: id 1 | task 4482 | total time = 9929.31 ms / 460 tokens 3.57.757.536 I slot print_timing: id 1 | task 4482 | graphs reused = 4129 3.57.757.537 I slot print_timing: id 1 | task 4482 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.757.603 I slot release: id 1 | task 4482 | stop processing: n_tokens = 1555, truncated = 0 3.57.830.466 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.940 (> 0.100 thold), f_keep = 0.705 3.57.830.583 I slot launch_slot_: id 1 | task 4867 | processing task, is_child = 0 3.58.753.312 I slot print_timing: id 0 | task 4776 | n_gen = 120, tg = 39.43 t/s, tg_3s = 39.76 t/s 3.59.631.232 I slot print_timing: id 3 | task 4685 | prompt eval time = 310.13 ms / 115 tokens ( 2.70 ms per token, 370.82 tokens per second) 3.59.631.237 I slot print_timing: id 3 | task 4685 | eval time = 5956.06 ms / 254 tokens ( 23.54 ms per token, 42.48 tokens per second) 3.59.631.238 I slot print_timing: id 3 | task 4685 | total time = 6266.19 ms / 369 tokens 3.59.631.239 I slot print_timing: id 3 | task 4685 | graphs reused = 4202 3.59.631.240 I slot print_timing: id 3 | task 4685 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.631.312 I slot release: id 3 | task 4685 | stop processing: n_tokens = 1463, truncated = 0 3.59.673.689 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.749 3.59.673.786 I slot launch_slot_: id 3 | task 4946 | processing task, is_child = 0 4.00.569.117 I slot print_timing: id 2 | task 4853 | n_gen = 123, tg = 40.59 t/s, tg_3s = 40.92 t/s 4.01.128.590 I slot print_timing: id 1 | task 4867 | n_gen = 137, tg = 45.28 t/s, tg_3s = 45.62 t/s 4.01.771.865 I slot print_timing: id 0 | task 4776 | n_gen = 257, tg = 42.41 t/s, tg_3s = 45.39 t/s 4.01.876.204 I slot print_timing: id 2 | task 4853 | prompt eval time = 265.25 ms / 87 tokens ( 3.05 ms per token, 327.99 tokens per second) 4.01.876.210 I slot print_timing: id 2 | task 4853 | eval time = 4313.07 ms / 186 tokens ( 23.31 ms per token, 42.89 tokens per second) 4.01.876.211 I slot print_timing: id 2 | task 4853 | total time = 4578.32 ms / 273 tokens 4.01.876.212 I slot print_timing: id 2 | task 4853 | graphs reused = 4295 4.01.876.213 I slot print_timing: id 2 | task 4853 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.876.279 I slot release: id 2 | task 4853 | stop processing: n_tokens = 1369, truncated = 0 4.01.948.471 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.801 4.01.948.583 I slot launch_slot_: id 2 | task 5045 | processing task, is_child = 0 4.02.286.945 I slot print_timing: id 0 | task 4776 | prompt eval time = 254.29 ms / 92 tokens ( 2.76 ms per token, 361.79 tokens per second) 4.02.286.951 I slot print_timing: id 0 | task 4776 | eval time = 6552.01 ms / 268 tokens ( 24.54 ms per token, 40.75 tokens per second) 4.02.286.953 I slot print_timing: id 0 | task 4776 | total time = 6806.30 ms / 360 tokens 4.02.286.953 I slot print_timing: id 0 | task 4776 | graphs reused = 4296 4.02.286.954 I slot print_timing: id 0 | task 4776 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.287.022 I slot release: id 0 | task 4776 | stop processing: n_tokens = 1455, truncated = 0 4.02.349.596 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.753 4.02.349.715 I slot launch_slot_: id 0 | task 5053 | processing task, is_child = 0 4.02.938.026 I slot print_timing: id 3 | task 4946 | n_gen = 120, tg = 39.64 t/s, tg_3s = 39.97 t/s 4.03.992.503 I slot print_timing: id 1 | task 4867 | prompt eval time = 294.63 ms / 70 tokens ( 4.21 ms per token, 237.58 tokens per second) 4.03.992.509 I slot print_timing: id 1 | task 4867 | eval time = 5867.27 ms / 251 tokens ( 23.47 ms per token, 42.61 tokens per second) 4.03.992.510 I slot print_timing: id 1 | task 4867 | total time = 6161.90 ms / 321 tokens 4.03.992.511 I slot print_timing: id 1 | task 4867 | graphs reused = 4364 4.03.992.511 I slot print_timing: id 1 | task 4867 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.992.577 I slot release: id 1 | task 4867 | stop processing: n_tokens = 1416, truncated = 0 4.04.062.857 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.774 4.04.062.965 I slot launch_slot_: id 1 | task 5125 | processing task, is_child = 0 4.04.569.322 I slot print_timing: id 3 | task 4946 | prompt eval time = 262.03 ms / 75 tokens ( 3.49 ms per token, 286.23 tokens per second) 4.04.569.327 I slot print_timing: id 3 | task 4946 | eval time = 4633.49 ms / 187 tokens ( 24.91 ms per token, 40.14 tokens per second) 4.04.569.328 I slot print_timing: id 3 | task 4946 | total time = 4895.52 ms / 262 tokens 4.04.569.329 I slot print_timing: id 3 | task 4946 | graphs reused = 4372 4.04.569.330 I slot print_timing: id 3 | task 4946 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.569.397 I slot release: id 3 | task 4946 | stop processing: n_tokens = 1357, truncated = 0 4.04.613.064 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.808 4.04.613.166 I slot launch_slot_: id 3 | task 5140 | processing task, is_child = 0 4.05.246.231 I slot print_timing: id 2 | task 5045 | n_gen = 111, tg = 36.59 t/s, tg_3s = 36.92 t/s 4.05.641.891 I slot print_timing: id 0 | task 5053 | n_gen = 123, tg = 40.54 t/s, tg_3s = 40.87 t/s 4.07.372.068 I slot print_timing: id 1 | task 5125 | n_gen = 136, tg = 44.71 t/s, tg_3s = 45.04 t/s 4.07.890.891 I slot print_timing: id 3 | task 5140 | prompt eval time = 263.74 ms / 85 tokens ( 3.10 ms per token, 322.29 tokens per second) 4.07.890.896 I slot print_timing: id 3 | task 5140 | eval time = 3013.97 ms / 148 tokens ( 20.50 ms per token, 48.77 tokens per second) 4.07.890.897 I slot print_timing: id 3 | task 5140 | total time = 3277.71 ms / 233 tokens 4.07.890.898 I slot print_timing: id 3 | task 5140 | graphs reused = 4518 4.07.890.899 I slot print_timing: id 3 | task 5140 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.890.964 I slot release: id 3 | task 5140 | stop processing: n_tokens = 1328, truncated = 0 4.07.933.779 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.929 (> 0.100 thold), f_keep = 0.825 4.07.933.880 I slot launch_slot_: id 3 | task 5292 | processing task, is_child = 0 4.08.264.607 I slot print_timing: id 2 | task 5045 | n_gen = 247, tg = 40.83 t/s, tg_3s = 45.06 t/s 4.08.650.079 I slot print_timing: id 0 | task 5053 | n_gen = 259, tg = 42.87 t/s, tg_3s = 45.21 t/s 4.09.106.724 I slot print_timing: id 0 | task 5053 | prompt eval time = 282.56 ms / 145 tokens ( 1.95 ms per token, 513.16 tokens per second) 4.09.106.730 I slot print_timing: id 0 | task 5053 | eval time = 6474.43 ms / 281 tokens ( 23.12 ms per token, 43.25 tokens per second) 4.09.106.731 I slot print_timing: id 0 | task 5053 | total time = 6756.99 ms / 426 tokens 4.09.106.732 I slot print_timing: id 0 | task 5053 | graphs reused = 4562 4.09.106.733 I slot print_timing: id 0 | task 5053 | graph reallocs = 0 / 0 (same size) / (changed size) 4.09.106.804 I slot release: id 0 | task 5053 | stop processing: n_tokens = 1521, truncated = 0 4.09.151.783 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.721 4.09.151.896 I slot launch_slot_: id 0 | task 5341 | processing task, is_child = 0 4.09.508.291 I slot print_timing: id 2 | task 5045 | prompt eval time = 291.01 ms / 99 tokens ( 2.94 ms per token, 340.20 tokens per second) 4.09.508.296 I slot print_timing: id 2 | task 5045 | eval time = 7268.68 ms / 296 tokens ( 24.64 ms per token, 40.59 tokens per second) 4.09.508.298 I slot print_timing: id 2 | task 5045 | total time = 7559.69 ms / 395 tokens 4.09.508.298 I slot print_timing: id 2 | task 5045 | graphs reused = 4567 4.09.508.299 I slot print_timing: id 2 | task 5045 | graph reallocs = 0 / 0 (same size) / (changed size) 4.09.508.368 I slot release: id 2 | task 5045 | stop processing: n_tokens = 1490, truncated = 0 4.09.580.758 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.736 4.09.580.870 I slot launch_slot_: id 2 | task 5350 | processing task, is_child = 0 4.10.375.138 I slot print_timing: id 1 | task 5125 | n_gen = 246, tg = 40.68 t/s, tg_3s = 36.63 t/s 4.11.137.809 I slot print_timing: id 1 | task 5125 | prompt eval time = 289.45 ms / 95 tokens ( 3.05 ms per token, 328.21 tokens per second) 4.11.137.815 I slot print_timing: id 1 | task 5125 | eval time = 6785.38 ms / 283 tokens ( 24.06 ms per token, 41.56 tokens per second) 4.11.137.816 I slot print_timing: id 1 | task 5125 | total time = 7074.83 ms / 378 tokens 4.11.137.817 I slot print_timing: id 1 | task 5125 | graphs reused = 4627 4.11.137.817 I slot print_timing: id 1 | task 5125 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.137.886 I slot release: id 1 | task 5125 | stop processing: n_tokens = 1473, truncated = 0 4.11.208.154 I slot print_timing: id 3 | task 5292 | n_gen = 120, tg = 39.53 t/s, tg_3s = 39.87 t/s 4.11.208.166 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.923 (> 0.100 thold), f_keep = 0.744 4.11.208.283 I slot launch_slot_: id 1 | task 5416 | processing task, is_child = 0 4.12.432.277 I slot print_timing: id 0 | task 5341 | n_gen = 122, tg = 40.13 t/s, tg_3s = 40.46 t/s 4.12.889.591 I slot print_timing: id 2 | task 5350 | n_gen = 136, tg = 44.73 t/s, tg_3s = 45.06 t/s 4.13.696.806 I slot print_timing: id 2 | task 5350 | prompt eval time = 290.27 ms / 91 tokens ( 3.19 ms per token, 313.50 tokens per second) 4.13.696.812 I slot print_timing: id 2 | task 5350 | eval time = 3825.65 ms / 175 tokens ( 21.99 ms per token, 45.48 tokens per second) 4.13.696.813 I slot print_timing: id 2 | task 5350 | total time = 4115.92 ms / 266 tokens 4.13.696.815 I slot print_timing: id 2 | task 5350 | graphs reused = 4734 4.13.696.815 I slot print_timing: id 2 | task 5350 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.696.887 I slot release: id 2 | task 5350 | stop processing: n_tokens = 1361, truncated = 0 4.13.697.188 I slot print_timing: id 3 | task 5292 | prompt eval time = 264.18 ms / 84 tokens ( 3.15 ms per token, 317.96 tokens per second) 4.13.697.191 I slot print_timing: id 3 | task 5292 | eval time = 5499.11 ms / 231 tokens ( 23.91 ms per token, 41.82 tokens per second) 4.13.697.192 I slot print_timing: id 3 | task 5292 | total time = 5763.30 ms / 315 tokens 4.13.697.192 I slot print_timing: id 3 | task 5292 | graphs reused = 4734 4.13.697.193 I slot print_timing: id 3 | task 5292 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.697.239 I slot release: id 3 | task 5292 | stop processing: n_tokens = 1410, truncated = 0 4.13.735.240 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.805 4.13.735.355 I slot launch_slot_: id 2 | task 5530 | processing task, is_child = 0 4.13.735.496 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 93.571 MiB) 4.13.736.757 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 108.946 MiB) 4.13.738.232 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 87.164 MiB) 4.13.739.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 118.556 MiB) 4.13.741.339 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 68.585 MiB) 4.13.742.463 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 82.679 MiB) 4.13.743.619 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.931 MiB) 4.13.745.041 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 91.008 MiB) 4.13.746.273 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1831.807 MiB) 4.14.086.417 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.917 (> 0.100 thold), f_keep = 0.777 4.14.086.610 I slot launch_slot_: id 3 | task 5531 | processing task, is_child = 0 4.14.531.879 I slot print_timing: id 1 | task 5416 | n_gen = 114, tg = 37.22 t/s, tg_3s = 37.55 t/s 4.15.440.304 I slot print_timing: id 0 | task 5341 | n_gen = 231, tg = 38.19 t/s, tg_3s = 36.24 t/s 4.15.996.376 I slot print_timing: id 1 | task 5416 | prompt eval time = 287.63 ms / 92 tokens ( 3.13 ms per token, 319.85 tokens per second) 4.15.996.381 I slot print_timing: id 1 | task 5416 | eval time = 4500.44 ms / 186 tokens ( 24.33 ms per token, 41.11 tokens per second) 4.15.996.382 I slot print_timing: id 1 | task 5416 | total time = 4788.08 ms / 278 tokens 4.15.996.383 I slot print_timing: id 1 | task 5416 | graphs reused = 4806 4.15.996.384 I slot print_timing: id 1 | task 5416 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.996.459 I slot release: id 1 | task 5416 | stop processing: n_tokens = 1373, truncated = 0 4.16.032.424 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.798 4.16.032.532 I slot launch_slot_: id 1 | task 5607 | processing task, is_child = 0 4.17.545.389 I slot print_timing: id 2 | task 5530 | n_gen = 136, tg = 44.81 t/s, tg_3s = 45.14 t/s 4.17.545.645 I slot print_timing: id 3 | task 5531 | n_gen = 136, tg = 44.82 t/s, tg_3s = 45.15 t/s 4.18.154.836 I slot print_timing: id 0 | task 5341 | prompt eval time = 265.10 ms / 111 tokens ( 2.39 ms per token, 418.71 tokens per second) 4.18.154.842 I slot print_timing: id 0 | task 5341 | eval time = 8737.82 ms / 351 tokens ( 24.97 ms per token, 40.06 tokens per second) 4.18.154.843 I slot print_timing: id 0 | task 5341 | total time = 9002.92 ms / 462 tokens 4.18.154.843 I slot print_timing: id 0 | task 5341 | graphs reused = 4893 4.18.154.844 I slot print_timing: id 0 | task 5341 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.154.920 I slot release: id 0 | task 5341 | stop processing: n_tokens = 1557, truncated = 0 4.18.201.005 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.704 4.18.201.108 I slot launch_slot_: id 0 | task 5701 | processing task, is_child = 0 4.18.538.271 I slot print_timing: id 3 | task 5531 | prompt eval time = 370.94 ms / 99 tokens ( 3.75 ms per token, 266.89 tokens per second) 4.18.538.277 I slot print_timing: id 3 | task 5531 | eval time = 4004.69 ms / 173 tokens ( 23.28 ms per token, 42.95 tokens per second) 4.18.538.278 I slot print_timing: id 3 | task 5531 | total time = 4375.63 ms / 272 tokens 4.18.538.279 I slot print_timing: id 3 | task 5531 | graphs reused = 4898 4.18.538.281 I slot print_timing: id 3 | task 5531 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.538.349 I slot release: id 3 | task 5531 | stop processing: n_tokens = 1367, truncated = 0 4.18.584.318 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.802 4.18.584.422 I slot launch_slot_: id 3 | task 5710 | processing task, is_child = 0 4.19.103.611 I slot print_timing: id 2 | task 5530 | prompt eval time = 446.13 ms / 97 tokens ( 4.60 ms per token, 217.43 tokens per second) 4.19.103.617 I slot print_timing: id 2 | task 5530 | eval time = 4570.85 ms / 189 tokens ( 24.31 ms per token, 41.13 tokens per second) 4.19.103.617 I slot print_timing: id 2 | task 5530 | total time = 5016.98 ms / 286 tokens 4.19.103.618 I slot print_timing: id 2 | task 5530 | graphs reused = 4910 4.19.103.619 I slot print_timing: id 2 | task 5530 | graph reallocs = 0 / 0 (same size) / (changed size) 4.19.103.689 I slot release: id 2 | task 5530 | stop processing: n_tokens = 1381, truncated = 0 4.19.139.592 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.935 (> 0.100 thold), f_keep = 0.794 4.19.139.699 I slot launch_slot_: id 2 | task 5726 | processing task, is_child = 0 4.19.403.636 I slot print_timing: id 1 | task 5607 | n_gen = 117, tg = 37.45 t/s, tg_3s = 37.77 t/s 4.20.384.166 I slot print_timing: id 1 | task 5607 | prompt eval time = 273.32 ms / 78 tokens ( 3.50 ms per token, 285.37 tokens per second) 4.20.384.171 I slot print_timing: id 1 | task 5607 | eval time = 4078.29 ms / 167 tokens ( 24.57 ms per token, 40.70 tokens per second) 4.20.384.173 I slot print_timing: id 1 | task 5607 | total time = 4351.62 ms / 245 tokens 4.20.384.173 I slot print_timing: id 1 | task 5607 | graphs reused = 4959 4.20.384.174 I slot print_timing: id 1 | task 5607 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.384.239 I slot release: id 1 | task 5607 | stop processing: n_tokens = 1340, truncated = 0 4.20.419.700 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.930 (> 0.100 thold), f_keep = 0.818 4.20.419.799 I slot launch_slot_: id 1 | task 5780 | processing task, is_child = 0 4.21.454.563 I slot print_timing: id 0 | task 5701 | n_gen = 114, tg = 37.57 t/s, tg_3s = 37.90 t/s 4.21.757.873 I slot print_timing: id 3 | task 5710 | prompt eval time = 254.81 ms / 78 tokens ( 3.27 ms per token, 306.11 tokens per second) 4.21.757.879 I slot print_timing: id 3 | task 5710 | eval time = 2918.62 ms / 121 tokens ( 24.32 ms per token, 41.12 tokens per second) 4.21.757.880 I slot print_timing: id 3 | task 5710 | total time = 3173.43 ms / 199 tokens 4.21.757.881 I slot print_timing: id 3 | task 5710 | graphs reused = 5009 4.21.757.882 I slot print_timing: id 3 | task 5710 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.757.949 I slot release: id 3 | task 5710 | stop processing: n_tokens = 1294, truncated = 0 4.21.818.647 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.877 (> 0.100 thold), f_keep = 0.847 4.21.818.752 I slot launch_slot_: id 3 | task 5838 | processing task, is_child = 0 4.22.418.045 I slot print_timing: id 2 | task 5726 | n_gen = 126, tg = 41.48 t/s, tg_3s = 41.81 t/s 4.22.937.798 I slot print_timing: id 2 | task 5726 | prompt eval time = 264.60 ms / 76 tokens ( 3.48 ms per token, 287.22 tokens per second) 4.22.937.805 I slot print_timing: id 2 | task 5726 | eval time = 3533.48 ms / 151 tokens ( 23.56 ms per token, 42.45 tokens per second) 4.22.937.807 I slot print_timing: id 2 | task 5726 | total time = 3798.08 ms / 227 tokens 4.22.937.807 I slot print_timing: id 2 | task 5726 | graphs reused = 5049 4.22.937.808 I slot print_timing: id 2 | task 5726 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.937.890 I slot release: id 2 | task 5726 | stop processing: n_tokens = 1322, truncated = 0 4.23.010.551 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.829 4.23.010.661 I slot launch_slot_: id 2 | task 5883 | processing task, is_child = 0 4.23.283.437 I slot print_timing: id 0 | task 5701 | prompt eval time = 245.61 ms / 97 tokens ( 2.53 ms per token, 394.93 tokens per second) 4.23.283.443 I slot print_timing: id 0 | task 5701 | eval time = 4836.70 ms / 178 tokens ( 27.33 ms per token, 36.60 tokens per second) 4.23.283.444 I slot print_timing: id 0 | task 5701 | total time = 5082.31 ms / 275 tokens 4.23.283.445 I slot print_timing: id 0 | task 5701 | graphs reused = 5049 4.23.283.446 I slot print_timing: id 0 | task 5701 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.283.512 I slot release: id 0 | task 5701 | stop processing: n_tokens = 1370, truncated = 0 4.23.343.939 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.921 (> 0.100 thold), f_keep = 0.800 4.23.344.031 I slot launch_slot_: id 0 | task 5889 | processing task, is_child = 0 4.23.703.225 I slot print_timing: id 1 | task 5780 | n_gen = 112, tg = 36.89 t/s, tg_3s = 37.22 t/s 4.24.209.916 I slot print_timing: id 1 | task 5780 | prompt eval time = 274.51 ms / 82 tokens ( 3.35 ms per token, 298.71 tokens per second) 4.24.209.922 I slot print_timing: id 1 | task 5780 | eval time = 3515.59 ms / 138 tokens ( 25.66 ms per token, 38.97 tokens per second) 4.24.209.923 I slot print_timing: id 1 | task 5780 | total time = 3790.10 ms / 220 tokens 4.24.209.924 I slot print_timing: id 1 | task 5780 | graphs reused = 5082 4.24.209.924 I slot print_timing: id 1 | task 5780 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.209.990 I slot release: id 1 | task 5780 | stop processing: n_tokens = 1315, truncated = 0 4.24.280.397 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.833 4.24.280.514 I slot launch_slot_: id 1 | task 5925 | processing task, is_child = 0 4.25.110.820 I slot print_timing: id 3 | task 5838 | n_gen = 112, tg = 36.96 t/s, tg_3s = 37.30 t/s 4.26.293.753 I slot print_timing: id 2 | task 5883 | n_gen = 125, tg = 41.21 t/s, tg_3s = 41.54 t/s 4.26.603.684 I slot print_timing: id 0 | task 5889 | n_gen = 135, tg = 44.59 t/s, tg_3s = 44.92 t/s 4.27.569.322 I slot print_timing: id 1 | task 5925 | n_gen = 147, tg = 48.41 t/s, tg_3s = 48.74 t/s 4.27.807.863 I slot print_timing: id 2 | task 5883 | prompt eval time = 273.86 ms / 98 tokens ( 2.79 ms per token, 357.85 tokens per second) 4.27.807.869 I slot print_timing: id 2 | task 5883 | eval time = 4523.33 ms / 199 tokens ( 22.85 ms per token, 43.77 tokens per second) 4.27.807.870 I slot print_timing: id 2 | task 5883 | total time = 4797.18 ms / 297 tokens 4.27.807.871 I slot print_timing: id 2 | task 5883 | graphs reused = 5238 4.27.807.872 I slot print_timing: id 2 | task 5883 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.807.935 I slot release: id 2 | task 5883 | stop processing: n_tokens = 1392, truncated = 0 4.27.878.366 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.787 4.27.878.463 I slot launch_slot_: id 2 | task 6088 | processing task, is_child = 0 4.28.150.894 I slot print_timing: id 3 | task 5838 | n_gen = 247, tg = 40.71 t/s, tg_3s = 44.41 t/s 4.28.881.114 I slot print_timing: id 1 | task 5925 | prompt eval time = 273.08 ms / 81 tokens ( 3.37 ms per token, 296.62 tokens per second) 4.28.881.120 I slot print_timing: id 1 | task 5925 | eval time = 4327.50 ms / 199 tokens ( 21.86 ms per token, 45.75 tokens per second) 4.28.881.121 I slot print_timing: id 1 | task 5925 | total time = 4600.58 ms / 280 tokens 4.28.881.121 I slot print_timing: id 1 | task 5925 | graphs reused = 5273 4.28.881.122 I slot print_timing: id 1 | task 5925 | graph reallocs = 0 / 0 (same size) / (changed size) 4.28.881.187 I slot release: id 1 | task 5925 | stop processing: n_tokens = 1375, truncated = 0 4.28.954.047 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.797 4.28.954.151 I slot launch_slot_: id 1 | task 6129 | processing task, is_child = 0 4.29.606.405 I slot print_timing: id 0 | task 5889 | n_gen = 256, tg = 42.44 t/s, tg_3s = 40.30 t/s 4.30.439.943 I slot print_timing: id 3 | task 5838 | prompt eval time = 289.19 ms / 154 tokens ( 1.88 ms per token, 532.52 tokens per second) 4.30.439.949 I slot print_timing: id 3 | task 5838 | eval time = 8331.98 ms / 345 tokens ( 24.22 ms per token, 41.29 tokens per second) 4.30.439.950 I slot print_timing: id 3 | task 5838 | total time = 8621.17 ms / 499 tokens 4.30.439.950 I slot print_timing: id 3 | task 5838 | graphs reused = 5330 4.30.439.951 I slot print_timing: id 3 | task 5838 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.440.020 I slot release: id 3 | task 5838 | stop processing: n_tokens = 1594, truncated = 0 4.30.501.901 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.688 4.30.502.001 I slot launch_slot_: id 3 | task 6193 | processing task, is_child = 0 4.31.160.700 I slot print_timing: id 2 | task 6088 | n_gen = 123, tg = 40.53 t/s, tg_3s = 40.86 t/s 4.31.773.946 I slot print_timing: id 0 | task 5889 | prompt eval time = 254.18 ms / 94 tokens ( 2.70 ms per token, 369.82 tokens per second) 4.31.773.951 I slot print_timing: id 0 | task 5889 | eval time = 8175.72 ms / 350 tokens ( 23.43 ms per token, 42.69 tokens per second) 4.31.773.952 I slot print_timing: id 0 | task 5889 | total time = 8429.90 ms / 444 tokens 4.31.773.953 I slot print_timing: id 0 | task 5889 | graphs reused = 5379 4.31.773.954 I slot print_timing: id 0 | task 5889 | graph reallocs = 0 / 0 (same size) / (changed size) 4.31.774.032 I slot release: id 0 | task 5889 | stop processing: n_tokens = 1539, truncated = 0 4.31.816.417 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.712 4.31.816.527 I slot launch_slot_: id 0 | task 6247 | processing task, is_child = 0 4.32.229.848 I slot print_timing: id 1 | task 6129 | n_gen = 125, tg = 41.28 t/s, tg_3s = 41.61 t/s 4.32.768.378 I slot print_timing: id 1 | task 6129 | prompt eval time = 271.51 ms / 67 tokens ( 4.05 ms per token, 246.76 tokens per second) 4.32.768.384 I slot print_timing: id 1 | task 6129 | eval time = 3542.70 ms / 152 tokens ( 23.46 ms per token, 42.62 tokens per second) 4.32.768.385 I slot print_timing: id 1 | task 6129 | total time = 3814.21 ms / 219 tokens 4.32.768.386 I slot print_timing: id 1 | task 6129 | graphs reused = 5414 4.32.768.386 I slot print_timing: id 1 | task 6129 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.768.451 I slot release: id 1 | task 6129 | stop processing: n_tokens = 1314, truncated = 0 4.32.839.346 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.834 4.32.839.453 I slot launch_slot_: id 1 | task 6287 | processing task, is_child = 0 4.33.306.736 I slot print_timing: id 2 | task 6088 | prompt eval time = 272.12 ms / 97 tokens ( 2.81 ms per token, 356.46 tokens per second) 4.33.306.742 I slot print_timing: id 2 | task 6088 | eval time = 5156.14 ms / 204 tokens ( 25.40 ms per token, 39.37 tokens per second) 4.33.306.743 I slot print_timing: id 2 | task 6088 | total time = 5428.26 ms / 301 tokens 4.33.306.744 I slot print_timing: id 2 | task 6088 | graphs reused = 5421 4.33.306.744 I slot print_timing: id 2 | task 6088 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.306.812 I slot release: id 2 | task 6088 | stop processing: n_tokens = 1396, truncated = 0 4.33.343.135 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.785 4.33.343.255 I slot launch_slot_: id 2 | task 6299 | processing task, is_child = 0 4.33.765.134 I slot print_timing: id 3 | task 6193 | n_gen = 111, tg = 36.61 t/s, tg_3s = 36.95 t/s 4.34.331.836 I slot print_timing: id 0 | task 6247 | prompt eval time = 241.20 ms / 67 tokens ( 3.60 ms per token, 277.78 tokens per second) 4.34.331.842 I slot print_timing: id 0 | task 6247 | eval time = 2274.09 ms / 86 tokens ( 26.75 ms per token, 37.38 tokens per second) 4.34.331.844 I slot print_timing: id 0 | task 6247 | total time = 2515.29 ms / 153 tokens 4.34.331.845 I slot print_timing: id 0 | task 6247 | graphs reused = 5455 4.34.331.846 I slot print_timing: id 0 | task 6247 | graph reallocs = 0 / 0 (same size) / (changed size) 4.34.331.926 I slot release: id 0 | task 6247 | stop processing: n_tokens = 1248, truncated = 0 4.34.376.242 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.878 4.34.376.340 I slot launch_slot_: id 0 | task 6339 | processing task, is_child = 0 4.36.118.368 I slot print_timing: id 3 | task 6193 | prompt eval time = 258.69 ms / 108 tokens ( 2.40 ms per token, 417.48 tokens per second) 4.36.118.373 I slot print_timing: id 3 | task 6193 | eval time = 5357.66 ms / 218 tokens ( 24.69 ms per token, 40.50 tokens per second) 4.36.118.374 I slot print_timing: id 3 | task 6193 | total time = 5616.35 ms / 326 tokens 4.36.118.375 I slot print_timing: id 3 | task 6193 | graphs reused = 5530 4.36.118.376 I slot print_timing: id 3 | task 6193 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.118.446 I slot release: id 3 | task 6193 | stop processing: n_tokens = 1421, truncated = 0 4.36.138.954 I slot print_timing: id 1 | task 6287 | n_gen = 127, tg = 41.95 t/s, tg_3s = 42.28 t/s 4.36.177.600 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.771 4.36.177.700 I slot launch_slot_: id 3 | task 6420 | processing task, is_child = 0 4.36.618.990 I slot print_timing: id 2 | task 6299 | n_gen = 129, tg = 42.64 t/s, tg_3s = 42.97 t/s 4.37.634.571 I slot print_timing: id 0 | task 6339 | n_gen = 141, tg = 46.42 t/s, tg_3s = 46.75 t/s 4.37.635.025 I slot print_timing: id 2 | task 6299 | prompt eval time = 273.93 ms / 97 tokens ( 2.82 ms per token, 354.11 tokens per second) 4.37.635.028 I slot print_timing: id 2 | task 6299 | eval time = 4017.83 ms / 180 tokens ( 22.45 ms per token, 44.55 tokens per second) 4.37.635.029 I slot print_timing: id 2 | task 6299 | total time = 4291.76 ms / 277 tokens 4.37.635.030 I slot print_timing: id 2 | task 6299 | graphs reused = 5591 4.37.635.030 I slot print_timing: id 2 | task 6299 | graph reallocs = 0 / 0 (same size) / (changed size) 4.37.635.101 I slot release: id 2 | task 6299 | stop processing: n_tokens = 1372, truncated = 0 4.37.705.492 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.799 4.37.705.597 I slot launch_slot_: id 2 | task 6485 | processing task, is_child = 0 4.38.789.398 I slot print_timing: id 1 | task 6287 | prompt eval time = 295.79 ms / 128 tokens ( 2.31 ms per token, 432.73 tokens per second) 4.38.789.404 I slot print_timing: id 1 | task 6287 | eval time = 5654.13 ms / 235 tokens ( 24.16 ms per token, 41.39 tokens per second) 4.38.789.405 I slot print_timing: id 1 | task 6287 | total time = 5949.93 ms / 363 tokens 4.38.789.406 I slot print_timing: id 1 | task 6287 | graphs reused = 5630 4.38.789.406 I slot print_timing: id 1 | task 6287 | graph reallocs = 0 / 0 (same size) / (changed size) 4.38.789.485 I slot release: id 1 | task 6287 | stop processing: n_tokens = 1458, truncated = 0 4.38.859.474 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.918 (> 0.100 thold), f_keep = 0.752 4.38.859.565 I slot launch_slot_: id 1 | task 6530 | processing task, is_child = 0 4.39.445.747 I slot print_timing: id 3 | task 6420 | n_gen = 124, tg = 40.85 t/s, tg_3s = 41.18 t/s 4.40.638.090 I slot print_timing: id 0 | task 6339 | n_gen = 264, tg = 43.69 t/s, tg_3s = 40.95 t/s 4.40.995.705 I slot print_timing: id 2 | task 6485 | n_gen = 138, tg = 45.52 t/s, tg_3s = 45.86 t/s 4.41.233.284 I slot print_timing: id 2 | task 6485 | prompt eval time = 280.73 ms / 71 tokens ( 3.95 ms per token, 252.91 tokens per second) 4.41.233.289 I slot print_timing: id 2 | task 6485 | eval time = 3246.94 ms / 150 tokens ( 21.79 ms per token, 45.89 tokens per second) 4.41.233.290 I slot print_timing: id 2 | task 6485 | total time = 3527.67 ms / 221 tokens 4.41.233.291 I slot print_timing: id 2 | task 6485 | graphs reused = 5734 4.41.233.292 I slot print_timing: id 2 | task 6485 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.233.355 I slot release: id 2 | task 6485 | stop processing: n_tokens = 1316, truncated = 0 4.41.303.711 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.908 (> 0.100 thold), f_keep = 0.833 4.41.303.813 I slot launch_slot_: id 2 | task 6640 | processing task, is_child = 0 4.42.145.172 I slot print_timing: id 1 | task 6530 | n_gen = 138, tg = 45.60 t/s, tg_3s = 45.93 t/s 4.42.324.042 I slot print_timing: id 0 | task 6339 | prompt eval time = 242.19 ms / 89 tokens ( 2.72 ms per token, 367.48 tokens per second) 4.42.324.047 I slot print_timing: id 0 | task 6339 | eval time = 7705.50 ms / 335 tokens ( 23.07 ms per token, 43.35 tokens per second) 4.42.324.048 I slot print_timing: id 0 | task 6339 | total time = 7947.69 ms / 424 tokens 4.42.324.049 I slot print_timing: id 0 | task 6339 | graphs reused = 5770 4.42.324.050 I slot print_timing: id 0 | task 6339 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.324.117 I slot release: id 0 | task 6339 | stop processing: n_tokens = 1519, truncated = 0 4.42.367.180 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.722 4.42.367.279 I slot launch_slot_: id 0 | task 6682 | processing task, is_child = 0 4.42.508.094 I slot print_timing: id 3 | task 6420 | n_gen = 258, tg = 42.31 t/s, tg_3s = 43.76 t/s 4.42.954.825 I slot print_timing: id 3 | task 6420 | prompt eval time = 256.67 ms / 113 tokens ( 2.27 ms per token, 440.26 tokens per second) 4.42.954.830 I slot print_timing: id 3 | task 6420 | eval time = 6520.44 ms / 276 tokens ( 23.71 ms per token, 42.18 tokens per second) 4.42.954.831 I slot print_timing: id 3 | task 6420 | total time = 6777.11 ms / 389 tokens 4.42.954.832 I slot print_timing: id 3 | task 6420 | graphs reused = 5788 4.42.954.833 I slot print_timing: id 3 | task 6420 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.954.898 I slot release: id 3 | task 6420 | stop processing: n_tokens = 1484, truncated = 0 4.42.997.387 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.739 4.42.997.483 I slot launch_slot_: id 3 | task 6704 | processing task, is_child = 0 4.43.783.906 I slot print_timing: id 1 | task 6530 | prompt eval time = 281.20 ms / 98 tokens ( 2.87 ms per token, 348.51 tokens per second) 4.43.783.911 I slot print_timing: id 1 | task 6530 | eval time = 4643.13 ms / 199 tokens ( 23.45 ms per token, 42.64 tokens per second) 4.43.783.913 I slot print_timing: id 1 | task 6530 | total time = 4924.32 ms / 297 tokens 4.43.783.913 I slot print_timing: id 1 | task 6530 | graphs reused = 5815 4.43.783.914 I slot print_timing: id 1 | task 6530 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.783.979 I slot release: id 1 | task 6530 | stop processing: n_tokens = 1392, truncated = 0 4.43.819.165 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.920 (> 0.100 thold), f_keep = 0.787 4.43.819.286 I slot launch_slot_: id 1 | task 6735 | processing task, is_child = 0 4.44.586.499 I slot print_timing: id 2 | task 6640 | n_gen = 117, tg = 38.60 t/s, tg_3s = 38.93 t/s 4.45.608.710 I slot print_timing: id 0 | task 6682 | n_gen = 128, tg = 42.33 t/s, tg_3s = 42.66 t/s 4.46.244.175 I slot print_timing: id 3 | task 6704 | n_gen = 139, tg = 45.97 t/s, tg_3s = 46.30 t/s 4.46.701.262 I slot print_timing: id 3 | task 6704 | prompt eval time = 244.52 ms / 77 tokens ( 3.18 ms per token, 314.91 tokens per second) 4.46.701.268 I slot print_timing: id 3 | task 6704 | eval time = 3459.25 ms / 162 tokens ( 21.49 ms per token, 46.54 tokens per second) 4.46.701.269 I slot print_timing: id 3 | task 6704 | total time = 3703.76 ms / 239 tokens 4.46.701.270 I slot print_timing: id 3 | task 6704 | graphs reused = 5944 4.46.701.270 I slot print_timing: id 3 | task 6704 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.701.334 I slot release: id 3 | task 6704 | stop processing: n_tokens = 1334, truncated = 0 4.46.743.719 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.822 4.46.743.822 I slot launch_slot_: id 3 | task 6871 | processing task, is_child = 0 4.47.125.816 I slot print_timing: id 1 | task 6735 | n_gen = 142, tg = 46.83 t/s, tg_3s = 47.16 t/s 4.47.601.945 I slot print_timing: id 2 | task 6640 | n_gen = 258, tg = 42.68 t/s, tg_3s = 46.76 t/s 4.47.999.717 I slot print_timing: id 1 | task 6735 | prompt eval time = 295.54 ms / 95 tokens ( 3.11 ms per token, 321.45 tokens per second) 4.47.999.723 I slot print_timing: id 1 | task 6735 | eval time = 3884.88 ms / 186 tokens ( 21.00 ms per token, 47.62 tokens per second) 4.47.999.724 I slot print_timing: id 1 | task 6735 | total time = 4180.41 ms / 281 tokens 4.47.999.724 I slot print_timing: id 1 | task 6735 | graphs reused = 5994 4.47.999.725 I slot print_timing: id 1 | task 6735 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.999.790 I slot release: id 1 | task 6735 | stop processing: n_tokens = 1376, truncated = 0 4.48.071.016 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.931 (> 0.100 thold), f_keep = 0.797 4.48.071.124 I slot launch_slot_: id 1 | task 6926 | processing task, is_child = 0 4.48.613.387 I slot print_timing: id 0 | task 6682 | n_gen = 254, tg = 42.13 t/s, tg_3s = 41.93 t/s 4.48.832.423 I slot print_timing: id 0 | task 6682 | prompt eval time = 240.88 ms / 74 tokens ( 3.26 ms per token, 307.21 tokens per second) 4.48.832.428 I slot print_timing: id 0 | task 6682 | eval time = 6224.24 ms / 265 tokens ( 23.58 ms per token, 42.41 tokens per second) 4.48.832.429 I slot print_timing: id 0 | task 6682 | total time = 6465.12 ms / 339 tokens 4.48.832.430 I slot print_timing: id 0 | task 6682 | graphs reused = 6017 4.48.832.432 I slot print_timing: id 0 | task 6682 | graph reallocs = 0 / 0 (same size) / (changed size) 4.48.832.498 I slot release: id 0 | task 6682 | stop processing: n_tokens = 1434, truncated = 0 4.48.881.655 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.764 4.48.881.758 I slot launch_slot_: id 0 | task 6955 | processing task, is_child = 0 4.50.001.681 I slot print_timing: id 3 | task 6871 | n_gen = 126, tg = 41.66 t/s, tg_3s = 41.99 t/s 4.50.619.566 I slot print_timing: id 2 | task 6640 | n_gen = 384, tg = 42.37 t/s, tg_3s = 41.75 t/s 4.51.356.218 I slot print_timing: id 1 | task 6926 | n_gen = 140, tg = 46.22 t/s, tg_3s = 46.56 t/s 4.51.674.554 I slot print_timing: id 3 | task 6871 | prompt eval time = 257.10 ms / 109 tokens ( 2.36 ms per token, 423.96 tokens per second) 4.51.674.559 I slot print_timing: id 3 | task 6871 | eval time = 4673.62 ms / 210 tokens ( 22.36 ms per token, 44.72 tokens per second) 4.51.674.560 I slot print_timing: id 3 | task 6871 | total time = 4930.72 ms / 319 tokens 4.51.674.561 I slot print_timing: id 3 | task 6871 | graphs reused = 6144 4.51.674.562 I slot print_timing: id 3 | task 6871 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.674.634 I slot release: id 3 | task 6871 | stop processing: n_tokens = 1414, truncated = 0 4.51.718.449 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.775 4.51.718.545 I slot launch_slot_: id 3 | task 7087 | processing task, is_child = 0 4.51.873.681 I slot print_timing: id 2 | task 6640 | prompt eval time = 277.11 ms / 111 tokens ( 2.50 ms per token, 400.57 tokens per second) 4.51.873.702 I slot print_timing: id 2 | task 6640 | eval time = 10292.72 ms / 440 tokens ( 23.45 ms per token, 42.65 tokens per second) 4.51.873.703 I slot print_timing: id 2 | task 6640 | total time = 10569.83 ms / 551 tokens 4.51.873.705 I slot print_timing: id 2 | task 6640 | graphs reused = 6145 4.51.873.706 I slot print_timing: id 2 | task 6640 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.873.847 I slot release: id 2 | task 6640 | stop processing: n_tokens = 1646, truncated = 0 4.51.971.460 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.666 4.51.971.563 I slot launch_slot_: id 2 | task 7090 | processing task, is_child = 0 4.52.157.466 I slot print_timing: id 0 | task 6955 | n_gen = 133, tg = 43.60 t/s, tg_3s = 43.93 t/s 4.52.799.737 I slot print_timing: id 1 | task 6926 | prompt eval time = 278.04 ms / 81 tokens ( 3.43 ms per token, 291.32 tokens per second) 4.52.799.743 I slot print_timing: id 1 | task 6926 | eval time = 4450.55 ms / 188 tokens ( 23.80 ms per token, 42.02 tokens per second) 4.52.799.744 I slot print_timing: id 1 | task 6926 | total time = 4728.60 ms / 269 tokens 4.52.799.744 I slot print_timing: id 1 | task 6926 | graphs reused = 6169 4.52.799.745 I slot print_timing: id 1 | task 6926 | graph reallocs = 0 / 0 (same size) / (changed size) 4.52.799.810 I slot release: id 1 | task 6926 | stop processing: n_tokens = 1364, truncated = 0 4.52.871.951 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.804 4.52.872.203 I slot launch_slot_: id 1 | task 7121 | processing task, is_child = 0 4.54.980.653 I slot print_timing: id 3 | task 7087 | n_gen = 124, tg = 40.87 t/s, tg_3s = 41.21 t/s 4.55.159.636 I slot print_timing: id 0 | task 6955 | n_gen = 264, tg = 43.62 t/s, tg_3s = 43.64 t/s 4.55.280.103 I slot print_timing: id 2 | task 7090 | n_gen = 137, tg = 45.28 t/s, tg_3s = 45.62 t/s 4.55.995.290 I slot print_timing: id 0 | task 6955 | prompt eval time = 248.47 ms / 102 tokens ( 2.44 ms per token, 410.51 tokens per second) 4.55.995.296 I slot print_timing: id 0 | task 6955 | eval time = 6865.04 ms / 306 tokens ( 22.51 ms per token, 44.43 tokens per second) 4.55.995.297 I slot print_timing: id 0 | task 6955 | total time = 7113.51 ms / 408 tokens 4.55.995.298 I slot print_timing: id 0 | task 6955 | graphs reused = 6310 4.55.995.298 I slot print_timing: id 0 | task 6955 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.995.364 I slot release: id 0 | task 6955 | stop processing: n_tokens = 1503, truncated = 0 4.56.038.718 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.729 4.56.038.829 I slot launch_slot_: id 0 | task 7268 | processing task, is_child = 0 4.56.179.136 I slot print_timing: id 1 | task 7121 | n_gen = 146, tg = 47.96 t/s, tg_3s = 48.29 t/s 4.56.326.900 I slot print_timing: id 2 | task 7090 | prompt eval time = 305.32 ms / 103 tokens ( 2.96 ms per token, 337.35 tokens per second) 4.56.326.906 I slot print_timing: id 2 | task 7090 | eval time = 4050.00 ms / 179 tokens ( 22.75 ms per token, 43.95 tokens per second) 4.56.326.907 I slot print_timing: id 2 | task 7090 | total time = 4355.32 ms / 282 tokens 4.56.326.907 I slot print_timing: id 2 | task 7090 | graphs reused = 6313 4.56.326.908 I slot print_timing: id 2 | task 7090 | graph reallocs = 0 / 0 (same size) / (changed size) 4.56.326.978 I slot release: id 2 | task 7090 | stop processing: n_tokens = 1376, truncated = 0 4.56.397.189 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.937 (> 0.100 thold), f_keep = 0.797 4.56.397.291 I slot launch_slot_: id 2 | task 7275 | processing task, is_child = 0 4.57.995.242 I slot print_timing: id 3 | task 7087 | n_gen = 251, tg = 41.50 t/s, tg_3s = 42.13 t/s 4.59.188.298 I slot print_timing: id 1 | task 7121 | n_gen = 279, tg = 46.08 t/s, tg_3s = 44.20 t/s 4.59.287.064 I slot print_timing: id 0 | task 7268 | n_gen = 138, tg = 45.54 t/s, tg_3s = 45.88 t/s 4.59.651.097 I slot print_timing: id 1 | task 7121 | prompt eval time = 283.65 ms / 97 tokens ( 2.92 ms per token, 341.97 tokens per second) 4.59.651.102 I slot print_timing: id 1 | task 7121 | eval time = 6495.21 ms / 302 tokens ( 21.58 ms per token, 46.34 tokens per second) 4.59.651.103 I slot print_timing: id 1 | task 7121 | total time = 6778.86 ms / 399 tokens 4.59.651.104 I slot print_timing: id 1 | task 7121 | graphs reused = 6460 4.59.651.105 I slot print_timing: id 1 | task 7121 | graph reallocs = 0 / 0 (same size) / (changed size) 4.59.651.170 I slot release: id 1 | task 7121 | stop processing: n_tokens = 1494, truncated = 0 4.59.686.438 I slot print_timing: id 2 | task 7275 | n_gen = 151, tg = 49.78 t/s, tg_3s = 50.12 t/s 4.59.721.639 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.893 (> 0.100 thold), f_keep = 0.734 4.59.721.735 I slot launch_slot_: id 1 | task 7429 | processing task, is_child = 0 5.00.151.685 I slot print_timing: id 2 | task 7275 | prompt eval time = 276.09 ms / 74 tokens ( 3.73 ms per token, 268.03 tokens per second) 5.00.151.690 I slot print_timing: id 2 | task 7275 | eval time = 3478.29 ms / 161 tokens ( 21.74 ms per token, 46.00 tokens per second) 5.00.151.692 I slot print_timing: id 2 | task 7275 | total time = 3754.37 ms / 235 tokens 5.00.151.692 I slot print_timing: id 2 | task 7275 | graphs reused = 6466 5.00.151.694 I slot print_timing: id 2 | task 7275 | graph reallocs = 0 / 0 (same size) / (changed size) 5.00.151.763 I slot release: id 2 | task 7275 | stop processing: n_tokens = 1330, truncated = 0 5.00.222.216 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.942 (> 0.100 thold), f_keep = 0.824 5.00.222.337 I slot launch_slot_: id 2 | task 7441 | processing task, is_child = 0 5.00.748.217 I slot print_timing: id 3 | task 7087 | prompt eval time = 252.89 ms / 112 tokens ( 2.26 ms per token, 442.87 tokens per second) 5.00.748.222 I slot print_timing: id 3 | task 7087 | eval time = 8776.76 ms / 362 tokens ( 24.31 ms per token, 41.13 tokens per second) 5.00.748.223 I slot print_timing: id 3 | task 7087 | total time = 9029.66 ms / 474 tokens 5.00.748.224 I slot print_timing: id 3 | task 7087 | graphs reused = 6478 5.00.748.224 I slot print_timing: id 3 | task 7087 | graph reallocs = 0 / 0 (same size) / (changed size) 5.00.748.290 I slot release: id 3 | task 7087 | stop processing: n_tokens = 1569, truncated = 0 5.00.807.997 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.933 (> 0.100 thold), f_keep = 0.699 5.00.808.094 I slot launch_slot_: id 3 | task 7460 | processing task, is_child = 0 5.02.058.716 I slot print_timing: id 2 | task 7441 | prompt eval time = 260.56 ms / 68 tokens ( 3.83 ms per token, 260.98 tokens per second) 5.02.058.721 I slot print_timing: id 2 | task 7441 | eval time = 1575.80 ms / 68 tokens ( 23.52 ms per token, 42.52 tokens per second) 5.02.058.722 I slot print_timing: id 2 | task 7441 | total time = 1836.36 ms / 136 tokens 5.02.058.723 I slot print_timing: id 2 | task 7441 | graphs reused = 6528 5.02.058.724 I slot print_timing: id 2 | task 7441 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.058.787 I slot release: id 2 | task 7441 | stop processing: n_tokens = 1231, truncated = 0 5.02.128.753 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.939 (> 0.100 thold), f_keep = 0.890 5.02.128.858 I slot launch_slot_: id 2 | task 7514 | processing task, is_child = 0 5.02.393.782 I slot print_timing: id 0 | task 7268 | n_gen = 242, tg = 39.41 t/s, tg_3s = 33.48 t/s 5.03.020.467 I slot print_timing: id 1 | task 7429 | n_gen = 114, tg = 37.48 t/s, tg_3s = 37.81 t/s 5.03.040.005 I slot print_timing: id 0 | task 7268 | prompt eval time = 240.12 ms / 80 tokens ( 3.00 ms per token, 333.17 tokens per second) 5.03.040.009 I slot print_timing: id 0 | task 7268 | eval time = 6761.04 ms / 274 tokens ( 24.77 ms per token, 40.38 tokens per second) 5.03.040.010 I slot print_timing: id 0 | task 7268 | total time = 7001.16 ms / 354 tokens 5.03.040.011 I slot print_timing: id 0 | task 7268 | graphs reused = 6559 5.03.040.012 I slot print_timing: id 0 | task 7268 | graph reallocs = 0 / 0 (same size) / (changed size) 5.03.040.078 I slot release: id 0 | task 7268 | stop processing: n_tokens = 1449, truncated = 0 5.03.099.815 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.922 (> 0.100 thold), f_keep = 0.756 5.03.099.921 I slot launch_slot_: id 0 | task 7552 | processing task, is_child = 0 5.04.089.565 I slot print_timing: id 3 | task 7460 | n_gen = 128, tg = 42.22 t/s, tg_3s = 42.55 t/s 5.05.401.268 I slot print_timing: id 2 | task 7514 | n_gen = 141, tg = 46.57 t/s, tg_3s = 46.90 t/s 5.05.857.028 I slot print_timing: id 2 | task 7514 | prompt eval time = 265.92 ms / 71 tokens ( 3.75 ms per token, 267.00 tokens per second) 5.05.857.033 I slot print_timing: id 2 | task 7514 | eval time = 3462.23 ms / 164 tokens ( 21.24 ms per token, 47.08 tokens per second) 5.05.857.034 I slot print_timing: id 2 | task 7514 | total time = 3728.15 ms / 235 tokens 5.05.857.035 I slot print_timing: id 2 | task 7514 | graphs reused = 6686 5.05.857.036 I slot print_timing: id 2 | task 7514 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.857.099 I slot release: id 2 | task 7514 | stop processing: n_tokens = 1330, truncated = 0 5.05.927.675 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.919 (> 0.100 thold), f_keep = 0.824 5.05.927.780 I slot launch_slot_: id 2 | task 7683 | processing task, is_child = 0 5.06.084.079 I slot print_timing: id 1 | task 7429 | n_gen = 249, tg = 40.80 t/s, tg_3s = 44.07 t/s 5.06.345.221 I slot print_timing: id 0 | task 7552 | n_gen = 138, tg = 45.63 t/s, tg_3s = 45.96 t/s 5.06.904.233 I slot print_timing: id 0 | task 7552 | prompt eval time = 242.68 ms / 93 tokens ( 2.61 ms per token, 383.22 tokens per second) 5.06.904.238 I slot print_timing: id 0 | task 7552 | eval time = 3561.62 ms / 166 tokens ( 21.59 ms per token, 46.33 tokens per second) 5.06.904.239 I slot print_timing: id 0 | task 7552 | total time = 3804.30 ms / 259 tokens 5.06.904.240 I slot print_timing: id 0 | task 7552 | graphs reused = 6720 5.06.904.241 I slot print_timing: id 0 | task 7552 | graph reallocs = 0 / 0 (same size) / (changed size) 5.06.904.305 I slot release: id 0 | task 7552 | stop processing: n_tokens = 1354, truncated = 0 5.06.947.622 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.941 (> 0.100 thold), f_keep = 0.809 5.06.947.723 I slot launch_slot_: id 0 | task 7723 | processing task, is_child = 0 5.07.188.777 I slot print_timing: id 3 | task 7460 | n_gen = 260, tg = 42.41 t/s, tg_3s = 42.59 t/s 5.07.414.358 I slot print_timing: id 3 | task 7460 | prompt eval time = 273.35 ms / 79 tokens ( 3.46 ms per token, 289.01 tokens per second) 5.07.414.364 I slot print_timing: id 3 | task 7460 | eval time = 6332.90 ms / 271 tokens ( 23.46 ms per token, 42.63 tokens per second) 5.07.414.365 I slot print_timing: id 3 | task 7460 | total time = 6606.25 ms / 350 tokens 5.07.414.366 I slot print_timing: id 3 | task 7460 | graphs reused = 6732 5.07.414.367 I slot print_timing: id 3 | task 7460 | graph reallocs = 0 / 0 (same size) / (changed size) 5.07.414.430 I slot release: id 3 | task 7460 | stop processing: n_tokens = 1445, truncated = 0 5.07.456.864 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.880 (> 0.100 thold), f_keep = 0.758 5.07.456.962 I slot launch_slot_: id 3 | task 7739 | processing task, is_child = 0 5.09.087.921 I slot print_timing: id 1 | task 7429 | n_gen = 371, tg = 40.74 t/s, tg_3s = 40.61 t/s 5.09.208.149 I slot print_timing: id 2 | task 7683 | n_gen = 128, tg = 42.21 t/s, tg_3s = 42.54 t/s 5.09.267.338 I slot print_timing: id 1 | task 7429 | prompt eval time = 283.45 ms / 132 tokens ( 2.15 ms per token, 465.69 tokens per second) 5.09.267.343 I slot print_timing: id 1 | task 7429 | eval time = 9262.14 ms / 380 tokens ( 24.44 ms per token, 40.92 tokens per second) 5.09.267.345 I slot print_timing: id 1 | task 7429 | total time = 9545.59 ms / 512 tokens 5.09.267.346 I slot print_timing: id 1 | task 7429 | graphs reused = 6807 5.09.267.346 I slot print_timing: id 1 | task 7429 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.267.416 I slot release: id 1 | task 7429 | stop processing: n_tokens = 1607, truncated = 0 5.09.337.686 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.928 (> 0.100 thold), f_keep = 0.682 5.09.337.784 I slot launch_slot_: id 1 | task 7820 | processing task, is_child = 0 5.10.206.864 I slot print_timing: id 0 | task 7723 | n_gen = 126, tg = 41.40 t/s, tg_3s = 41.74 t/s 5.10.446.266 I slot print_timing: id 0 | task 7723 | prompt eval time = 240.14 ms / 69 tokens ( 3.48 ms per token, 287.33 tokens per second) 5.10.446.271 I slot print_timing: id 0 | task 7723 | eval time = 3258.39 ms / 138 tokens ( 23.78 ms per token, 42.05 tokens per second) 5.10.446.272 I slot print_timing: id 0 | task 7723 | total time = 3498.53 ms / 207 tokens 5.10.446.273 I slot print_timing: id 0 | task 7723 | graphs reused = 6847 5.10.446.273 I slot print_timing: id 0 | task 7723 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.446.340 I slot release: id 0 | task 7723 | stop processing: n_tokens = 1302, truncated = 0 5.10.506.632 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.842 5.10.506.735 I slot launch_slot_: id 0 | task 7868 | processing task, is_child = 0 5.10.761.450 I slot print_timing: id 3 | task 7739 | n_gen = 128, tg = 41.97 t/s, tg_3s = 42.30 t/s 5.12.218.679 I slot print_timing: id 2 | task 7683 | n_gen = 255, tg = 42.20 t/s, tg_3s = 42.19 t/s 5.12.615.870 I slot print_timing: id 1 | task 7820 | n_gen = 141, tg = 46.60 t/s, tg_3s = 46.94 t/s 5.13.072.708 I slot print_timing: id 2 | task 7683 | prompt eval time = 271.63 ms / 97 tokens ( 2.80 ms per token, 357.10 tokens per second) 5.13.072.714 I slot print_timing: id 2 | task 7683 | eval time = 6873.28 ms / 298 tokens ( 23.14 ms per token, 43.21 tokens per second) 5.13.072.715 I slot print_timing: id 2 | task 7683 | total time = 7144.91 ms / 395 tokens 5.13.072.716 I slot print_timing: id 2 | task 7683 | graphs reused = 6965 5.13.072.717 I slot print_timing: id 2 | task 7683 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.072.784 I slot release: id 2 | task 7683 | stop processing: n_tokens = 1490, truncated = 0 5.13.143.699 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.736 5.13.143.802 I slot launch_slot_: id 2 | task 7989 | processing task, is_child = 0 5.13.459.658 I slot print_timing: id 3 | task 7739 | prompt eval time = 278.54 ms / 150 tokens ( 1.86 ms per token, 538.53 tokens per second) 5.13.459.664 I slot print_timing: id 3 | task 7739 | eval time = 5724.14 ms / 250 tokens ( 22.99 ms per token, 43.50 tokens per second) 5.13.459.665 I slot print_timing: id 3 | task 7739 | total time = 6002.68 ms / 400 tokens 5.13.459.665 I slot print_timing: id 3 | task 7739 | graphs reused = 6966 5.13.459.666 I slot print_timing: id 3 | task 7739 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.459.739 I slot release: id 3 | task 7739 | stop processing: n_tokens = 1495, truncated = 0 5.13.501.496 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.733 5.13.501.593 I slot launch_slot_: id 3 | task 7996 | processing task, is_child = 0 5.13.769.304 I slot print_timing: id 0 | task 7868 | n_gen = 127, tg = 41.88 t/s, tg_3s = 42.21 t/s 5.14.415.272 I slot print_timing: id 0 | task 7868 | prompt eval time = 253.79 ms / 125 tokens ( 2.03 ms per token, 492.54 tokens per second) 5.14.415.277 I slot print_timing: id 0 | task 7868 | eval time = 3654.73 ms / 159 tokens ( 23.13 ms per token, 43.23 tokens per second) 5.14.415.278 I slot print_timing: id 0 | task 7868 | total time = 3908.52 ms / 284 tokens 5.14.415.279 I slot print_timing: id 0 | task 7868 | graphs reused = 6998 5.14.415.280 I slot print_timing: id 0 | task 7868 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.415.351 I slot release: id 0 | task 7868 | stop processing: n_tokens = 1379, truncated = 0 5.14.436.791 I slot print_timing: id 1 | task 7820 | prompt eval time = 274.10 ms / 85 tokens ( 3.22 ms per token, 310.11 tokens per second) 5.14.436.796 I slot print_timing: id 1 | task 7820 | eval time = 4824.89 ms / 207 tokens ( 23.42 ms per token, 42.70 tokens per second) 5.14.436.797 I slot print_timing: id 1 | task 7820 | total time = 5098.99 ms / 292 tokens 5.14.436.798 I slot print_timing: id 1 | task 7820 | graphs reused = 6998 5.14.436.799 I slot print_timing: id 1 | task 7820 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.436.859 I slot release: id 1 | task 7820 | stop processing: n_tokens = 1387, truncated = 0 5.14.455.475 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.795 5.14.455.573 I slot launch_slot_: id 0 | task 8033 | processing task, is_child = 0 5.14.455.716 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1843.614 MiB) 5.14.764.064 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.790 5.14.764.190 I slot launch_slot_: id 1 | task 8034 | processing task, is_child = 0 5.16.416.050 I slot print_timing: id 2 | task 7989 | n_gen = 101, tg = 33.31 t/s, tg_3s = 33.64 t/s 5.16.779.541 I slot print_timing: id 3 | task 7996 | n_gen = 113, tg = 37.23 t/s, tg_3s = 37.56 t/s 5.16.819.696 I slot print_timing: id 2 | task 7989 | prompt eval time = 269.71 ms / 88 tokens ( 3.06 ms per token, 326.27 tokens per second) 5.16.819.701 I slot print_timing: id 2 | task 7989 | eval time = 3406.16 ms / 121 tokens ( 28.38 ms per token, 35.23 tokens per second) 5.16.819.702 I slot print_timing: id 2 | task 7989 | total time = 3675.88 ms / 209 tokens 5.16.819.702 I slot print_timing: id 2 | task 7989 | graphs reused = 7075 5.16.819.703 I slot print_timing: id 2 | task 7989 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.819.775 I slot release: id 2 | task 7989 | stop processing: n_tokens = 1304, truncated = 0 5.16.892.485 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.916 (> 0.100 thold), f_keep = 0.840 5.16.892.608 I slot launch_slot_: id 2 | task 8117 | processing task, is_child = 0 5.18.247.586 I slot print_timing: id 0 | task 8033 | n_gen = 137, tg = 45.25 t/s, tg_3s = 45.58 t/s 5.18.247.817 I slot print_timing: id 1 | task 8034 | n_gen = 137, tg = 45.26 t/s, tg_3s = 45.59 t/s 5.19.792.020 I slot print_timing: id 3 | task 7996 | n_gen = 248, tg = 41.02 t/s, tg_3s = 44.81 t/s 5.20.186.177 I slot print_timing: id 2 | task 8117 | n_gen = 149, tg = 49.00 t/s, tg_3s = 49.33 t/s 5.20.520.063 I slot print_timing: id 0 | task 8033 | prompt eval time = 477.75 ms / 90 tokens ( 5.31 ms per token, 188.38 tokens per second) 5.20.520.069 I slot print_timing: id 0 | task 8033 | eval time = 5278.11 ms / 247 tokens ( 21.46 ms per token, 46.61 tokens per second) 5.20.520.070 I slot print_timing: id 0 | task 8033 | total time = 5755.86 ms / 337 tokens 5.20.520.071 I slot print_timing: id 0 | task 8033 | graphs reused = 7237 5.20.520.072 I slot print_timing: id 0 | task 8033 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.520.138 I slot release: id 0 | task 8033 | stop processing: n_tokens = 1432, truncated = 0 5.20.583.139 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.765 5.20.583.241 I slot launch_slot_: id 0 | task 8287 | processing task, is_child = 0 5.21.257.649 I slot print_timing: id 1 | task 8034 | n_gen = 272, tg = 45.05 t/s, tg_3s = 44.85 t/s 5.21.663.866 I slot print_timing: id 3 | task 7996 | prompt eval time = 269.25 ms / 117 tokens ( 2.30 ms per token, 434.55 tokens per second) 5.21.663.871 I slot print_timing: id 3 | task 7996 | eval time = 7893.01 ms / 328 tokens ( 24.14 ms per token, 41.43 tokens per second) 5.21.663.872 I slot print_timing: id 3 | task 7996 | total time = 8162.26 ms / 445 tokens 5.21.663.873 I slot print_timing: id 3 | task 7996 | graphs reused = 7278 5.21.663.874 I slot print_timing: id 3 | task 7996 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.663.946 I slot release: id 3 | task 7996 | stop processing: n_tokens = 1540, truncated = 0 5.21.706.672 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.924 (> 0.100 thold), f_keep = 0.712 5.21.706.771 I slot launch_slot_: id 3 | task 8332 | processing task, is_child = 0 5.22.234.476 I slot print_timing: id 2 | task 8117 | prompt eval time = 273.06 ms / 100 tokens ( 2.73 ms per token, 366.23 tokens per second) 5.22.234.481 I slot print_timing: id 2 | task 8117 | eval time = 5068.79 ms / 227 tokens ( 22.43 ms per token, 44.59 tokens per second) 5.22.234.482 I slot print_timing: id 2 | task 8117 | total time = 5341.85 ms / 327 tokens 5.22.234.482 I slot print_timing: id 2 | task 8117 | graphs reused = 7291 5.22.234.483 I slot print_timing: id 2 | task 8117 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.234.553 I slot release: id 2 | task 8117 | stop processing: n_tokens = 1422, truncated = 0 5.22.304.876 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.932 (> 0.100 thold), f_keep = 0.771 5.22.304.996 I slot launch_slot_: id 2 | task 8350 | processing task, is_child = 0 5.22.572.371 I slot print_timing: id 1 | task 8034 | prompt eval time = 396.35 ms / 113 tokens ( 3.51 ms per token, 285.10 tokens per second) 5.22.572.377 I slot print_timing: id 1 | task 8034 | eval time = 7329.72 ms / 313 tokens ( 23.49 ms per token, 42.57 tokens per second) 5.22.572.378 I slot print_timing: id 1 | task 8034 | total time = 7726.07 ms / 426 tokens 5.22.572.380 I slot print_timing: id 1 | task 8034 | graphs reused = 7291 5.22.572.381 I slot print_timing: id 1 | task 8034 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.572.449 I slot release: id 1 | task 8034 | stop processing: n_tokens = 1521, truncated = 0 5.22.643.804 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.926 (> 0.100 thold), f_keep = 0.721 5.22.643.914 I slot launch_slot_: id 1 | task 8355 | processing task, is_child = 0 5.23.846.857 I slot print_timing: id 0 | task 8287 | n_gen = 110, tg = 36.16 t/s, tg_3s = 36.49 t/s 5.24.983.847 I slot print_timing: id 3 | task 8332 | n_gen = 122, tg = 40.14 t/s, tg_3s = 40.47 t/s 5.25.203.717 I slot print_timing: id 0 | task 8287 | prompt eval time = 249.28 ms / 75 tokens ( 3.32 ms per token, 300.86 tokens per second) 5.25.203.723 I slot print_timing: id 0 | task 8287 | eval time = 4371.17 ms / 177 tokens ( 24.84 ms per token, 40.26 tokens per second) 5.25.203.724 I slot print_timing: id 0 | task 8287 | total time = 4620.46 ms / 252 tokens 5.25.203.726 I slot print_timing: id 0 | task 8287 | graphs reused = 7400 5.25.203.728 I slot print_timing: id 0 | task 8287 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.203.799 I slot release: id 0 | task 8287 | stop processing: n_tokens = 1347, truncated = 0 5.25.265.023 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.814 5.25.265.126 I slot launch_slot_: id 0 | task 8472 | processing task, is_child = 0 5.25.585.650 I slot print_timing: id 2 | task 8350 | n_gen = 123, tg = 40.50 t/s, tg_3s = 40.83 t/s 5.25.954.131 I slot print_timing: id 1 | task 8355 | n_gen = 138, tg = 45.65 t/s, tg_3s = 45.98 t/s 5.26.215.084 I slot print_timing: id 3 | task 8332 | prompt eval time = 262.31 ms / 90 tokens ( 2.91 ms per token, 343.10 tokens per second) 5.26.215.089 I slot print_timing: id 3 | task 8332 | eval time = 4245.99 ms / 172 tokens ( 24.83 ms per token, 40.27 tokens per second) 5.26.215.090 I slot print_timing: id 3 | task 8332 | total time = 4508.30 ms / 262 tokens 5.26.215.091 I slot print_timing: id 3 | task 8332 | graphs reused = 7435 5.26.215.091 I slot print_timing: id 3 | task 8332 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.215.158 I slot release: id 3 | task 8332 | stop processing: n_tokens = 1357, truncated = 0 5.26.256.892 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.925 (> 0.100 thold), f_keep = 0.808 5.26.256.994 I slot launch_slot_: id 3 | task 8511 | processing task, is_child = 0 5.26.880.760 I slot print_timing: id 2 | task 8350 | prompt eval time = 268.15 ms / 80 tokens ( 3.35 ms per token, 298.34 tokens per second) 5.26.880.765 I slot print_timing: id 2 | task 8350 | eval time = 4307.60 ms / 177 tokens ( 24.47 ms per token, 40.86 tokens per second) 5.26.880.767 I slot print_timing: id 2 | task 8350 | total time = 4575.75 ms / 257 tokens 5.26.880.767 I slot print_timing: id 2 | task 8350 | graphs reused = 7452 5.26.880.768 I slot print_timing: id 2 | task 8350 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.880.834 I slot release: id 2 | task 8350 | stop processing: n_tokens = 1352, truncated = 0 5.26.953.320 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.910 (> 0.100 thold), f_keep = 0.811 5.26.953.436 I slot launch_slot_: id 2 | task 8534 | processing task, is_child = 0 5.28.031.565 I slot print_timing: id 1 | task 8355 | prompt eval time = 308.78 ms / 87 tokens ( 3.55 ms per token, 281.75 tokens per second) 5.28.031.571 I slot print_timing: id 1 | task 8355 | eval time = 5078.85 ms / 215 tokens ( 23.73 ms per token, 42.14 tokens per second) 5.28.031.572 I slot print_timing: id 1 | task 8355 | total time = 5387.63 ms / 302 tokens 5.28.031.573 I slot print_timing: id 1 | task 8355 | graphs reused = 7489 5.28.031.574 I slot print_timing: id 1 | task 8355 | graph reallocs = 0 / 0 (same size) / (changed size) 5.28.031.639 I slot release: id 1 | task 8355 | stop processing: n_tokens = 1397, truncated = 0 5.28.103.955 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.938 (> 0.100 thold), f_keep = 0.785 5.28.104.069 I slot launch_slot_: id 1 | task 8577 | processing task, is_child = 0 5.28.549.047 I slot print_timing: id 0 | task 8472 | n_gen = 111, tg = 36.54 t/s, tg_3s = 36.87 t/s 5.29.521.137 I slot print_timing: id 3 | task 8511 | n_gen = 120, tg = 39.49 t/s, tg_3s = 39.83 t/s 5.30.236.613 I slot print_timing: id 2 | task 8534 | n_gen = 134, tg = 44.30 t/s, tg_3s = 44.63 t/s 5.30.940.262 I slot print_timing: id 2 | task 8534 | prompt eval time = 280.96 ms / 108 tokens ( 2.60 ms per token, 384.39 tokens per second) 5.30.940.268 I slot print_timing: id 2 | task 8534 | eval time = 3705.85 ms / 169 tokens ( 22.06 ms per token, 45.33 tokens per second) 5.30.940.269 I slot print_timing: id 2 | task 8534 | total time = 3986.81 ms / 277 tokens 5.30.940.270 I slot print_timing: id 2 | task 8534 | graphs reused = 7613 5.30.940.270 I slot print_timing: id 2 | task 8534 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.940.338 I slot release: id 2 | task 8534 | stop processing: n_tokens = 1372, truncated = 0 5.31.012.781 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.799 5.31.012.886 I slot launch_slot_: id 2 | task 8708 | processing task, is_child = 0 5.31.387.745 I slot print_timing: id 1 | task 8577 | n_gen = 135, tg = 44.51 t/s, tg_3s = 44.85 t/s 5.31.553.978 I slot print_timing: id 0 | task 8472 | n_gen = 245, tg = 40.56 t/s, tg_3s = 44.59 t/s 5.31.554.746 I slot print_timing: id 3 | task 8511 | prompt eval time = 250.99 ms / 89 tokens ( 2.82 ms per token, 354.59 tokens per second) 5.31.554.749 I slot print_timing: id 3 | task 8511 | eval time = 5046.75 ms / 207 tokens ( 24.50 ms per token, 40.82 tokens per second) 5.31.554.750 I slot print_timing: id 3 | task 8511 | total time = 5297.74 ms / 296 tokens 5.31.554.751 I slot print_timing: id 3 | task 8511 | graphs reused = 7624 5.31.554.752 I slot print_timing: id 3 | task 8511 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.554.823 I slot release: id 3 | task 8511 | stop processing: n_tokens = 1391, truncated = 0 5.31.598.818 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.936 (> 0.100 thold), f_keep = 0.788 5.31.598.915 I slot launch_slot_: id 3 | task 8725 | processing task, is_child = 0 5.31.913.771 I slot print_timing: id 1 | task 8577 | prompt eval time = 273.32 ms / 73 tokens ( 3.74 ms per token, 267.09 tokens per second) 5.31.913.777 I slot print_timing: id 1 | task 8577 | eval time = 3536.37 ms / 149 tokens ( 23.89 ms per token, 41.85 tokens per second) 5.31.913.778 I slot print_timing: id 1 | task 8577 | total time = 3809.68 ms / 222 tokens 5.31.913.779 I slot print_timing: id 1 | task 8577 | graphs reused = 7626 5.31.913.779 I slot print_timing: id 1 | task 8577 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.913.847 I slot release: id 1 | task 8577 | stop processing: n_tokens = 1317, truncated = 0 5.32.128.820 I slot print_timing: id 0 | task 8472 | prompt eval time = 273.56 ms / 147 tokens ( 1.86 ms per token, 537.35 tokens per second) 5.32.128.825 I slot print_timing: id 0 | task 8472 | eval time = 6590.11 ms / 257 tokens ( 25.74 ms per token, 38.85 tokens per second) 5.32.128.826 I slot print_timing: id 0 | task 8472 | total time = 6863.68 ms / 404 tokens 5.32.128.827 I slot print_timing: id 0 | task 8472 | graphs reused = 7626 5.32.128.827 I slot print_timing: id 0 | task 8472 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.128.897 I slot release: id 0 | task 8472 | stop processing: n_tokens = 1499, truncated = 0 5.34.087.277 I slot print_timing: id 3 | task 8725 | prompt eval time = 264.77 ms / 75 tokens ( 3.53 ms per token, 283.27 tokens per second) 5.34.087.282 I slot print_timing: id 3 | task 8725 | eval time = 2223.58 ms / 144 tokens ( 15.55 ms per token, 64.31 tokens per second) 5.34.087.283 I slot print_timing: id 3 | task 8725 | total time = 2488.35 ms / 219 tokens 5.34.087.284 I slot print_timing: id 3 | task 8725 | graphs reused = 7759 5.34.087.284 I slot print_timing: id 3 | task 8725 | graph reallocs = 0 / 0 (same size) / (changed size) 5.34.087.343 I slot release: id 3 | task 8725 | stop processing: n_tokens = 1314, truncated = 0 5.34.303.217 I slot print_timing: id 2 | task 8708 | n_gen = 175, tg = 57.91 t/s, tg_3s = 58.24 t/s 5.35.352.285 I slot print_timing: id 2 | task 8708 | prompt eval time = 285.72 ms / 124 tokens ( 2.30 ms per token, 433.99 tokens per second) 5.35.352.290 I slot print_timing: id 2 | task 8708 | eval time = 4053.66 ms / 250 tokens ( 16.28 ms per token, 61.43 tokens per second) 5.35.352.291 I slot print_timing: id 2 | task 8708 | total time = 4339.38 ms / 374 tokens 5.35.352.292 I slot print_timing: id 2 | task 8708 | graphs reused = 7848 5.35.352.293 I slot print_timing: id 2 | task 8708 | graph reallocs = 0 / 0 (same size) / (changed size) 5.35.352.356 I slot release: id 2 | task 8708 | stop processing: n_tokens = 1469, truncated = 0 5.35.383.606 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1317, t_last = 331824595 5.35.383.783 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1831.651 MiB) 5.35.690.177 I slot launch_slot_: id 1 | task 8961 | processing task, is_child = 0 5.35.690.322 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1841.130 MiB) 5.36.058.603 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1828.370 MiB) 5.36.410.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1830.511 MiB) 5.36.743.803 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1499, t_last = 332039645 5.36.744.081 I slot launch_slot_: id 0 | task 8962 | processing task, is_child = 0 5.36.744.323 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1314, t_last = 333998090 5.36.744.532 I slot launch_slot_: id 3 | task 8963 | processing task, is_child = 0 5.36.744.661 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1469, t_last = 335263104 5.36.744.864 I slot launch_slot_: id 2 | task 8964 | processing task, is_child = 0 5.38.702.808 I slot print_timing: id 0 | task 8962 | prompt eval time = 1934.32 ms / 985 tokens ( 1.96 ms per token, 509.22 tokens per second) 5.38.702.814 I slot print_timing: id 0 | task 8962 | eval time = 23.61 ms / 2 tokens ( 23.61 ms per token, 42.36 tokens per second) 5.38.702.815 I slot print_timing: id 0 | task 8962 | total time = 1957.93 ms / 987 tokens 5.38.702.815 I slot print_timing: id 0 | task 8962 | graphs reused = 7849 5.38.702.816 I slot print_timing: id 0 | task 8962 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.702.900 I slot release: id 0 | task 8962 | stop processing: n_tokens = 987, truncated = 0 5.38.703.202 I slot print_timing: id 1 | task 8961 | prompt eval time = 1912.53 ms / 776 tokens ( 2.46 ms per token, 405.75 tokens per second) 5.38.703.206 I slot print_timing: id 1 | task 8961 | eval time = 23.38 ms / 2 tokens ( 23.38 ms per token, 42.78 tokens per second) 5.38.703.206 I slot print_timing: id 1 | task 8961 | total time = 1935.90 ms / 778 tokens 5.38.703.207 I slot print_timing: id 1 | task 8961 | graphs reused = 7849 5.38.703.207 I slot print_timing: id 1 | task 8961 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.703.264 I slot release: id 1 | task 8961 | stop processing: n_tokens = 778, truncated = 0 5.38.703.544 I slot print_timing: id 2 | task 8964 | prompt eval time = 1891.26 ms / 940 tokens ( 2.01 ms per token, 497.02 tokens per second) 5.38.703.548 I slot print_timing: id 2 | task 8964 | eval time = 23.09 ms / 2 tokens ( 23.09 ms per token, 43.30 tokens per second) 5.38.703.548 I slot print_timing: id 2 | task 8964 | total time = 1914.36 ms / 942 tokens 5.38.703.549 I slot print_timing: id 2 | task 8964 | graphs reused = 7849 5.38.703.549 I slot print_timing: id 2 | task 8964 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.703.623 I slot release: id 2 | task 8964 | stop processing: n_tokens = 942, truncated = 0 5.38.703.918 I slot print_timing: id 3 | task 8963 | prompt eval time = 1865.84 ms / 780 tokens ( 2.39 ms per token, 418.04 tokens per second) 5.38.703.921 I slot print_timing: id 3 | task 8963 | eval time = 22.88 ms / 2 tokens ( 22.88 ms per token, 43.71 tokens per second) 5.38.703.922 I slot print_timing: id 3 | task 8963 | total time = 1888.72 ms / 782 tokens 5.38.703.922 I slot print_timing: id 3 | task 8963 | graphs reused = 7849 5.38.703.923 I slot print_timing: id 3 | task 8963 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.703.958 I slot release: id 3 | task 8963 | stop processing: n_tokens = 782, truncated = 0 5.38.723.664 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 987, t_last = 338613648 5.38.723.815 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1829.416 MiB) 5.38.958.770 I slot launch_slot_: id 0 | task 8970 | processing task, is_child = 0 5.39.062.299 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1826.012 MiB) 5.39.349.560 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 778, t_last = 338614012 5.39.349.807 I slot launch_slot_: id 1 | task 8971 | processing task, is_child = 0 5.39.349.987 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 942, t_last = 338614370 5.39.350.172 I slot launch_slot_: id 2 | task 8972 | processing task, is_child = 0 5.39.350.255 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 782, t_last = 338614705 5.39.350.416 I slot launch_slot_: id 3 | task 8973 | processing task, is_child = 0 5.41.249.952 I slot print_timing: id 0 | task 8970 | prompt eval time = 1874.72 ms / 833 tokens ( 2.25 ms per token, 444.33 tokens per second) 5.41.249.958 I slot print_timing: id 0 | task 8970 | eval time = 24.79 ms / 2 tokens ( 24.79 ms per token, 40.34 tokens per second) 5.41.249.959 I slot print_timing: id 0 | task 8970 | total time = 1899.51 ms / 835 tokens 5.41.249.960 I slot print_timing: id 0 | task 8970 | graphs reused = 7849 5.41.249.960 I slot print_timing: id 0 | task 8970 | graph reallocs = 0 / 0 (same size) / (changed size) 5.41.250.035 I slot release: id 0 | task 8970 | stop processing: n_tokens = 835, truncated = 0 5.41.250.468 I slot print_timing: id 1 | task 8971 | prompt eval time = 1862.86 ms / 781 tokens ( 2.39 ms per token, 419.25 tokens per second) 5.41.250.471 I slot print_timing: id 1 | task 8971 | eval time = 24.51 ms / 2 tokens ( 24.51 ms per token, 40.79 tokens per second) 5.41.250.472 I slot print_timing: id 1 | task 8971 | total time = 1887.37 ms / 783 tokens 5.41.250.472 I slot print_timing: id 1 | task 8971 | graphs reused = 7849 5.41.250.473 I slot print_timing: id 1 | task 8971 | graph reallocs = 0 / 0 (same size) / (changed size) 5.41.250.513 I slot release: id 1 | task 8971 | stop processing: n_tokens = 783, truncated = 0 5.41.250.966 I slot print_timing: id 2 | task 8972 | prompt eval time = 1853.97 ms / 784 tokens ( 2.36 ms per token, 422.88 tokens per second) 5.41.250.970 I slot print_timing: id 2 | task 8972 | eval time = 24.41 ms / 2 tokens ( 24.41 ms per token, 40.98 tokens per second) 5.41.250.970 I slot print_timing: id 2 | task 8972 | total time = 1878.38 ms / 786 tokens 5.41.250.971 I slot print_timing: id 2 | task 8972 | graphs reused = 7849 5.41.250.972 I slot print_timing: id 2 | task 8972 | graph reallocs = 0 / 0 (same size) / (changed size) 5.41.251.007 I slot release: id 2 | task 8972 | stop processing: n_tokens = 786, truncated = 0 5.41.251.427 I slot print_timing: id 3 | task 8973 | prompt eval time = 1843.01 ms / 823 tokens ( 2.24 ms per token, 446.55 tokens per second) 5.41.251.430 I slot print_timing: id 3 | task 8973 | eval time = 24.17 ms / 2 tokens ( 24.17 ms per token, 41.37 tokens per second) 5.41.251.431 I slot print_timing: id 3 | task 8973 | total time = 1867.18 ms / 825 tokens 5.41.251.431 I slot print_timing: id 3 | task 8973 | graphs reused = 7849 5.41.251.432 I slot print_timing: id 3 | task 8973 | graph reallocs = 0 / 0 (same size) / (changed size) 5.41.251.473 I slot release: id 3 | task 8973 | stop processing: n_tokens = 825, truncated = 0 5.41.272.104 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 835, t_last = 341160783 5.41.272.226 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 2153.681 MiB) 5.41.457.269 I slot launch_slot_: id 0 | task 8979 | processing task, is_child = 0 5.41.669.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1826.869 MiB) 5.41.826.260 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 783, t_last = 341161260 5.41.826.507 I slot launch_slot_: id 1 | task 8980 | processing task, is_child = 0 5.41.826.682 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 786, t_last = 341161754 5.41.826.853 I slot launch_slot_: id 2 | task 8981 | processing task, is_child = 0 5.41.826.945 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.872 (> 0.100 thold), f_keep = 0.850 5.41.827.029 I slot launch_slot_: id 3 | task 8982 | processing task, is_child = 0 5.43.665.886 I slot print_timing: id 3 | task 8982 | prompt eval time = 1603.80 ms / 132 tokens ( 12.15 ms per token, 82.30 tokens per second) 5.43.665.892 I slot print_timing: id 3 | task 8982 | eval time = 204.18 ms / 2 tokens ( 204.18 ms per token, 4.90 tokens per second) 5.43.665.893 I slot print_timing: id 3 | task 8982 | total time = 1807.98 ms / 134 tokens 5.43.665.894 I slot print_timing: id 3 | task 8982 | graphs reused = 7849 5.43.665.895 I slot print_timing: id 3 | task 8982 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.665.958 I slot release: id 3 | task 8982 | stop processing: n_tokens = 805, truncated = 0 5.43.686.303 I slot print_timing: id 0 | task 8979 | prompt eval time = 1837.33 ms / 867 tokens ( 2.12 ms per token, 471.88 tokens per second) 5.43.686.308 I slot print_timing: id 0 | task 8979 | eval time = 21.93 ms / 2 tokens ( 21.93 ms per token, 45.60 tokens per second) 5.43.686.309 I slot print_timing: id 0 | task 8979 | total time = 1859.26 ms / 869 tokens 5.43.686.309 I slot print_timing: id 0 | task 8979 | graphs reused = 7849 5.43.686.310 I slot print_timing: id 0 | task 8979 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.686.393 I slot release: id 0 | task 8979 | stop processing: n_tokens = 869, truncated = 0 5.43.686.724 I slot print_timing: id 1 | task 8980 | prompt eval time = 1827.49 ms / 956 tokens ( 1.91 ms per token, 523.12 tokens per second) 5.43.686.727 I slot print_timing: id 1 | task 8980 | eval time = 21.73 ms / 2 tokens ( 21.73 ms per token, 46.01 tokens per second) 5.43.686.728 I slot print_timing: id 1 | task 8980 | total time = 1849.22 ms / 958 tokens 5.43.686.729 I slot print_timing: id 1 | task 8980 | graphs reused = 7849 5.43.686.729 I slot print_timing: id 1 | task 8980 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.686.786 I slot release: id 1 | task 8980 | stop processing: n_tokens = 958, truncated = 0 5.43.687.138 I slot print_timing: id 2 | task 8981 | prompt eval time = 1818.23 ms / 875 tokens ( 2.08 ms per token, 481.24 tokens per second) 5.43.687.141 I slot print_timing: id 2 | task 8981 | eval time = 21.56 ms / 2 tokens ( 21.56 ms per token, 46.38 tokens per second) 5.43.687.142 I slot print_timing: id 2 | task 8981 | total time = 1839.80 ms / 877 tokens 5.43.687.142 I slot print_timing: id 2 | task 8981 | graphs reused = 7849 5.43.687.143 I slot print_timing: id 2 | task 8981 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.687.186 I slot release: id 2 | task 8981 | stop processing: n_tokens = 877, truncated = 0 5.43.702.624 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 805, t_last = 343576705 5.43.834.499 I slot launch_slot_: id 3 | task 8988 | processing task, is_child = 0 5.43.834.607 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1050.789 MiB) 5.44.003.325 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 773.448 MiB) 5.44.145.965 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 991.333 MiB) 5.44.308.463 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 869, t_last = 343597142 5.44.308.724 I slot launch_slot_: id 0 | task 8989 | processing task, is_child = 0 5.44.308.916 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 958, t_last = 343597534 5.44.309.107 I slot launch_slot_: id 1 | task 8990 | processing task, is_child = 0 5.44.309.199 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 877, t_last = 343597934 5.44.309.374 I slot launch_slot_: id 2 | task 8991 | processing task, is_child = 0 5.46.779.667 I slot print_timing: id 0 | task 8989 | prompt eval time = 2370.15 ms / 1036 tokens ( 2.29 ms per token, 437.10 tokens per second) 5.46.779.673 I slot print_timing: id 0 | task 8989 | eval time = 100.13 ms / 2 tokens ( 100.13 ms per token, 9.99 tokens per second) 5.46.779.675 I slot print_timing: id 0 | task 8989 | total time = 2470.28 ms / 1038 tokens 5.46.779.676 I slot print_timing: id 0 | task 8989 | graphs reused = 7850 5.46.779.677 I slot print_timing: id 0 | task 8989 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.779.777 I slot release: id 0 | task 8989 | stop processing: n_tokens = 1038, truncated = 0 5.46.780.203 I slot print_timing: id 1 | task 8990 | prompt eval time = 2359.95 ms / 912 tokens ( 2.59 ms per token, 386.45 tokens per second) 5.46.780.206 I slot print_timing: id 1 | task 8990 | eval time = 99.94 ms / 2 tokens ( 99.94 ms per token, 10.01 tokens per second) 5.46.780.207 I slot print_timing: id 1 | task 8990 | total time = 2459.89 ms / 914 tokens 5.46.780.208 I slot print_timing: id 1 | task 8990 | graphs reused = 7850 5.46.780.209 I slot print_timing: id 1 | task 8990 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.780.297 I slot release: id 1 | task 8990 | stop processing: n_tokens = 914, truncated = 0 5.46.780.649 I slot print_timing: id 2 | task 8991 | prompt eval time = 2348.71 ms / 1781 tokens ( 1.32 ms per token, 758.29 tokens per second) 5.46.780.653 I slot print_timing: id 2 | task 8991 | eval time = 99.68 ms / 2 tokens ( 99.68 ms per token, 10.03 tokens per second) 5.46.780.653 I slot print_timing: id 2 | task 8991 | total time = 2448.39 ms / 1783 tokens 5.46.780.654 I slot print_timing: id 2 | task 8991 | graphs reused = 7850 5.46.780.654 I slot print_timing: id 2 | task 8991 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.780.807 I slot release: id 2 | task 8991 | stop processing: n_tokens = 1783, truncated = 0 5.46.798.872 I slot print_timing: id 3 | task 8988 | prompt eval time = 2438.43 ms / 1001 tokens ( 2.44 ms per token, 410.51 tokens per second) 5.46.798.876 I slot print_timing: id 3 | task 8988 | eval time = 17.38 ms / 2 tokens ( 17.38 ms per token, 57.53 tokens per second) 5.46.798.877 I slot print_timing: id 3 | task 8988 | total time = 2455.81 ms / 1003 tokens 5.46.798.878 I slot print_timing: id 3 | task 8988 | graphs reused = 7850 5.46.798.879 I slot print_timing: id 3 | task 8988 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.798.932 I slot release: id 3 | task 8988 | stop processing: n_tokens = 1003, truncated = 0 5.46.798.944 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 346690525 5.46.799.067 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.949 MiB) 5.46.810.676 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 843.404 MiB) 5.47.025.245 I slot launch_slot_: id 0 | task 8998 | processing task, is_child = 0 5.47.025.363 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 793.839 MiB) 5.47.160.344 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 796.699 MiB) 5.47.330.993 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 833.873 MiB) 5.47.504.269 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 914, t_last = 346691045 5.47.504.531 I slot launch_slot_: id 1 | task 8999 | processing task, is_child = 0 5.47.504.779 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1783, t_last = 346691555 5.47.505.004 I slot launch_slot_: id 2 | task 9000 | processing task, is_child = 0 5.47.505.107 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 346709679 5.47.550.072 I slot launch_slot_: id 3 | task 9001 | processing task, is_child = 0 5.49.261.461 I slot print_timing: id 3 | task 9001 | prompt eval time = 1487.77 ms / 187 tokens ( 7.96 ms per token, 125.69 tokens per second) 5.49.261.467 I slot print_timing: id 3 | task 9001 | eval time = 182.96 ms / 2 tokens ( 182.96 ms per token, 5.47 tokens per second) 5.49.261.468 I slot print_timing: id 3 | task 9001 | total time = 1670.72 ms / 189 tokens 5.49.261.469 I slot print_timing: id 3 | task 9001 | graphs reused = 7850 5.49.261.470 I slot print_timing: id 3 | task 9001 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.261.543 I slot release: id 3 | task 9001 | stop processing: n_tokens = 929, truncated = 0 5.49.281.868 I slot print_timing: id 0 | task 8998 | prompt eval time = 1709.88 ms / 742 tokens ( 2.30 ms per token, 433.95 tokens per second) 5.49.281.873 I slot print_timing: id 0 | task 8998 | eval time = 21.89 ms / 2 tokens ( 21.89 ms per token, 45.69 tokens per second) 5.49.281.874 I slot print_timing: id 0 | task 8998 | total time = 1731.77 ms / 744 tokens 5.49.281.874 I slot print_timing: id 0 | task 8998 | graphs reused = 7850 5.49.281.875 I slot print_timing: id 0 | task 8998 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.281.932 I slot release: id 0 | task 8998 | stop processing: n_tokens = 744, truncated = 0 5.49.282.265 I slot print_timing: id 1 | task 8999 | prompt eval time = 1696.30 ms / 712 tokens ( 2.38 ms per token, 419.74 tokens per second) 5.49.282.268 I slot print_timing: id 1 | task 8999 | eval time = 21.69 ms / 2 tokens ( 21.69 ms per token, 46.10 tokens per second) 5.49.282.268 I slot print_timing: id 1 | task 8999 | total time = 1717.99 ms / 714 tokens 5.49.282.269 I slot print_timing: id 1 | task 8999 | graphs reused = 7850 5.49.282.270 I slot print_timing: id 1 | task 8999 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.282.302 I slot release: id 1 | task 8999 | stop processing: n_tokens = 714, truncated = 0 5.49.282.652 I slot print_timing: id 2 | task 9000 | prompt eval time = 1685.61 ms / 870 tokens ( 1.94 ms per token, 516.13 tokens per second) 5.49.282.655 I slot print_timing: id 2 | task 9000 | eval time = 21.50 ms / 2 tokens ( 21.50 ms per token, 46.51 tokens per second) 5.49.282.656 I slot print_timing: id 2 | task 9000 | total time = 1707.11 ms / 872 tokens 5.49.282.656 I slot print_timing: id 2 | task 9000 | graphs reused = 7850 5.49.282.657 I slot print_timing: id 2 | task 9000 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.282.711 I slot release: id 2 | task 9000 | stop processing: n_tokens = 872, truncated = 0 5.49.303.183 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.844 5.49.303.311 I slot launch_slot_: id 0 | task 9007 | processing task, is_child = 0 5.49.398.046 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1031.068 MiB) 5.49.530.872 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.438 MiB) 5.49.716.848 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.880 5.49.716.997 I slot launch_slot_: id 1 | task 9008 | processing task, is_child = 0 5.49.717.192 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 349172291 5.49.757.192 I slot launch_slot_: id 3 | task 9009 | processing task, is_child = 0 5.49.757.299 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 872, t_last = 349193460 5.49.757.481 I slot launch_slot_: id 2 | task 9010 | processing task, is_child = 0 5.50.997.041 I slot print_timing: id 0 | task 9007 | prompt eval time = 1130.37 ms / 127 tokens ( 8.90 ms per token, 112.35 tokens per second) 5.50.997.047 I slot print_timing: id 0 | task 9007 | eval time = 109.17 ms / 2 tokens ( 109.17 ms per token, 9.16 tokens per second) 5.50.997.048 I slot print_timing: id 0 | task 9007 | total time = 1239.54 ms / 129 tokens 5.50.997.049 I slot print_timing: id 0 | task 9007 | graphs reused = 7850 5.50.997.049 I slot print_timing: id 0 | task 9007 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.997.102 I slot release: id 0 | task 9007 | stop processing: n_tokens = 727, truncated = 0 5.50.997.456 I slot print_timing: id 1 | task 9008 | prompt eval time = 1064.33 ms / 118 tokens ( 9.02 ms per token, 110.87 tokens per second) 5.50.997.459 I slot print_timing: id 1 | task 9008 | eval time = 108.18 ms / 2 tokens ( 108.18 ms per token, 9.24 tokens per second) 5.50.997.460 I slot print_timing: id 1 | task 9008 | total time = 1172.51 ms / 120 tokens 5.50.997.460 I slot print_timing: id 1 | task 9008 | graphs reused = 7850 5.50.997.461 I slot print_timing: id 1 | task 9008 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.997.495 I slot release: id 1 | task 9008 | stop processing: n_tokens = 718, truncated = 0 5.50.998.459 I slot print_timing: id 3 | task 9009 | prompt eval time = 920.39 ms / 121 tokens ( 7.61 ms per token, 131.47 tokens per second) 5.50.998.462 I slot print_timing: id 3 | task 9009 | eval time = 107.83 ms / 2 tokens ( 107.83 ms per token, 9.27 tokens per second) 5.50.998.463 I slot print_timing: id 3 | task 9009 | total time = 1028.22 ms / 123 tokens 5.50.998.464 I slot print_timing: id 3 | task 9009 | graphs reused = 7850 5.50.998.464 I slot print_timing: id 3 | task 9009 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.998.495 I slot release: id 3 | task 9009 | stop processing: n_tokens = 721, truncated = 0 5.51.016.000 I slot print_timing: id 2 | task 9010 | prompt eval time = 1045.11 ms / 877 tokens ( 1.19 ms per token, 839.15 tokens per second) 5.51.016.005 I slot print_timing: id 2 | task 9010 | eval time = 17.84 ms / 2 tokens ( 17.84 ms per token, 56.06 tokens per second) 5.51.016.006 I slot print_timing: id 2 | task 9010 | total time = 1062.95 ms / 879 tokens 5.51.016.007 I slot print_timing: id 2 | task 9010 | graphs reused = 7850 5.51.016.008 I slot print_timing: id 2 | task 9010 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.016.065 I slot release: id 2 | task 9010 | stop processing: n_tokens = 879, truncated = 0 5.51.031.990 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 727, t_last = 350907849 5.51.032.113 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1006.896 MiB) 5.51.164.315 I slot launch_slot_: id 0 | task 9016 | processing task, is_child = 0 5.51.279.568 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.063 MiB) 5.51.440.593 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1095.338 MiB) 5.51.609.354 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 718, t_last = 350908242 5.51.609.599 I slot launch_slot_: id 1 | task 9017 | processing task, is_child = 0 5.51.609.773 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 721, t_last = 350909242 5.51.609.946 I slot launch_slot_: id 3 | task 9018 | processing task, is_child = 0 5.51.610.037 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 350926814 5.51.610.201 I slot launch_slot_: id 2 | task 9019 | processing task, is_child = 0 5.53.848.780 I slot print_timing: id 0 | task 9016 | prompt eval time = 2214.28 ms / 996 tokens ( 2.22 ms per token, 449.81 tokens per second) 5.53.848.787 I slot print_timing: id 0 | task 9016 | eval time = 24.28 ms / 2 tokens ( 24.28 ms per token, 41.18 tokens per second) 5.53.848.789 I slot print_timing: id 0 | task 9016 | total time = 2238.56 ms / 998 tokens 5.53.848.790 I slot print_timing: id 0 | task 9016 | graphs reused = 7851 5.53.848.791 I slot print_timing: id 0 | task 9016 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.848.861 I slot release: id 0 | task 9016 | stop processing: n_tokens = 998, truncated = 0 5.53.849.213 I slot print_timing: id 1 | task 9017 | prompt eval time = 2202.86 ms / 1010 tokens ( 2.18 ms per token, 458.49 tokens per second) 5.53.849.216 I slot print_timing: id 1 | task 9017 | eval time = 24.03 ms / 2 tokens ( 24.03 ms per token, 41.61 tokens per second) 5.53.849.217 I slot print_timing: id 1 | task 9017 | total time = 2226.90 ms / 1012 tokens 5.53.849.217 I slot print_timing: id 1 | task 9017 | graphs reused = 7851 5.53.849.218 I slot print_timing: id 1 | task 9017 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.849.256 I slot release: id 1 | task 9017 | stop processing: n_tokens = 1012, truncated = 0 5.53.849.593 I slot print_timing: id 2 | task 9019 | prompt eval time = 2191.94 ms / 1003 tokens ( 2.19 ms per token, 457.59 tokens per second) 5.53.849.596 I slot print_timing: id 2 | task 9019 | eval time = 23.73 ms / 2 tokens ( 23.73 ms per token, 42.15 tokens per second) 5.53.849.597 I slot print_timing: id 2 | task 9019 | total time = 2215.66 ms / 1005 tokens 5.53.849.597 I slot print_timing: id 2 | task 9019 | graphs reused = 7851 5.53.849.598 I slot print_timing: id 2 | task 9019 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.849.632 I slot release: id 2 | task 9019 | stop processing: n_tokens = 1005, truncated = 0 5.53.849.943 I slot print_timing: id 3 | task 9018 | prompt eval time = 2181.74 ms / 1036 tokens ( 2.11 ms per token, 474.85 tokens per second) 5.53.849.946 I slot print_timing: id 3 | task 9018 | eval time = 23.42 ms / 2 tokens ( 23.42 ms per token, 42.70 tokens per second) 5.53.849.947 I slot print_timing: id 3 | task 9018 | total time = 2205.16 ms / 1038 tokens 5.53.849.947 I slot print_timing: id 3 | task 9018 | graphs reused = 7851 5.53.849.948 I slot print_timing: id 3 | task 9018 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.849.984 I slot release: id 3 | task 9018 | stop processing: n_tokens = 1038, truncated = 0 5.53.871.878 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.892 (> 0.100 thold), f_keep = 0.892 5.53.872.008 I slot launch_slot_: id 0 | task 9025 | processing task, is_child = 0 5.53.872.155 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.116 MiB) 5.54.038.573 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1069.164 MiB) 5.54.214.914 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 904.923 MiB) 5.54.368.352 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1012, t_last = 353760003 5.54.368.613 I slot launch_slot_: id 1 | task 9026 | processing task, is_child = 0 5.54.368.822 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1005, t_last = 353760379 5.54.369.013 I slot launch_slot_: id 2 | task 9027 | processing task, is_child = 0 5.54.369.116 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1038, t_last = 353760730 5.54.369.296 I slot launch_slot_: id 3 | task 9028 | processing task, is_child = 0 5.56.285.944 I slot print_timing: id 0 | task 9025 | prompt eval time = 1705.30 ms / 137 tokens ( 12.45 ms per token, 80.34 tokens per second) 5.56.285.950 I slot print_timing: id 0 | task 9025 | eval time = 211.32 ms / 2 tokens ( 211.32 ms per token, 4.73 tokens per second) 5.56.285.951 I slot print_timing: id 0 | task 9025 | total time = 1916.63 ms / 139 tokens 5.56.285.952 I slot print_timing: id 0 | task 9025 | graphs reused = 7851 5.56.285.953 I slot print_timing: id 0 | task 9025 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.286.012 I slot release: id 0 | task 9025 | stop processing: n_tokens = 999, truncated = 0 5.56.308.510 I slot print_timing: id 1 | task 9026 | prompt eval time = 1832.51 ms / 887 tokens ( 2.07 ms per token, 484.04 tokens per second) 5.56.308.515 I slot print_timing: id 1 | task 9026 | eval time = 21.61 ms / 2 tokens ( 21.61 ms per token, 46.27 tokens per second) 5.56.308.516 I slot print_timing: id 1 | task 9026 | total time = 1854.12 ms / 889 tokens 5.56.308.517 I slot print_timing: id 1 | task 9026 | graphs reused = 7851 5.56.308.518 I slot print_timing: id 1 | task 9026 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.308.577 I slot release: id 1 | task 9026 | stop processing: n_tokens = 889, truncated = 0 5.56.308.947 I slot print_timing: id 2 | task 9027 | prompt eval time = 1820.55 ms / 884 tokens ( 2.06 ms per token, 485.57 tokens per second) 5.56.308.951 I slot print_timing: id 2 | task 9027 | eval time = 21.34 ms / 2 tokens ( 21.34 ms per token, 46.87 tokens per second) 5.56.308.951 I slot print_timing: id 2 | task 9027 | total time = 1841.88 ms / 886 tokens 5.56.308.952 I slot print_timing: id 2 | task 9027 | graphs reused = 7851 5.56.308.952 I slot print_timing: id 2 | task 9027 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.309.028 I slot release: id 2 | task 9027 | stop processing: n_tokens = 886, truncated = 0 5.56.309.353 I slot print_timing: id 3 | task 9028 | prompt eval time = 1808.83 ms / 1002 tokens ( 1.81 ms per token, 553.95 tokens per second) 5.56.309.356 I slot print_timing: id 3 | task 9028 | eval time = 21.11 ms / 2 tokens ( 21.11 ms per token, 47.38 tokens per second) 5.56.309.357 I slot print_timing: id 3 | task 9028 | total time = 1829.94 ms / 1004 tokens 5.56.309.357 I slot print_timing: id 3 | task 9028 | graphs reused = 7851 5.56.309.359 I slot print_timing: id 3 | task 9028 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.309.406 I slot release: id 3 | task 9028 | stop processing: n_tokens = 1004, truncated = 0 5.56.328.383 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.800 (> 0.100 thold), f_keep = 0.889 5.56.328.515 I slot launch_slot_: id 2 | task 9034 | processing task, is_child = 0 5.56.328.661 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1181.450 MiB) 5.56.540.049 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 910.157 MiB) 5.56.675.988 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 895.015 MiB) 5.56.687.721 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 914.407 MiB) 5.56.874.806 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.785 5.56.875.125 I slot launch_slot_: id 3 | task 9035 | processing task, is_child = 0 5.56.875.484 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 999, t_last = 356196760 5.56.983.222 I slot launch_slot_: id 0 | task 9036 | processing task, is_child = 0 5.56.983.423 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 356219325 5.56.983.749 I slot launch_slot_: id 1 | task 9037 | processing task, is_child = 0 5.58.344.380 I slot print_timing: id 0 | task 9036 | prompt eval time = 1257.09 ms / 193 tokens ( 6.51 ms per token, 153.53 tokens per second) 5.58.344.385 I slot print_timing: id 0 | task 9036 | eval time = 103.50 ms / 2 tokens ( 103.50 ms per token, 9.66 tokens per second) 5.58.344.386 I slot print_timing: id 0 | task 9036 | total time = 1360.59 ms / 195 tokens 5.58.344.387 I slot print_timing: id 0 | task 9036 | graphs reused = 7851 5.58.344.388 I slot print_timing: id 0 | task 9036 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.344.464 I slot release: id 0 | task 9036 | stop processing: n_tokens = 953, truncated = 0 5.58.345.561 I slot print_timing: id 2 | task 9034 | prompt eval time = 1145.95 ms / 226 tokens ( 5.07 ms per token, 197.22 tokens per second) 5.58.345.565 I slot print_timing: id 2 | task 9034 | eval time = 104.08 ms / 2 tokens ( 104.08 ms per token, 9.61 tokens per second) 5.58.345.566 I slot print_timing: id 2 | task 9034 | total time = 1250.03 ms / 228 tokens 5.58.345.566 I slot print_timing: id 2 | task 9034 | graphs reused = 7851 5.58.345.567 I slot print_timing: id 2 | task 9034 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.345.640 I slot release: id 2 | task 9034 | stop processing: n_tokens = 986, truncated = 0 5.58.345.973 I slot print_timing: id 3 | task 9035 | prompt eval time = 1067.67 ms / 134 tokens ( 7.97 ms per token, 125.51 tokens per second) 5.58.345.976 I slot print_timing: id 3 | task 9035 | eval time = 103.90 ms / 2 tokens ( 103.90 ms per token, 9.62 tokens per second) 5.58.345.977 I slot print_timing: id 3 | task 9035 | total time = 1171.58 ms / 136 tokens 5.58.345.977 I slot print_timing: id 3 | task 9035 | graphs reused = 7851 5.58.345.978 I slot print_timing: id 3 | task 9035 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.346.014 I slot release: id 3 | task 9035 | stop processing: n_tokens = 894, truncated = 0 5.58.363.686 I slot print_timing: id 1 | task 9037 | prompt eval time = 1260.76 ms / 871 tokens ( 1.45 ms per token, 690.85 tokens per second) 5.58.363.691 I slot print_timing: id 1 | task 9037 | eval time = 18.45 ms / 2 tokens ( 18.45 ms per token, 54.19 tokens per second) 5.58.363.692 I slot print_timing: id 1 | task 9037 | total time = 1279.22 ms / 873 tokens 5.58.363.693 I slot print_timing: id 1 | task 9037 | graphs reused = 7851 5.58.363.694 I slot print_timing: id 1 | task 9037 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.363.739 I slot release: id 1 | task 9037 | stop processing: n_tokens = 873, truncated = 0 5.58.364.805 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 953, t_last = 358255212 5.58.521.871 I slot launch_slot_: id 0 | task 9043 | processing task, is_child = 0 5.58.521.980 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 896.937 MiB) 5.58.693.520 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1071.180 MiB) 5.58.870.937 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1064.508 MiB) 5.59.088.612 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 986, t_last = 358256388 5.59.088.864 I slot launch_slot_: id 2 | task 9044 | processing task, is_child = 0 5.59.089.044 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 894, t_last = 358256761 5.59.089.215 I slot launch_slot_: id 3 | task 9045 | processing task, is_child = 0 5.59.089.309 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 873, t_last = 358274486 5.59.089.481 I slot launch_slot_: id 1 | task 9046 | processing task, is_child = 0 6.01.406.055 I slot print_timing: id 0 | task 9043 | prompt eval time = 2220.95 ms / 943 tokens ( 2.36 ms per token, 424.59 tokens per second) 6.01.406.061 I slot print_timing: id 0 | task 9043 | eval time = 95.60 ms / 2 tokens ( 95.60 ms per token, 10.46 tokens per second) 6.01.406.062 I slot print_timing: id 0 | task 9043 | total time = 2316.55 ms / 945 tokens 6.01.406.063 I slot print_timing: id 0 | task 9043 | graphs reused = 7851 6.01.406.064 I slot print_timing: id 0 | task 9043 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.406.136 I slot release: id 0 | task 9043 | stop processing: n_tokens = 945, truncated = 0 6.01.406.487 I slot print_timing: id 1 | task 9046 | prompt eval time = 2206.52 ms / 1365 tokens ( 1.62 ms per token, 618.62 tokens per second) 6.01.406.491 I slot print_timing: id 1 | task 9046 | eval time = 95.44 ms / 2 tokens ( 95.44 ms per token, 10.48 tokens per second) 6.01.406.492 I slot print_timing: id 1 | task 9046 | total time = 2301.97 ms / 1367 tokens 6.01.406.492 I slot print_timing: id 1 | task 9046 | graphs reused = 7851 6.01.406.493 I slot print_timing: id 1 | task 9046 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.406.577 I slot release: id 1 | task 9046 | stop processing: n_tokens = 1367, truncated = 0 6.01.406.930 I slot print_timing: id 2 | task 9044 | prompt eval time = 2196.50 ms / 924 tokens ( 2.38 ms per token, 420.67 tokens per second) 6.01.406.933 I slot print_timing: id 2 | task 9044 | eval time = 95.27 ms / 2 tokens ( 95.27 ms per token, 10.50 tokens per second) 6.01.406.933 I slot print_timing: id 2 | task 9044 | total time = 2291.77 ms / 926 tokens 6.01.406.934 I slot print_timing: id 2 | task 9044 | graphs reused = 7851 6.01.406.935 I slot print_timing: id 2 | task 9044 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.406.979 I slot release: id 2 | task 9044 | stop processing: n_tokens = 926, truncated = 0 6.01.425.773 I slot print_timing: id 3 | task 9045 | prompt eval time = 2277.87 ms / 898 tokens ( 2.54 ms per token, 394.23 tokens per second) 6.01.425.779 I slot print_timing: id 3 | task 9045 | eval time = 18.15 ms / 2 tokens ( 18.15 ms per token, 55.09 tokens per second) 6.01.425.780 I slot print_timing: id 3 | task 9045 | total time = 2296.02 ms / 900 tokens 6.01.425.780 I slot print_timing: id 3 | task 9045 | graphs reused = 7851 6.01.425.782 I slot print_timing: id 3 | task 9045 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.425.836 I slot release: id 3 | task 9045 | stop processing: n_tokens = 900, truncated = 0 6.01.425.848 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.875 (> 0.100 thold), f_keep = 0.868 6.01.425.956 I slot launch_slot_: id 1 | task 9053 | processing task, is_child = 0 6.01.426.074 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1088.775 MiB) 6.01.573.522 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1327.550 MiB) 6.01.742.356 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 913.314 MiB) 6.01.910.214 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 945, t_last = 361316884 6.01.910.713 I slot launch_slot_: id 0 | task 9054 | processing task, is_child = 0 6.01.910.999 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 926, t_last = 361317726 6.01.911.348 I slot launch_slot_: id 2 | task 9055 | processing task, is_child = 0 6.01.911.561 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 361336583 6.01.911.889 I slot launch_slot_: id 3 | task 9056 | processing task, is_child = 0 6.03.852.170 I slot print_timing: id 1 | task 9053 | prompt eval time = 1555.58 ms / 170 tokens ( 9.15 ms per token, 109.28 tokens per second) 6.03.852.175 I slot print_timing: id 1 | task 9053 | eval time = 358.79 ms / 2 tokens ( 358.79 ms per token, 2.79 tokens per second) 6.03.852.176 I slot print_timing: id 1 | task 9053 | total time = 1914.37 ms / 172 tokens 6.03.852.178 I slot print_timing: id 1 | task 9053 | graphs reused = 7851 6.03.852.178 I slot print_timing: id 1 | task 9053 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.852.261 I slot release: id 1 | task 9053 | stop processing: n_tokens = 1357, truncated = 0 6.04.067.428 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1357, t_last = 363763009 6.04.067.567 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1236.202 MiB) 6.04.304.277 I slot launch_slot_: id 1 | task 9061 | processing task, is_child = 0 6.04.478.781 I slot print_timing: id 0 | task 9054 | prompt eval time = 2154.16 ms / 1310 tokens ( 1.64 ms per token, 608.12 tokens per second) 6.04.478.786 I slot print_timing: id 0 | task 9054 | eval time = 412.69 ms / 2 tokens ( 412.69 ms per token, 2.42 tokens per second) 6.04.478.788 I slot print_timing: id 0 | task 9054 | total time = 2566.85 ms / 1312 tokens 6.04.478.789 I slot print_timing: id 0 | task 9054 | graphs reused = 7851 6.04.478.789 I slot print_timing: id 0 | task 9054 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.478.865 I slot release: id 0 | task 9054 | stop processing: n_tokens = 1312, truncated = 0 6.04.479.285 I slot print_timing: id 2 | task 9055 | prompt eval time = 1992.31 ms / 1268 tokens ( 1.57 ms per token, 636.45 tokens per second) 6.04.479.288 I slot print_timing: id 2 | task 9055 | eval time = 412.51 ms / 2 tokens ( 412.51 ms per token, 2.42 tokens per second) 6.04.479.289 I slot print_timing: id 2 | task 9055 | total time = 2404.82 ms / 1270 tokens 6.04.479.289 I slot print_timing: id 2 | task 9055 | graphs reused = 7851 6.04.479.290 I slot print_timing: id 2 | task 9055 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.479.351 I slot release: id 2 | task 9055 | stop processing: n_tokens = 1270, truncated = 0 6.04.479.807 I slot print_timing: id 3 | task 9056 | prompt eval time = 1980.84 ms / 790 tokens ( 2.51 ms per token, 398.82 tokens per second) 6.04.479.810 I slot print_timing: id 3 | task 9056 | eval time = 412.39 ms / 2 tokens ( 412.39 ms per token, 2.42 tokens per second) 6.04.479.811 I slot print_timing: id 3 | task 9056 | total time = 2393.23 ms / 792 tokens 6.04.479.812 I slot print_timing: id 3 | task 9056 | graphs reused = 7851 6.04.479.812 I slot print_timing: id 3 | task 9056 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.479.871 I slot release: id 3 | task 9056 | stop processing: n_tokens = 792, truncated = 0 6.04.511.362 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1312, t_last = 364389613 6.04.511.496 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 906.813 MiB) 6.04.747.308 I slot launch_slot_: id 0 | task 9065 | processing task, is_child = 0 6.04.747.442 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1220.468 MiB) 6.05.042.546 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1198.403 MiB) 6.05.199.450 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1270, t_last = 364390099 6.05.199.717 I slot launch_slot_: id 2 | task 9064 | processing task, is_child = 0 6.05.199.813 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 792, t_last = 364390619 6.05.199.996 I slot launch_slot_: id 3 | task 9066 | processing task, is_child = 0 6.06.618.630 I slot print_timing: id 1 | task 9061 | prompt eval time = 1984.98 ms / 808 tokens ( 2.46 ms per token, 407.06 tokens per second) 6.06.618.636 I slot print_timing: id 1 | task 9061 | eval time = 329.35 ms / 2 tokens ( 329.35 ms per token, 3.04 tokens per second) 6.06.618.637 I slot print_timing: id 1 | task 9061 | total time = 2314.32 ms / 810 tokens 6.06.618.639 I slot print_timing: id 1 | task 9061 | graphs reused = 7851 6.06.618.640 I slot print_timing: id 1 | task 9061 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.618.700 I slot release: id 1 | task 9061 | stop processing: n_tokens = 810, truncated = 0 6.06.813.441 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 810, t_last = 366529448 6.06.813.543 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 976.067 MiB) 6.06.968.213 I slot launch_slot_: id 1 | task 9071 | processing task, is_child = 0 6.07.146.912 I slot print_timing: id 0 | task 9065 | prompt eval time = 1612.06 ms / 895 tokens ( 1.80 ms per token, 555.19 tokens per second) 6.07.146.918 I slot print_timing: id 0 | task 9065 | eval time = 334.83 ms / 2 tokens ( 334.83 ms per token, 2.99 tokens per second) 6.07.146.919 I slot print_timing: id 0 | task 9065 | total time = 1946.89 ms / 897 tokens 6.07.146.921 I slot print_timing: id 0 | task 9065 | graphs reused = 7851 6.07.146.922 I slot print_timing: id 0 | task 9065 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.147.013 I slot release: id 0 | task 9065 | stop processing: n_tokens = 897, truncated = 0 6.07.147.466 I slot print_timing: id 2 | task 9064 | prompt eval time = 1544.21 ms / 865 tokens ( 1.79 ms per token, 560.16 tokens per second) 6.07.147.469 I slot print_timing: id 2 | task 9064 | eval time = 334.71 ms / 2 tokens ( 334.71 ms per token, 2.99 tokens per second) 6.07.147.469 I slot print_timing: id 2 | task 9064 | total time = 1878.92 ms / 867 tokens 6.07.147.470 I slot print_timing: id 2 | task 9064 | graphs reused = 7851 6.07.147.471 I slot print_timing: id 2 | task 9064 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.147.524 I slot release: id 2 | task 9064 | stop processing: n_tokens = 867, truncated = 0 6.07.147.981 I slot print_timing: id 3 | task 9066 | prompt eval time = 1529.58 ms / 801 tokens ( 1.91 ms per token, 523.67 tokens per second) 6.07.147.984 I slot print_timing: id 3 | task 9066 | eval time = 334.55 ms / 2 tokens ( 334.55 ms per token, 2.99 tokens per second) 6.07.147.985 I slot print_timing: id 3 | task 9066 | total time = 1864.12 ms / 803 tokens 6.07.147.986 I slot print_timing: id 3 | task 9066 | graphs reused = 7851 6.07.147.987 I slot print_timing: id 3 | task 9066 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.148.036 I slot release: id 3 | task 9066 | stop processing: n_tokens = 803, truncated = 0 6.07.182.485 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.876 (> 0.100 thold), f_keep = 0.862 6.07.182.592 I slot launch_slot_: id 3 | task 9074 | processing task, is_child = 0 6.07.182.699 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 957.956 MiB) 6.07.364.209 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 933.174 MiB) 6.07.499.813 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 897, t_last = 367057761 6.07.500.071 I slot launch_slot_: id 0 | task 9075 | processing task, is_child = 0 6.07.500.172 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 867, t_last = 367058271 6.07.500.372 I slot launch_slot_: id 2 | task 9076 | processing task, is_child = 0 6.08.754.732 I slot print_timing: id 1 | task 9071 | prompt eval time = 1500.72 ms / 866 tokens ( 1.73 ms per token, 577.06 tokens per second) 6.08.754.738 I slot print_timing: id 1 | task 9071 | eval time = 285.77 ms / 2 tokens ( 285.77 ms per token, 3.50 tokens per second) 6.08.754.739 I slot print_timing: id 1 | task 9071 | total time = 1786.49 ms / 868 tokens 6.08.754.740 I slot print_timing: id 1 | task 9071 | graphs reused = 7851 6.08.754.741 I slot print_timing: id 1 | task 9071 | graph reallocs = 0 / 0 (same size) / (changed size) 6.08.754.805 I slot release: id 1 | task 9071 | stop processing: n_tokens = 868, truncated = 0 6.08.907.134 I slot print_timing: id 3 | task 9074 | prompt eval time = 1182.19 ms / 128 tokens ( 9.24 ms per token, 108.27 tokens per second) 6.08.907.139 I slot print_timing: id 3 | task 9074 | eval time = 151.46 ms / 2 tokens ( 151.46 ms per token, 6.60 tokens per second) 6.08.907.140 I slot print_timing: id 3 | task 9074 | total time = 1333.65 ms / 130 tokens 6.08.907.141 I slot print_timing: id 3 | task 9074 | graphs reused = 7851 6.08.907.141 I slot print_timing: id 3 | task 9074 | graph reallocs = 0 / 0 (same size) / (changed size) 6.08.907.191 I slot release: id 3 | task 9074 | stop processing: n_tokens = 791, truncated = 0 6.08.907.202 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 868, t_last = 368665553 6.08.907.307 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1567.219 MiB) 6.09.043.249 I slot launch_slot_: id 1 | task 9081 | processing task, is_child = 0 6.09.171.616 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 791, t_last = 368817938 6.09.171.860 I slot launch_slot_: id 3 | task 9082 | processing task, is_child = 0 6.09.533.598 I slot print_timing: id 0 | task 9075 | prompt eval time = 1405.71 ms / 809 tokens ( 1.74 ms per token, 575.51 tokens per second) 6.09.533.604 I slot print_timing: id 0 | task 9075 | eval time = 627.49 ms / 2 tokens ( 627.49 ms per token, 1.59 tokens per second) 6.09.533.605 I slot print_timing: id 0 | task 9075 | total time = 2033.20 ms / 811 tokens 6.09.533.606 I slot print_timing: id 0 | task 9075 | graphs reused = 7851 6.09.533.607 I slot print_timing: id 0 | task 9075 | graph reallocs = 0 / 0 (same size) / (changed size) 6.09.533.678 I slot release: id 0 | task 9075 | stop processing: n_tokens = 811, truncated = 0 6.09.534.129 I slot print_timing: id 2 | task 9076 | prompt eval time = 1344.39 ms / 785 tokens ( 1.71 ms per token, 583.91 tokens per second) 6.09.534.133 I slot print_timing: id 2 | task 9076 | eval time = 627.36 ms / 2 tokens ( 627.36 ms per token, 1.59 tokens per second) 6.09.534.134 I slot print_timing: id 2 | task 9076 | total time = 1971.75 ms / 787 tokens 6.09.534.134 I slot print_timing: id 2 | task 9076 | graphs reused = 7851 6.09.534.135 I slot print_timing: id 2 | task 9076 | graph reallocs = 0 / 0 (same size) / (changed size) 6.09.534.186 I slot release: id 2 | task 9076 | stop processing: n_tokens = 787, truncated = 0 6.09.744.244 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 811, t_last = 369444426 6.09.744.353 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1229.314 MiB) 6.09.986.674 I slot launch_slot_: id 0 | task 9085 | processing task, is_child = 0 6.10.114.418 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 787, t_last = 369444935 6.10.114.662 I slot launch_slot_: id 2 | task 9086 | processing task, is_child = 0 6.11.371.096 I slot print_timing: id 1 | task 9081 | prompt eval time = 1965.98 ms / 958 tokens ( 2.05 ms per token, 487.29 tokens per second) 6.11.371.103 I slot print_timing: id 1 | task 9081 | eval time = 233.23 ms / 2 tokens ( 233.23 ms per token, 4.29 tokens per second) 6.11.371.104 I slot print_timing: id 1 | task 9081 | total time = 2199.21 ms / 960 tokens 6.11.371.105 I slot print_timing: id 1 | task 9081 | graphs reused = 7851 6.11.371.106 I slot print_timing: id 1 | task 9081 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.371.183 I slot release: id 1 | task 9081 | stop processing: n_tokens = 960, truncated = 0 6.11.371.614 I slot print_timing: id 3 | task 9082 | prompt eval time = 1955.94 ms / 934 tokens ( 2.09 ms per token, 477.52 tokens per second) 6.11.371.618 I slot print_timing: id 3 | task 9082 | eval time = 233.08 ms / 2 tokens ( 233.08 ms per token, 4.29 tokens per second) 6.11.371.619 I slot print_timing: id 3 | task 9082 | total time = 2189.03 ms / 936 tokens 6.11.371.619 I slot print_timing: id 3 | task 9082 | graphs reused = 7851 6.11.371.620 I slot print_timing: id 3 | task 9082 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.371.667 I slot release: id 3 | task 9082 | stop processing: n_tokens = 936, truncated = 0 6.11.523.700 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.886 6.11.523.835 I slot launch_slot_: id 1 | task 9091 | processing task, is_child = 0 6.11.523.949 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1215.532 MiB) 6.11.706.246 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 936, t_last = 371282414 6.11.706.502 I slot launch_slot_: id 3 | task 9092 | processing task, is_child = 0 6.11.938.134 I slot print_timing: id 0 | task 9085 | prompt eval time = 1408.33 ms / 954 tokens ( 1.48 ms per token, 677.40 tokens per second) 6.11.938.139 I slot print_timing: id 0 | task 9085 | eval time = 415.12 ms / 2 tokens ( 415.12 ms per token, 2.41 tokens per second) 6.11.938.140 I slot print_timing: id 0 | task 9085 | total time = 1823.45 ms / 956 tokens 6.11.938.141 I slot print_timing: id 0 | task 9085 | graphs reused = 7851 6.11.938.142 I slot print_timing: id 0 | task 9085 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.938.204 I slot release: id 0 | task 9085 | stop processing: n_tokens = 956, truncated = 0 6.11.938.635 I slot print_timing: id 2 | task 9086 | prompt eval time = 1345.15 ms / 937 tokens ( 1.44 ms per token, 696.58 tokens per second) 6.11.938.638 I slot print_timing: id 2 | task 9086 | eval time = 414.95 ms / 2 tokens ( 414.95 ms per token, 2.41 tokens per second) 6.11.938.639 I slot print_timing: id 2 | task 9086 | total time = 1760.09 ms / 939 tokens 6.11.938.639 I slot print_timing: id 2 | task 9086 | graphs reused = 7851 6.11.938.640 I slot print_timing: id 2 | task 9086 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.938.683 I slot release: id 2 | task 9086 | stop processing: n_tokens = 939, truncated = 0 6.12.087.759 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 371848951 6.12.087.873 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 804.293 MiB) 6.12.265.604 I slot launch_slot_: id 0 | task 9095 | processing task, is_child = 0 6.12.265.720 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 821.450 MiB) 6.12.276.479 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.377 MiB) 6.12.464.552 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 939, t_last = 371849430 6.12.464.802 I slot launch_slot_: id 2 | task 9096 | processing task, is_child = 0 6.13.390.003 I slot print_timing: id 1 | task 9091 | prompt eval time = 1240.18 ms / 137 tokens ( 9.05 ms per token, 110.47 tokens per second) 6.13.390.008 I slot print_timing: id 1 | task 9091 | eval time = 443.30 ms / 2 tokens ( 443.30 ms per token, 2.26 tokens per second) 6.13.390.009 I slot print_timing: id 1 | task 9091 | total time = 1683.48 ms / 139 tokens 6.13.390.010 I slot print_timing: id 1 | task 9091 | graphs reused = 7851 6.13.390.011 I slot print_timing: id 1 | task 9091 | graph reallocs = 0 / 0 (same size) / (changed size) 6.13.390.067 I slot release: id 1 | task 9091 | stop processing: n_tokens = 960, truncated = 0 6.13.617.801 I slot print_timing: id 3 | task 9092 | prompt eval time = 1605.40 ms / 802 tokens ( 2.00 ms per token, 499.56 tokens per second) 6.13.617.807 I slot print_timing: id 3 | task 9092 | eval time = 226.93 ms / 2 tokens ( 226.93 ms per token, 4.41 tokens per second) 6.13.617.809 I slot print_timing: id 3 | task 9092 | total time = 1832.32 ms / 804 tokens 6.13.617.810 I slot print_timing: id 3 | task 9092 | graphs reused = 7851 6.13.617.811 I slot print_timing: id 3 | task 9092 | graph reallocs = 0 / 0 (same size) / (changed size) 6.13.617.881 I slot release: id 3 | task 9092 | stop processing: n_tokens = 804, truncated = 0 6.13.617.898 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 960, t_last = 373300815 6.13.618.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 895.782 MiB) 6.13.792.634 I slot launch_slot_: id 1 | task 9100 | processing task, is_child = 0 6.13.792.742 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.734 MiB) 6.13.968.818 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 804, t_last = 373528630 6.13.969.090 I slot launch_slot_: id 3 | task 9101 | processing task, is_child = 0 6.14.814.291 I slot print_timing: id 0 | task 9095 | prompt eval time = 1979.73 ms / 801 tokens ( 2.47 ms per token, 404.60 tokens per second) 6.14.814.297 I slot print_timing: id 0 | task 9095 | eval time = 369.73 ms / 2 tokens ( 369.73 ms per token, 2.70 tokens per second) 6.14.814.299 I slot print_timing: id 0 | task 9095 | total time = 2349.46 ms / 803 tokens 6.14.814.300 I slot print_timing: id 0 | task 9095 | graphs reused = 7851 6.14.814.301 I slot print_timing: id 0 | task 9095 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.814.360 I slot release: id 0 | task 9095 | stop processing: n_tokens = 803, truncated = 0 6.14.814.795 I slot print_timing: id 2 | task 9096 | prompt eval time = 1911.47 ms / 975 tokens ( 1.96 ms per token, 510.08 tokens per second) 6.14.814.798 I slot print_timing: id 2 | task 9096 | eval time = 369.44 ms / 2 tokens ( 369.44 ms per token, 2.71 tokens per second) 6.14.814.799 I slot print_timing: id 2 | task 9096 | total time = 2280.91 ms / 977 tokens 6.14.814.800 I slot print_timing: id 2 | task 9096 | graphs reused = 7851 6.14.814.801 I slot print_timing: id 2 | task 9096 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.814.861 I slot release: id 2 | task 9096 | stop processing: n_tokens = 977, truncated = 0 6.15.006.162 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 803, t_last = 374725109 6.15.006.261 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.973 MiB) 6.15.128.840 I slot launch_slot_: id 0 | task 9105 | processing task, is_child = 0 6.15.128.955 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 817.403 MiB) 6.15.313.246 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 374725608 6.15.313.502 I slot launch_slot_: id 2 | task 9106 | processing task, is_child = 0 6.16.147.652 I slot print_timing: id 1 | task 9100 | prompt eval time = 1757.09 ms / 954 tokens ( 1.84 ms per token, 542.94 tokens per second) 6.16.147.657 I slot print_timing: id 1 | task 9100 | eval time = 373.56 ms / 2 tokens ( 373.56 ms per token, 2.68 tokens per second) 6.16.147.659 I slot print_timing: id 1 | task 9100 | total time = 2130.65 ms / 956 tokens 6.16.147.659 I slot print_timing: id 1 | task 9100 | graphs reused = 7851 6.16.147.660 I slot print_timing: id 1 | task 9100 | graph reallocs = 0 / 0 (same size) / (changed size) 6.16.147.728 I slot release: id 1 | task 9100 | stop processing: n_tokens = 956, truncated = 0 6.16.148.176 I slot print_timing: id 3 | task 9101 | prompt eval time = 1669.96 ms / 960 tokens ( 1.74 ms per token, 574.86 tokens per second) 6.16.148.181 I slot print_timing: id 3 | task 9101 | eval time = 373.22 ms / 2 tokens ( 373.22 ms per token, 2.68 tokens per second) 6.16.148.181 I slot print_timing: id 3 | task 9101 | total time = 2043.18 ms / 962 tokens 6.16.148.182 I slot print_timing: id 3 | task 9101 | graphs reused = 7851 6.16.148.183 I slot print_timing: id 3 | task 9101 | graph reallocs = 0 / 0 (same size) / (changed size) 6.16.148.229 I slot release: id 3 | task 9101 | stop processing: n_tokens = 962, truncated = 0 6.16.312.947 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 956, t_last = 376058475 6.16.313.062 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.527 MiB) 6.16.493.144 I slot launch_slot_: id 1 | task 9110 | processing task, is_child = 0 6.16.493.258 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 986.551 MiB) 6.16.677.915 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 962, t_last = 376058976 6.16.678.181 I slot launch_slot_: id 3 | task 9111 | processing task, is_child = 0 6.17.497.584 I slot print_timing: id 0 | task 9105 | prompt eval time = 1795.67 ms / 922 tokens ( 1.95 ms per token, 513.46 tokens per second) 6.17.497.589 I slot print_timing: id 0 | task 9105 | eval time = 388.38 ms / 2 tokens ( 388.38 ms per token, 2.57 tokens per second) 6.17.497.590 I slot print_timing: id 0 | task 9105 | total time = 2184.06 ms / 924 tokens 6.17.497.591 I slot print_timing: id 0 | task 9105 | graphs reused = 7851 6.17.497.592 I slot print_timing: id 0 | task 9105 | graph reallocs = 0 / 0 (same size) / (changed size) 6.17.497.691 I slot release: id 0 | task 9105 | stop processing: n_tokens = 924, truncated = 0 6.17.498.130 I slot print_timing: id 2 | task 9106 | prompt eval time = 1729.53 ms / 891 tokens ( 1.94 ms per token, 515.17 tokens per second) 6.17.498.133 I slot print_timing: id 2 | task 9106 | eval time = 388.21 ms / 2 tokens ( 388.21 ms per token, 2.58 tokens per second) 6.17.498.134 I slot print_timing: id 2 | task 9106 | total time = 2117.74 ms / 893 tokens 6.17.498.135 I slot print_timing: id 2 | task 9106 | graphs reused = 7851 6.17.498.136 I slot print_timing: id 2 | task 9106 | graph reallocs = 0 / 0 (same size) / (changed size) 6.17.498.195 I slot release: id 2 | task 9106 | stop processing: n_tokens = 893, truncated = 0 6.17.650.972 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.866 6.17.651.105 I slot launch_slot_: id 0 | task 9115 | processing task, is_child = 0 6.17.651.214 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.615 MiB) 6.17.809.166 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 893, t_last = 377408943 6.17.809.427 I slot launch_slot_: id 2 | task 9116 | processing task, is_child = 0 6.18.647.081 I slot print_timing: id 1 | task 9110 | prompt eval time = 1601.51 ms / 898 tokens ( 1.78 ms per token, 560.72 tokens per second) 6.18.647.087 I slot print_timing: id 1 | task 9110 | eval time = 312.73 ms / 2 tokens ( 312.73 ms per token, 3.20 tokens per second) 6.18.647.088 I slot print_timing: id 1 | task 9110 | total time = 1914.24 ms / 900 tokens 6.18.647.089 I slot print_timing: id 1 | task 9110 | graphs reused = 7851 6.18.647.090 I slot print_timing: id 1 | task 9110 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.647.160 I slot release: id 1 | task 9110 | stop processing: n_tokens = 900, truncated = 0 6.18.647.608 I slot print_timing: id 3 | task 9111 | prompt eval time = 1530.31 ms / 896 tokens ( 1.71 ms per token, 585.50 tokens per second) 6.18.647.611 I slot print_timing: id 3 | task 9111 | eval time = 312.57 ms / 2 tokens ( 312.57 ms per token, 3.20 tokens per second) 6.18.647.612 I slot print_timing: id 3 | task 9111 | total time = 1842.88 ms / 898 tokens 6.18.647.613 I slot print_timing: id 3 | task 9111 | graphs reused = 7851 6.18.647.613 I slot print_timing: id 3 | task 9111 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.647.675 I slot release: id 3 | task 9111 | stop processing: n_tokens = 898, truncated = 0 6.18.852.147 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 900, t_last = 378557908 6.18.852.256 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 989.411 MiB) 6.19.040.674 I slot launch_slot_: id 1 | task 9120 | processing task, is_child = 0 6.19.040.786 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1266.313 MiB) 6.19.184.081 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 898, t_last = 378558423 6.19.184.336 I slot launch_slot_: id 3 | task 9121 | processing task, is_child = 0 6.19.863.819 I slot print_timing: id 0 | task 9115 | prompt eval time = 1042.70 ms / 114 tokens ( 9.15 ms per token, 109.33 tokens per second) 6.19.863.835 I slot print_timing: id 0 | task 9115 | eval time = 1011.64 ms / 2 tokens ( 1011.64 ms per token, 0.99 tokens per second) 6.19.863.837 I slot print_timing: id 0 | task 9115 | total time = 2054.35 ms / 116 tokens 6.19.863.838 I slot print_timing: id 0 | task 9115 | graphs reused = 7851 6.19.863.839 I slot print_timing: id 0 | task 9115 | graph reallocs = 0 / 0 (same size) / (changed size) 6.19.863.986 I slot release: id 0 | task 9115 | stop processing: n_tokens = 886, truncated = 0 6.20.282.347 I slot print_timing: id 2 | task 9116 | prompt eval time = 1903.89 ms / 1233 tokens ( 1.54 ms per token, 647.62 tokens per second) 6.20.282.354 I slot print_timing: id 2 | task 9116 | eval time = 415.92 ms / 2 tokens ( 415.92 ms per token, 2.40 tokens per second) 6.20.282.355 I slot print_timing: id 2 | task 9116 | total time = 2319.81 ms / 1235 tokens 6.20.282.358 I slot print_timing: id 2 | task 9116 | graphs reused = 7851 6.20.282.359 I slot print_timing: id 2 | task 9116 | graph reallocs = 0 / 0 (same size) / (changed size) 6.20.282.438 I slot release: id 2 | task 9116 | stop processing: n_tokens = 1235, truncated = 0 6.20.282.452 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 886, t_last = 379774737 6.20.282.559 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 815.731 MiB) 6.20.440.818 I slot launch_slot_: id 0 | task 9124 | processing task, is_child = 0 6.20.440.946 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 814.778 MiB) 6.20.451.581 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1025.944 MiB) 6.20.658.974 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 380193186 6.20.659.274 I slot launch_slot_: id 2 | task 9125 | processing task, is_child = 0 6.22.955.173 I slot print_timing: id 3 | task 9121 | prompt processing, n_tokens = 1293, progress = 1.00, t = 3.57 s / 362.65 tokens per second 6.23.199.255 I slot print_timing: id 1 | task 9120 | prompt eval time = 3646.02 ms / 1247 tokens ( 2.92 ms per token, 342.02 tokens per second) 6.23.199.261 I slot print_timing: id 1 | task 9120 | eval time = 368.88 ms / 2 tokens ( 368.88 ms per token, 2.71 tokens per second) 6.23.199.263 I slot print_timing: id 1 | task 9120 | total time = 4014.90 ms / 1249 tokens 6.23.199.264 I slot print_timing: id 1 | task 9120 | graphs reused = 7851 6.23.199.264 I slot print_timing: id 1 | task 9120 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.199.350 I slot release: id 1 | task 9120 | stop processing: n_tokens = 1249, truncated = 0 6.23.383.160 I slot print_timing: id 0 | task 9124 | prompt eval time = 2539.57 ms / 2549 tokens ( 1.00 ms per token, 1003.72 tokens per second) 6.23.383.166 I slot print_timing: id 0 | task 9124 | eval time = 184.29 ms / 2 tokens ( 184.29 ms per token, 5.43 tokens per second) 6.23.383.167 I slot print_timing: id 0 | task 9124 | total time = 2723.86 ms / 2551 tokens 6.23.383.169 I slot print_timing: id 0 | task 9124 | graphs reused = 7851 6.23.383.169 I slot print_timing: id 0 | task 9124 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.383.438 I slot release: id 0 | task 9124 | stop processing: n_tokens = 2551, truncated = 0 6.23.383.791 I slot print_timing: id 3 | task 9121 | prompt eval time = 3935.93 ms / 1297 tokens ( 3.03 ms per token, 329.53 tokens per second) 6.23.383.795 I slot print_timing: id 3 | task 9121 | eval time = 183.68 ms / 2 tokens ( 183.68 ms per token, 5.44 tokens per second) 6.23.383.796 I slot print_timing: id 3 | task 9121 | total time = 4119.61 ms / 1299 tokens 6.23.383.796 I slot print_timing: id 3 | task 9121 | graphs reused = 7851 6.23.383.797 I slot print_timing: id 3 | task 9121 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.383.862 I slot release: id 3 | task 9121 | stop processing: n_tokens = 1299, truncated = 0 6.23.383.881 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.846 (> 0.100 thold), f_keep = 0.895 6.23.384.040 I slot launch_slot_: id 0 | task 9131 | processing task, is_child = 0 6.23.384.183 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1005.927 MiB) 6.23.624.494 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1011.646 MiB) 6.23.832.853 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1249, t_last = 383110098 6.23.833.130 I slot launch_slot_: id 1 | task 9132 | processing task, is_child = 0 6.23.833.255 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1299, t_last = 383294610 6.23.833.465 I slot launch_slot_: id 3 | task 9133 | processing task, is_child = 0 6.25.726.216 I slot print_timing: id 2 | task 9125 | prompt eval time = 3244.68 ms / 2458 tokens ( 1.32 ms per token, 757.55 tokens per second) 6.25.726.221 I slot print_timing: id 2 | task 9125 | eval time = 911.23 ms / 2 tokens ( 911.23 ms per token, 1.10 tokens per second) 6.25.726.222 I slot print_timing: id 2 | task 9125 | total time = 4155.91 ms / 2460 tokens 6.25.726.223 I slot print_timing: id 2 | task 9125 | graphs reused = 7851 6.25.726.223 I slot print_timing: id 2 | task 9125 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.726.380 I slot release: id 2 | task 9125 | stop processing: n_tokens = 2460, truncated = 0 6.26.058.269 I slot print_timing: id 0 | task 9131 | prompt eval time = 1892.36 ms / 415 tokens ( 4.56 ms per token, 219.30 tokens per second) 6.26.058.275 I slot print_timing: id 0 | task 9131 | eval time = 332.43 ms / 2 tokens ( 332.43 ms per token, 3.01 tokens per second) 6.26.058.276 I slot print_timing: id 0 | task 9131 | total time = 2224.78 ms / 417 tokens 6.26.058.277 I slot print_timing: id 0 | task 9131 | graphs reused = 7851 6.26.058.279 I slot print_timing: id 0 | task 9131 | graph reallocs = 0 / 0 (same size) / (changed size) 6.26.058.455 I slot release: id 0 | task 9131 | stop processing: n_tokens = 2698, truncated = 0 6.26.058.471 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 2460, t_last = 385637128 6.26.058.655 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 929.627 MiB) 6.26.070.880 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 936.299 MiB) 6.26.317.568 I slot launch_slot_: id 2 | task 9137 | processing task, is_child = 0 6.26.317.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 934.393 MiB) 6.26.540.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 2698, t_last = 385969204 6.26.541.063 I slot launch_slot_: id 0 | task 9138 | processing task, is_child = 0 6.27.986.568 I slot print_timing: id 1 | task 9132 | prompt eval time = 3483.94 ms / 1741 tokens ( 2.00 ms per token, 499.72 tokens per second) 6.27.986.574 I slot print_timing: id 1 | task 9132 | eval time = 576.43 ms / 2 tokens ( 576.43 ms per token, 1.73 tokens per second) 6.27.986.575 I slot print_timing: id 1 | task 9132 | total time = 4060.37 ms / 1743 tokens 6.27.986.575 I slot print_timing: id 1 | task 9132 | graphs reused = 7851 6.27.986.576 I slot print_timing: id 1 | task 9132 | graph reallocs = 0 / 0 (same size) / (changed size) 6.27.986.761 I slot release: id 1 | task 9132 | stop processing: n_tokens = 1743, truncated = 0 6.28.109.207 I slot print_timing: id 3 | task 9133 | prompt processing, n_tokens = 2605, progress = 1.00, t = 3.97 s / 656.45 tokens per second 6.28.431.699 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.796 (> 0.100 thold), f_keep = 0.838 6.28.431.841 I slot launch_slot_: id 1 | task 9142 | processing task, is_child = 0 6.28.966.798 I slot print_timing: id 3 | task 9133 | prompt eval time = 4413.83 ms / 2609 tokens ( 1.69 ms per token, 591.10 tokens per second) 6.28.966.802 I slot print_timing: id 3 | task 9133 | eval time = 535.11 ms / 2 tokens ( 535.11 ms per token, 1.87 tokens per second) 6.28.966.804 I slot print_timing: id 3 | task 9133 | total time = 4948.94 ms / 2611 tokens 6.28.966.805 I slot print_timing: id 3 | task 9133 | graphs reused = 7851 6.28.966.805 I slot print_timing: id 3 | task 9133 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.966.980 I slot release: id 3 | task 9133 | stop processing: n_tokens = 2611, truncated = 0 6.29.134.360 I slot print_timing: id 0 | task 9138 | prompt eval time = 2425.34 ms / 2007 tokens ( 1.21 ms per token, 827.51 tokens per second) 6.29.134.365 I slot print_timing: id 0 | task 9138 | eval time = 167.94 ms / 2 tokens ( 167.94 ms per token, 5.95 tokens per second) 6.29.134.366 I slot print_timing: id 0 | task 9138 | total time = 2593.28 ms / 2009 tokens 6.29.134.367 I slot print_timing: id 0 | task 9138 | graphs reused = 7851 6.29.134.368 I slot print_timing: id 0 | task 9138 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.134.518 I slot release: id 0 | task 9138 | stop processing: n_tokens = 2009, truncated = 0 6.29.136.027 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.756 (> 0.100 thold), f_keep = 0.727 6.29.136.153 I slot launch_slot_: id 0 | task 9145 | processing task, is_child = 0 6.29.136.341 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1175.777 MiB) 6.29.151.964 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1204.047 MiB) 6.29.379.021 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2611, t_last = 388877728 6.29.379.354 I slot launch_slot_: id 3 | task 9146 | processing task, is_child = 0 6.29.971.897 I slot print_timing: id 1 | task 9142 | prompt eval time = 641.35 ms / 374 tokens ( 1.71 ms per token, 583.14 tokens per second) 6.29.971.914 I slot print_timing: id 1 | task 9142 | eval time = 836.56 ms / 2 tokens ( 836.56 ms per token, 1.20 tokens per second) 6.29.971.916 I slot print_timing: id 1 | task 9142 | total time = 1477.92 ms / 376 tokens 6.29.971.917 I slot print_timing: id 1 | task 9142 | graphs reused = 7851 6.29.971.918 I slot print_timing: id 1 | task 9142 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.972.182 I slot release: id 1 | task 9142 | stop processing: n_tokens = 1835, truncated = 0 6.29.973.271 I slot print_timing: id 2 | task 9137 | prompt eval time = 2499.95 ms / 1817 tokens ( 1.38 ms per token, 726.81 tokens per second) 6.29.973.284 I slot print_timing: id 2 | task 9137 | eval time = 837.24 ms / 2 tokens ( 837.24 ms per token, 1.19 tokens per second) 6.29.973.285 I slot print_timing: id 2 | task 9137 | total time = 3337.19 ms / 1819 tokens 6.29.973.286 I slot print_timing: id 2 | task 9137 | graphs reused = 7851 6.29.973.287 I slot print_timing: id 2 | task 9137 | graph reallocs = 0 / 0 (same size) / (changed size) 6.29.973.450 I slot release: id 2 | task 9137 | stop processing: n_tokens = 1819, truncated = 0 6.30.311.882 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1835, t_last = 389882932 6.30.312.040 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1528.654 MiB) 6.30.570.926 I slot launch_slot_: id 1 | task 9149 | processing task, is_child = 0 6.30.571.079 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1225.048 MiB) 6.30.793.695 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1819, t_last = 389884199 6.30.793.995 I slot launch_slot_: id 2 | task 9150 | processing task, is_child = 0 6.31.804.194 I slot print_timing: id 0 | task 9145 | prompt eval time = 1998.99 ms / 509 tokens ( 3.93 ms per token, 254.63 tokens per second) 6.31.804.200 I slot print_timing: id 0 | task 9145 | eval time = 425.83 ms / 2 tokens ( 425.83 ms per token, 2.35 tokens per second) 6.31.804.201 I slot print_timing: id 0 | task 9145 | total time = 2424.82 ms / 511 tokens 6.31.804.202 I slot print_timing: id 0 | task 9145 | graphs reused = 7851 6.31.804.202 I slot print_timing: id 0 | task 9145 | graph reallocs = 0 / 0 (same size) / (changed size) 6.31.804.347 I slot release: id 0 | task 9145 | stop processing: n_tokens = 1932, truncated = 0 6.32.004.528 I slot print_timing: id 3 | task 9146 | prompt eval time = 2324.90 ms / 1758 tokens ( 1.32 ms per token, 756.16 tokens per second) 6.32.004.533 I slot print_timing: id 3 | task 9146 | eval time = 199.33 ms / 2 tokens ( 199.33 ms per token, 5.02 tokens per second) 6.32.004.534 I slot print_timing: id 3 | task 9146 | total time = 2524.23 ms / 1760 tokens 6.32.004.535 I slot print_timing: id 3 | task 9146 | graphs reused = 7851 6.32.004.536 I slot print_timing: id 3 | task 9146 | graph reallocs = 0 / 0 (same size) / (changed size) 6.32.004.652 I slot release: id 3 | task 9146 | stop processing: n_tokens = 1760, truncated = 0 6.32.004.669 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1932, t_last = 391715095 6.32.004.823 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1318.830 MiB) 6.32.253.415 I slot launch_slot_: id 0 | task 9154 | processing task, is_child = 0 6.32.253.570 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1642.564 MiB) 6.32.452.507 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1760, t_last = 391915401 6.32.452.807 I slot launch_slot_: id 3 | task 9155 | processing task, is_child = 0 6.33.123.284 I slot print_timing: id 1 | task 9149 | prompt eval time = 1922.70 ms / 745 tokens ( 2.58 ms per token, 387.48 tokens per second) 6.33.123.289 I slot print_timing: id 1 | task 9149 | eval time = 345.11 ms / 2 tokens ( 345.11 ms per token, 2.90 tokens per second) 6.33.123.290 I slot print_timing: id 1 | task 9149 | total time = 2267.81 ms / 747 tokens 6.33.123.291 I slot print_timing: id 1 | task 9149 | graphs reused = 7851 6.33.123.292 I slot print_timing: id 1 | task 9149 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.123.351 I slot release: id 1 | task 9149 | stop processing: n_tokens = 747, truncated = 0 6.33.123.692 I slot print_timing: id 2 | task 9150 | prompt eval time = 1895.92 ms / 725 tokens ( 2.62 ms per token, 382.40 tokens per second) 6.33.123.695 I slot print_timing: id 2 | task 9150 | eval time = 344.76 ms / 2 tokens ( 344.76 ms per token, 2.90 tokens per second) 6.33.123.695 I slot print_timing: id 2 | task 9150 | total time = 2240.68 ms / 727 tokens 6.33.123.696 I slot print_timing: id 2 | task 9150 | graphs reused = 7851 6.33.123.696 I slot print_timing: id 2 | task 9150 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.123.730 I slot release: id 2 | task 9150 | stop processing: n_tokens = 727, truncated = 0 6.33.269.293 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 747, t_last = 393034100 6.33.368.688 I slot launch_slot_: id 1 | task 9159 | processing task, is_child = 0 6.33.368.783 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1321.191 MiB) 6.33.517.436 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.879 6.33.517.588 I slot launch_slot_: id 2 | task 9160 | processing task, is_child = 0 6.34.157.472 I slot print_timing: id 0 | task 9154 | prompt eval time = 1410.11 ms / 759 tokens ( 1.86 ms per token, 538.26 tokens per second) 6.34.157.479 I slot print_timing: id 0 | task 9154 | eval time = 294.54 ms / 2 tokens ( 294.54 ms per token, 3.40 tokens per second) 6.34.157.480 I slot print_timing: id 0 | task 9154 | total time = 1704.64 ms / 761 tokens 6.34.157.481 I slot print_timing: id 0 | task 9154 | graphs reused = 7851 6.34.157.482 I slot print_timing: id 0 | task 9154 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.157.541 I slot release: id 0 | task 9154 | stop processing: n_tokens = 761, truncated = 0 6.34.157.968 I slot print_timing: id 3 | task 9155 | prompt eval time = 1295.71 ms / 724 tokens ( 1.79 ms per token, 558.77 tokens per second) 6.34.157.971 I slot print_timing: id 3 | task 9155 | eval time = 293.07 ms / 2 tokens ( 293.07 ms per token, 3.41 tokens per second) 6.34.157.972 I slot print_timing: id 3 | task 9155 | total time = 1588.77 ms / 726 tokens 6.34.157.972 I slot print_timing: id 3 | task 9155 | graphs reused = 7851 6.34.157.973 I slot print_timing: id 3 | task 9155 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.158.012 I slot release: id 3 | task 9155 | stop processing: n_tokens = 726, truncated = 0 6.34.335.283 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 761, t_last = 394068289 6.34.435.934 I slot launch_slot_: id 0 | task 9164 | processing task, is_child = 0 6.34.436.030 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1629.070 MiB) 6.34.588.834 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 726, t_last = 394068759 6.34.589.170 I slot launch_slot_: id 3 | task 9165 | processing task, is_child = 0 6.35.020.953 I slot print_timing: id 2 | task 9160 | prompt eval time = 756.54 ms / 129 tokens ( 5.86 ms per token, 170.51 tokens per second) 6.35.020.958 I slot print_timing: id 2 | task 9160 | eval time = 685.67 ms / 2 tokens ( 685.67 ms per token, 1.46 tokens per second) 6.35.020.959 I slot print_timing: id 2 | task 9160 | total time = 1442.21 ms / 131 tokens 6.35.020.961 I slot print_timing: id 2 | task 9160 | graphs reused = 7851 6.35.020.961 I slot print_timing: id 2 | task 9160 | graph reallocs = 0 / 0 (same size) / (changed size) 6.35.021.018 I slot release: id 2 | task 9160 | stop processing: n_tokens = 740, truncated = 0 6.35.378.184 I slot print_timing: id 1 | task 9159 | prompt eval time = 1451.24 ms / 797 tokens ( 1.82 ms per token, 549.18 tokens per second) 6.35.378.190 I slot print_timing: id 1 | task 9159 | eval time = 357.59 ms / 2 tokens ( 357.59 ms per token, 2.80 tokens per second) 6.35.378.191 I slot print_timing: id 1 | task 9159 | total time = 1808.84 ms / 799 tokens 6.35.378.192 I slot print_timing: id 1 | task 9159 | graphs reused = 7851 6.35.378.193 I slot print_timing: id 1 | task 9159 | graph reallocs = 0 / 0 (same size) / (changed size) 6.35.378.263 I slot release: id 1 | task 9159 | stop processing: n_tokens = 799, truncated = 0 6.35.378.280 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 740, t_last = 394931765 6.35.495.664 I slot launch_slot_: id 2 | task 9168 | processing task, is_child = 0 6.35.495.767 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1308.807 MiB) 6.35.658.463 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 395289011 6.35.658.706 I slot launch_slot_: id 1 | task 9169 | processing task, is_child = 0 6.36.817.795 I slot print_timing: id 0 | task 9164 | prompt eval time = 1997.46 ms / 1045 tokens ( 1.91 ms per token, 523.16 tokens per second) 6.36.817.801 I slot print_timing: id 0 | task 9164 | eval time = 231.14 ms / 2 tokens ( 231.14 ms per token, 4.33 tokens per second) 6.36.817.802 I slot print_timing: id 0 | task 9164 | total time = 2228.60 ms / 1047 tokens 6.36.817.804 I slot print_timing: id 0 | task 9164 | graphs reused = 7851 6.36.817.805 I slot print_timing: id 0 | task 9164 | graph reallocs = 0 / 0 (same size) / (changed size) 6.36.817.887 I slot release: id 0 | task 9164 | stop processing: n_tokens = 1047, truncated = 0 6.36.818.309 I slot print_timing: id 3 | task 9165 | prompt eval time = 1928.70 ms / 806 tokens ( 2.39 ms per token, 417.90 tokens per second) 6.36.818.312 I slot print_timing: id 3 | task 9165 | eval time = 230.95 ms / 2 tokens ( 230.95 ms per token, 4.33 tokens per second) 6.36.818.312 I slot print_timing: id 3 | task 9165 | total time = 2159.64 ms / 808 tokens 6.36.818.313 I slot print_timing: id 3 | task 9165 | graphs reused = 7851 6.36.818.314 I slot print_timing: id 3 | task 9165 | graph reallocs = 0 / 0 (same size) / (changed size) 6.36.818.377 I slot release: id 3 | task 9165 | stop processing: n_tokens = 808, truncated = 0 6.36.939.845 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1047, t_last = 396728635 6.36.939.965 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1310.261 MiB) 6.37.153.776 I slot launch_slot_: id 0 | task 9174 | processing task, is_child = 0 6.37.272.664 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 808, t_last = 396729125 6.37.273.004 I slot launch_slot_: id 3 | task 9175 | processing task, is_child = 0 6.37.576.068 I slot print_timing: id 1 | task 9169 | prompt eval time = 1226.65 ms / 843 tokens ( 1.46 ms per token, 687.24 tokens per second) 6.37.576.074 I slot print_timing: id 1 | task 9169 | eval time = 636.97 ms / 2 tokens ( 636.97 ms per token, 1.57 tokens per second) 6.37.576.075 I slot print_timing: id 1 | task 9169 | total time = 1863.62 ms / 845 tokens 6.37.576.076 I slot print_timing: id 1 | task 9169 | graphs reused = 7851 6.37.576.077 I slot print_timing: id 1 | task 9169 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.576.154 I slot release: id 1 | task 9169 | stop processing: n_tokens = 845, truncated = 0 6.37.576.626 I slot print_timing: id 2 | task 9168 | prompt eval time = 1217.58 ms / 797 tokens ( 1.53 ms per token, 654.58 tokens per second) 6.37.576.629 I slot print_timing: id 2 | task 9168 | eval time = 636.79 ms / 2 tokens ( 636.79 ms per token, 1.57 tokens per second) 6.37.576.630 I slot print_timing: id 2 | task 9168 | total time = 1854.36 ms / 799 tokens 6.37.576.631 I slot print_timing: id 2 | task 9168 | graphs reused = 7851 6.37.576.631 I slot print_timing: id 2 | task 9168 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.576.683 I slot release: id 2 | task 9168 | stop processing: n_tokens = 799, truncated = 0 6.37.790.000 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.884 6.37.790.153 I slot launch_slot_: id 1 | task 9178 | processing task, is_child = 0 6.37.790.273 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1307.885 MiB) 6.38.005.402 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 799, t_last = 397487430 6.38.005.627 I slot launch_slot_: id 2 | task 9179 | processing task, is_child = 0 6.39.073.622 I slot print_timing: id 0 | task 9174 | prompt eval time = 1543.85 ms / 836 tokens ( 1.85 ms per token, 541.50 tokens per second) 6.39.073.628 I slot print_timing: id 0 | task 9174 | eval time = 256.74 ms / 2 tokens ( 256.74 ms per token, 3.90 tokens per second) 6.39.073.631 I slot print_timing: id 0 | task 9174 | total time = 1800.59 ms / 838 tokens 6.39.073.633 I slot print_timing: id 0 | task 9174 | graphs reused = 7851 6.39.073.634 I slot print_timing: id 0 | task 9174 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.073.696 I slot release: id 0 | task 9174 | stop processing: n_tokens = 838, truncated = 0 6.39.074.826 I slot print_timing: id 3 | task 9175 | prompt eval time = 1523.92 ms / 899 tokens ( 1.70 ms per token, 589.93 tokens per second) 6.39.074.830 I slot print_timing: id 3 | task 9175 | eval time = 257.26 ms / 2 tokens ( 257.26 ms per token, 3.89 tokens per second) 6.39.074.831 I slot print_timing: id 3 | task 9175 | total time = 1781.18 ms / 901 tokens 6.39.074.832 I slot print_timing: id 3 | task 9175 | graphs reused = 7851 6.39.074.833 I slot print_timing: id 3 | task 9175 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.074.886 I slot release: id 3 | task 9175 | stop processing: n_tokens = 901, truncated = 0 6.39.162.989 I slot print_timing: id 1 | task 9178 | prompt eval time = 1025.44 ms / 141 tokens ( 7.27 ms per token, 137.50 tokens per second) 6.39.162.994 I slot print_timing: id 1 | task 9178 | eval time = 88.50 ms / 2 tokens ( 88.50 ms per token, 11.30 tokens per second) 6.39.162.995 I slot print_timing: id 1 | task 9178 | total time = 1113.93 ms / 143 tokens 6.39.162.996 I slot print_timing: id 1 | task 9178 | graphs reused = 7851 6.39.162.996 I slot print_timing: id 1 | task 9178 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.163.056 I slot release: id 1 | task 9178 | stop processing: n_tokens = 860, truncated = 0 6.39.163.724 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 838, t_last = 398984444 6.39.163.824 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 740.150 MiB) 6.39.287.541 I slot launch_slot_: id 0 | task 9184 | processing task, is_child = 0 6.39.287.649 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 721.086 MiB) 6.39.471.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 753.494 MiB) 6.39.603.163 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 901, t_last = 398985634 6.39.603.404 I slot launch_slot_: id 3 | task 9185 | processing task, is_child = 0 6.39.603.497 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 860, t_last = 399073804 6.39.603.681 I slot launch_slot_: id 1 | task 9186 | processing task, is_child = 0 6.39.972.615 I slot print_timing: id 2 | task 9179 | prompt eval time = 1044.40 ms / 907 tokens ( 1.15 ms per token, 868.44 tokens per second) 6.39.972.635 I slot print_timing: id 2 | task 9179 | eval time = 808.86 ms / 2 tokens ( 808.86 ms per token, 1.24 tokens per second) 6.39.972.638 I slot print_timing: id 2 | task 9179 | total time = 1853.26 ms / 909 tokens 6.39.972.639 I slot print_timing: id 2 | task 9179 | graphs reused = 7851 6.39.972.640 I slot print_timing: id 2 | task 9179 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.972.769 I slot release: id 2 | task 9179 | stop processing: n_tokens = 909, truncated = 0 6.40.372.214 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 909, t_last = 399883519 6.40.372.329 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 720.133 MiB) 6.40.382.567 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.048 MiB) 6.40.555.350 I slot launch_slot_: id 2 | task 9189 | processing task, is_child = 0 6.41.389.780 I slot print_timing: id 0 | task 9184 | prompt eval time = 1647.18 ms / 825 tokens ( 2.00 ms per token, 500.86 tokens per second) 6.41.389.785 I slot print_timing: id 0 | task 9184 | eval time = 138.90 ms / 2 tokens ( 138.90 ms per token, 7.20 tokens per second) 6.41.389.786 I slot print_timing: id 0 | task 9184 | total time = 1786.08 ms / 827 tokens 6.41.389.788 I slot print_timing: id 0 | task 9184 | graphs reused = 7851 6.41.389.788 I slot print_timing: id 0 | task 9184 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.389.864 I slot release: id 0 | task 9184 | stop processing: n_tokens = 827, truncated = 0 6.41.390.306 I slot print_timing: id 1 | task 9186 | prompt eval time = 1637.53 ms / 852 tokens ( 1.92 ms per token, 520.29 tokens per second) 6.41.390.309 I slot print_timing: id 1 | task 9186 | eval time = 138.71 ms / 2 tokens ( 138.71 ms per token, 7.21 tokens per second) 6.41.390.310 I slot print_timing: id 1 | task 9186 | total time = 1776.24 ms / 854 tokens 6.41.390.311 I slot print_timing: id 1 | task 9186 | graphs reused = 7851 6.41.390.311 I slot print_timing: id 1 | task 9186 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.390.360 I slot release: id 1 | task 9186 | stop processing: n_tokens = 854, truncated = 0 6.41.390.827 I slot print_timing: id 3 | task 9185 | prompt eval time = 1625.03 ms / 685 tokens ( 2.37 ms per token, 421.53 tokens per second) 6.41.390.830 I slot print_timing: id 3 | task 9185 | eval time = 138.54 ms / 2 tokens ( 138.54 ms per token, 7.22 tokens per second) 6.41.390.831 I slot print_timing: id 3 | task 9185 | total time = 1763.57 ms / 687 tokens 6.41.390.832 I slot print_timing: id 3 | task 9185 | graphs reused = 7851 6.41.390.833 I slot print_timing: id 3 | task 9185 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.390.884 I slot release: id 3 | task 9185 | stop processing: n_tokens = 687, truncated = 0 6.41.457.303 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 401300611 6.41.571.077 I slot launch_slot_: id 0 | task 9194 | processing task, is_child = 0 6.41.571.184 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 794.402 MiB) 6.41.582.474 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1100.791 MiB) 6.41.887.735 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 854, t_last = 401301107 6.41.887.992 I slot launch_slot_: id 1 | task 9195 | processing task, is_child = 0 6.41.888.070 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 687, t_last = 401301632 6.41.888.229 I slot launch_slot_: id 3 | task 9196 | processing task, is_child = 0 6.42.195.036 I slot print_timing: id 2 | task 9189 | prompt eval time = 816.14 ms / 762 tokens ( 1.07 ms per token, 933.67 tokens per second) 6.42.195.042 I slot print_timing: id 2 | task 9189 | eval time = 737.73 ms / 2 tokens ( 737.73 ms per token, 1.36 tokens per second) 6.42.195.044 I slot print_timing: id 2 | task 9189 | total time = 1553.87 ms / 764 tokens 6.42.195.045 I slot print_timing: id 2 | task 9189 | graphs reused = 7851 6.42.195.046 I slot print_timing: id 2 | task 9189 | graph reallocs = 0 / 0 (same size) / (changed size) 6.42.195.116 I slot release: id 2 | task 9189 | stop processing: n_tokens = 764, truncated = 0 6.42.535.214 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 764, t_last = 402105864 6.42.535.332 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 818.606 MiB) 6.42.707.216 I slot launch_slot_: id 2 | task 9199 | processing task, is_child = 0 6.43.502.547 I slot print_timing: id 0 | task 9194 | prompt eval time = 1489.39 ms / 741 tokens ( 2.01 ms per token, 497.52 tokens per second) 6.43.502.552 I slot print_timing: id 0 | task 9194 | eval time = 124.91 ms / 2 tokens ( 124.91 ms per token, 8.01 tokens per second) 6.43.502.553 I slot print_timing: id 0 | task 9194 | total time = 1614.30 ms / 743 tokens 6.43.502.554 I slot print_timing: id 0 | task 9194 | graphs reused = 7851 6.43.502.555 I slot print_timing: id 0 | task 9194 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.502.614 I slot release: id 0 | task 9194 | stop processing: n_tokens = 743, truncated = 0 6.43.503.019 I slot print_timing: id 1 | task 9195 | prompt eval time = 1479.96 ms / 720 tokens ( 2.06 ms per token, 486.50 tokens per second) 6.43.503.022 I slot print_timing: id 1 | task 9195 | eval time = 124.68 ms / 2 tokens ( 124.68 ms per token, 8.02 tokens per second) 6.43.503.023 I slot print_timing: id 1 | task 9195 | total time = 1604.63 ms / 722 tokens 6.43.503.023 I slot print_timing: id 1 | task 9195 | graphs reused = 7851 6.43.503.024 I slot print_timing: id 1 | task 9195 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.503.063 I slot release: id 1 | task 9195 | stop processing: n_tokens = 722, truncated = 0 6.43.503.432 I slot print_timing: id 3 | task 9196 | prompt eval time = 1470.30 ms / 746 tokens ( 1.97 ms per token, 507.38 tokens per second) 6.43.503.436 I slot print_timing: id 3 | task 9196 | eval time = 124.37 ms / 2 tokens ( 124.37 ms per token, 8.04 tokens per second) 6.43.503.437 I slot print_timing: id 3 | task 9196 | total time = 1594.67 ms / 748 tokens 6.43.503.437 I slot print_timing: id 3 | task 9196 | graphs reused = 7851 6.43.503.438 I slot print_timing: id 3 | task 9196 | graph reallocs = 0 / 0 (same size) / (changed size) 6.43.503.476 I slot release: id 3 | task 9196 | stop processing: n_tokens = 748, truncated = 0 6.43.567.184 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.852 6.43.567.296 I slot launch_slot_: id 0 | task 9204 | processing task, is_child = 0 6.43.567.389 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 810.028 MiB) 6.43.707.422 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 860.639 MiB) 6.43.818.526 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.877 6.43.818.676 I slot launch_slot_: id 1 | task 9205 | processing task, is_child = 0 6.43.818.770 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 748, t_last = 403414223 6.43.852.782 I slot launch_slot_: id 3 | task 9206 | processing task, is_child = 0 6.44.135.110 I slot print_timing: id 2 | task 9199 | prompt eval time = 784.98 ms / 724 tokens ( 1.08 ms per token, 922.31 tokens per second) 6.44.135.116 I slot print_timing: id 2 | task 9199 | eval time = 567.93 ms / 2 tokens ( 567.93 ms per token, 1.76 tokens per second) 6.44.135.118 I slot print_timing: id 2 | task 9199 | total time = 1352.91 ms / 726 tokens 6.44.135.120 I slot print_timing: id 2 | task 9199 | graphs reused = 7851 6.44.135.121 I slot print_timing: id 2 | task 9199 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.135.175 I slot release: id 2 | task 9199 | stop processing: n_tokens = 726, truncated = 0 6.44.370.689 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.889 (> 0.100 thold), f_keep = 0.872 6.44.370.855 I slot launch_slot_: id 2 | task 9209 | processing task, is_child = 0 6.44.763.482 I slot print_timing: id 0 | task 9204 | prompt eval time = 787.56 ms / 117 tokens ( 6.73 ms per token, 148.56 tokens per second) 6.44.763.487 I slot print_timing: id 0 | task 9204 | eval time = 123.12 ms / 2 tokens ( 123.12 ms per token, 8.12 tokens per second) 6.44.763.488 I slot print_timing: id 0 | task 9204 | total time = 910.68 ms / 119 tokens 6.44.763.489 I slot print_timing: id 0 | task 9204 | graphs reused = 7851 6.44.763.490 I slot print_timing: id 0 | task 9204 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.763.538 I slot release: id 0 | task 9204 | stop processing: n_tokens = 722, truncated = 0 6.44.763.967 I slot print_timing: id 1 | task 9205 | prompt eval time = 666.49 ms / 112 tokens ( 5.95 ms per token, 168.04 tokens per second) 6.44.763.970 I slot print_timing: id 1 | task 9205 | eval time = 122.93 ms / 2 tokens ( 122.93 ms per token, 8.13 tokens per second) 6.44.763.971 I slot print_timing: id 1 | task 9205 | total time = 789.42 ms / 114 tokens 6.44.763.972 I slot print_timing: id 1 | task 9205 | graphs reused = 7851 6.44.763.973 I slot print_timing: id 1 | task 9205 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.764.015 I slot release: id 1 | task 9205 | stop processing: n_tokens = 717, truncated = 0 6.44.764.467 I slot print_timing: id 3 | task 9206 | prompt eval time = 607.27 ms / 110 tokens ( 5.52 ms per token, 181.14 tokens per second) 6.44.764.470 I slot print_timing: id 3 | task 9206 | eval time = 122.76 ms / 2 tokens ( 122.76 ms per token, 8.15 tokens per second) 6.44.764.471 I slot print_timing: id 3 | task 9206 | total time = 730.03 ms / 112 tokens 6.44.764.471 I slot print_timing: id 3 | task 9206 | graphs reused = 7851 6.44.764.472 I slot print_timing: id 3 | task 9206 | graph reallocs = 0 / 0 (same size) / (changed size) 6.44.764.508 I slot release: id 3 | task 9206 | stop processing: n_tokens = 715, truncated = 0 6.44.829.380 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.890 6.44.829.501 I slot launch_slot_: id 3 | task 9213 | processing task, is_child = 0 6.44.979.724 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1101.306 MiB) 6.45.143.880 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.877 6.45.144.021 I slot launch_slot_: id 0 | task 9214 | processing task, is_child = 0 6.45.144.112 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.838 (> 0.100 thold), f_keep = 0.883 6.45.144.210 I slot launch_slot_: id 1 | task 9215 | processing task, is_child = 0 6.45.389.146 I slot print_timing: id 2 | task 9209 | prompt eval time = 351.22 ms / 108 tokens ( 3.25 ms per token, 307.50 tokens per second) 6.45.389.152 I slot print_timing: id 2 | task 9209 | eval time = 559.77 ms / 2 tokens ( 559.77 ms per token, 1.79 tokens per second) 6.45.389.153 I slot print_timing: id 2 | task 9209 | total time = 910.99 ms / 110 tokens 6.45.389.154 I slot print_timing: id 2 | task 9209 | graphs reused = 7851 6.45.389.155 I slot print_timing: id 2 | task 9209 | graph reallocs = 0 / 0 (same size) / (changed size) 6.45.389.216 I slot release: id 2 | task 9209 | stop processing: n_tokens = 713, truncated = 0 6.45.632.227 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.885 (> 0.100 thold), f_keep = 0.888 6.45.632.395 I slot launch_slot_: id 2 | task 9218 | processing task, is_child = 0 6.46.084.938 I slot print_timing: id 0 | task 9214 | prompt eval time = 780.21 ms / 117 tokens ( 6.67 ms per token, 149.96 tokens per second) 6.46.084.943 I slot print_timing: id 0 | task 9214 | eval time = 160.49 ms / 2 tokens ( 160.49 ms per token, 6.23 tokens per second) 6.46.084.944 I slot print_timing: id 0 | task 9214 | total time = 940.70 ms / 119 tokens 6.46.084.946 I slot print_timing: id 0 | task 9214 | graphs reused = 7851 6.46.084.947 I slot print_timing: id 0 | task 9214 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.085.004 I slot release: id 0 | task 9214 | stop processing: n_tokens = 722, truncated = 0 6.46.085.340 I slot print_timing: id 1 | task 9215 | prompt eval time = 711.29 ms / 151 tokens ( 4.71 ms per token, 212.29 tokens per second) 6.46.085.344 I slot print_timing: id 1 | task 9215 | eval time = 158.75 ms / 2 tokens ( 158.75 ms per token, 6.30 tokens per second) 6.46.085.344 I slot print_timing: id 1 | task 9215 | total time = 870.04 ms / 153 tokens 6.46.085.345 I slot print_timing: id 1 | task 9215 | graphs reused = 7851 6.46.085.345 I slot print_timing: id 1 | task 9215 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.085.381 I slot release: id 1 | task 9215 | stop processing: n_tokens = 756, truncated = 0 6.46.085.744 I slot print_timing: id 3 | task 9213 | prompt eval time = 643.29 ms / 120 tokens ( 5.36 ms per token, 186.54 tokens per second) 6.46.085.747 I slot print_timing: id 3 | task 9213 | eval time = 157.31 ms / 2 tokens ( 157.31 ms per token, 6.36 tokens per second) 6.46.085.747 I slot print_timing: id 3 | task 9213 | total time = 800.61 ms / 122 tokens 6.46.085.748 I slot print_timing: id 3 | task 9213 | graphs reused = 7851 6.46.085.748 I slot print_timing: id 3 | task 9213 | graph reallocs = 0 / 0 (same size) / (changed size) 6.46.085.782 I slot release: id 3 | task 9213 | stop processing: n_tokens = 725, truncated = 0 6.46.148.519 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 722, t_last = 405995751 6.46.148.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 920.689 MiB) 6.46.277.302 I slot launch_slot_: id 0 | task 9222 | processing task, is_child = 0 6.46.277.402 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 928.315 MiB) 6.46.446.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 846.092 MiB) 6.46.578.408 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 756, t_last = 405996128 6.46.578.658 I slot launch_slot_: id 1 | task 9223 | processing task, is_child = 0 6.46.578.744 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 725, t_last = 405996529 6.46.578.910 I slot launch_slot_: id 3 | task 9224 | processing task, is_child = 0 6.47.119.704 I slot print_timing: id 2 | task 9218 | prompt eval time = 400.75 ms / 111 tokens ( 3.61 ms per token, 276.98 tokens per second) 6.47.119.709 I slot print_timing: id 2 | task 9218 | eval time = 971.18 ms / 2 tokens ( 971.18 ms per token, 1.03 tokens per second) 6.47.119.710 I slot print_timing: id 2 | task 9218 | total time = 1371.93 ms / 113 tokens 6.47.119.711 I slot print_timing: id 2 | task 9218 | graphs reused = 7851 6.47.119.712 I slot print_timing: id 2 | task 9218 | graph reallocs = 0 / 0 (same size) / (changed size) 6.47.119.765 I slot release: id 2 | task 9218 | stop processing: n_tokens = 716, truncated = 0 6.47.487.819 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 407030512 6.47.487.920 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 871.827 MiB) 6.47.642.462 I slot launch_slot_: id 2 | task 9227 | processing task, is_child = 0 6.48.720.051 I slot print_timing: id 0 | task 9222 | prompt eval time = 1975.50 ms / 877 tokens ( 2.25 ms per token, 443.94 tokens per second) 6.48.720.056 I slot print_timing: id 0 | task 9222 | eval time = 165.62 ms / 2 tokens ( 165.62 ms per token, 6.04 tokens per second) 6.48.720.057 I slot print_timing: id 0 | task 9222 | total time = 2141.12 ms / 879 tokens 6.48.720.058 I slot print_timing: id 0 | task 9222 | graphs reused = 7851 6.48.720.059 I slot print_timing: id 0 | task 9222 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.720.130 I slot release: id 0 | task 9222 | stop processing: n_tokens = 879, truncated = 0 6.48.720.541 I slot print_timing: id 1 | task 9223 | prompt eval time = 1964.49 ms / 1109 tokens ( 1.77 ms per token, 564.52 tokens per second) 6.48.720.544 I slot print_timing: id 1 | task 9223 | eval time = 165.41 ms / 2 tokens ( 165.41 ms per token, 6.05 tokens per second) 6.48.720.545 I slot print_timing: id 1 | task 9223 | total time = 2129.90 ms / 1111 tokens 6.48.720.545 I slot print_timing: id 1 | task 9223 | graphs reused = 7851 6.48.720.546 I slot print_timing: id 1 | task 9223 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.720.602 I slot release: id 1 | task 9223 | stop processing: n_tokens = 1111, truncated = 0 6.48.721.042 I slot print_timing: id 3 | task 9224 | prompt eval time = 1946.84 ms / 893 tokens ( 2.18 ms per token, 458.69 tokens per second) 6.48.721.046 I slot print_timing: id 3 | task 9224 | eval time = 165.24 ms / 2 tokens ( 165.24 ms per token, 6.05 tokens per second) 6.48.721.046 I slot print_timing: id 3 | task 9224 | total time = 2112.08 ms / 895 tokens 6.48.721.047 I slot print_timing: id 3 | task 9224 | graphs reused = 7851 6.48.721.048 I slot print_timing: id 3 | task 9224 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.721.093 I slot release: id 3 | task 9224 | stop processing: n_tokens = 895, truncated = 0 6.48.801.328 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.898 (> 0.100 thold), f_keep = 0.893 6.48.801.438 I slot launch_slot_: id 1 | task 9232 | processing task, is_child = 0 6.48.801.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 672.334 MiB) 6.48.958.720 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 760.416 MiB) 6.49.118.427 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 879, t_last = 408630878 6.49.118.676 I slot launch_slot_: id 0 | task 9233 | processing task, is_child = 0 6.49.118.777 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 895, t_last = 408631841 6.49.118.960 I slot launch_slot_: id 3 | task 9234 | processing task, is_child = 0 6.49.695.170 I slot print_timing: id 2 | task 9227 | prompt eval time = 1037.06 ms / 1099 tokens ( 0.94 ms per token, 1059.73 tokens per second) 6.49.695.176 I slot print_timing: id 2 | task 9227 | eval time = 893.84 ms / 2 tokens ( 893.84 ms per token, 1.12 tokens per second) 6.49.695.177 I slot print_timing: id 2 | task 9227 | total time = 1930.90 ms / 1101 tokens 6.49.695.179 I slot print_timing: id 2 | task 9227 | graphs reused = 7851 6.49.695.179 I slot print_timing: id 2 | task 9227 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.695.239 I slot release: id 2 | task 9227 | stop processing: n_tokens = 1101, truncated = 0 6.50.057.522 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.900 6.50.057.667 I slot launch_slot_: id 2 | task 9237 | processing task, is_child = 0 6.50.937.565 I slot print_timing: id 1 | task 9232 | prompt eval time = 1491.12 ms / 188 tokens ( 7.93 ms per token, 126.08 tokens per second) 6.50.937.572 I slot print_timing: id 1 | task 9232 | eval time = 316.31 ms / 2 tokens ( 316.31 ms per token, 3.16 tokens per second) 6.50.937.573 I slot print_timing: id 1 | task 9232 | total time = 1807.43 ms / 190 tokens 6.50.937.574 I slot print_timing: id 1 | task 9232 | graphs reused = 7851 6.50.937.575 I slot print_timing: id 1 | task 9232 | graph reallocs = 0 / 0 (same size) / (changed size) 6.50.937.646 I slot release: id 1 | task 9232 | stop processing: n_tokens = 1106, truncated = 0 6.51.052.071 I slot print_timing: id 0 | task 9233 | prompt eval time = 1818.22 ms / 1097 tokens ( 1.66 ms per token, 603.34 tokens per second) 6.51.052.076 I slot print_timing: id 0 | task 9233 | eval time = 114.87 ms / 2 tokens ( 114.87 ms per token, 8.71 tokens per second) 6.51.052.077 I slot print_timing: id 0 | task 9233 | total time = 1933.09 ms / 1099 tokens 6.51.052.078 I slot print_timing: id 0 | task 9233 | graphs reused = 7851 6.51.052.079 I slot print_timing: id 0 | task 9233 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.052.137 I slot release: id 0 | task 9233 | stop processing: n_tokens = 1099, truncated = 0 6.51.053.151 I slot print_timing: id 3 | task 9234 | prompt eval time = 1707.82 ms / 1090 tokens ( 1.57 ms per token, 638.24 tokens per second) 6.51.053.154 I slot print_timing: id 3 | task 9234 | eval time = 114.82 ms / 2 tokens ( 114.82 ms per token, 8.71 tokens per second) 6.51.053.155 I slot print_timing: id 3 | task 9234 | total time = 1822.64 ms / 1092 tokens 6.51.053.156 I slot print_timing: id 3 | task 9234 | graphs reused = 7851 6.51.053.157 I slot print_timing: id 3 | task 9234 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.053.207 I slot release: id 3 | task 9234 | stop processing: n_tokens = 1092, truncated = 0 6.51.053.224 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.909 (> 0.100 thold), f_keep = 0.903 6.51.053.364 I slot launch_slot_: id 0 | task 9241 | processing task, is_child = 0 6.51.053.487 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 745.165 MiB) 6.51.064.240 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 909.766 MiB) 6.51.258.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 900.000 MiB) 6.51.451.286 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.901 (> 0.100 thold), f_keep = 0.897 6.51.451.434 I slot launch_slot_: id 1 | task 9242 | processing task, is_child = 0 6.51.451.556 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.896 (> 0.100 thold), f_keep = 0.908 6.51.451.647 I slot launch_slot_: id 3 | task 9243 | processing task, is_child = 0 6.51.768.310 I slot print_timing: id 2 | task 9237 | prompt eval time = 770.50 ms / 183 tokens ( 4.21 ms per token, 237.51 tokens per second) 6.51.768.316 I slot print_timing: id 2 | task 9237 | eval time = 715.49 ms / 2 tokens ( 715.49 ms per token, 1.40 tokens per second) 6.51.768.318 I slot print_timing: id 2 | task 9237 | total time = 1485.99 ms / 185 tokens 6.51.768.319 I slot print_timing: id 2 | task 9237 | graphs reused = 7851 6.51.768.320 I slot print_timing: id 2 | task 9237 | graph reallocs = 0 / 0 (same size) / (changed size) 6.51.768.389 I slot release: id 2 | task 9237 | stop processing: n_tokens = 1101, truncated = 0 6.52.230.004 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.900 (> 0.100 thold), f_keep = 0.901 6.52.230.161 I slot launch_slot_: id 2 | task 9246 | processing task, is_child = 0 6.52.770.136 I slot print_timing: id 0 | task 9241 | prompt eval time = 1148.82 ms / 174 tokens ( 6.60 ms per token, 151.46 tokens per second) 6.52.770.141 I slot print_timing: id 0 | task 9241 | eval time = 169.65 ms / 2 tokens ( 169.65 ms per token, 5.89 tokens per second) 6.52.770.142 I slot print_timing: id 0 | task 9241 | total time = 1318.47 ms / 176 tokens 6.52.770.143 I slot print_timing: id 0 | task 9241 | graphs reused = 7851 6.52.770.144 I slot print_timing: id 0 | task 9241 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.770.207 I slot release: id 0 | task 9241 | stop processing: n_tokens = 1092, truncated = 0 6.52.770.622 I slot print_timing: id 1 | task 9242 | prompt eval time = 1062.45 ms / 184 tokens ( 5.77 ms per token, 173.18 tokens per second) 6.52.770.625 I slot print_timing: id 1 | task 9242 | eval time = 169.41 ms / 2 tokens ( 169.41 ms per token, 5.90 tokens per second) 6.52.770.625 I slot print_timing: id 1 | task 9242 | total time = 1231.87 ms / 186 tokens 6.52.770.626 I slot print_timing: id 1 | task 9242 | graphs reused = 7851 6.52.770.627 I slot print_timing: id 1 | task 9242 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.770.670 I slot release: id 1 | task 9242 | stop processing: n_tokens = 1102, truncated = 0 6.52.771.110 I slot print_timing: id 3 | task 9243 | prompt eval time = 956.73 ms / 190 tokens ( 5.04 ms per token, 198.59 tokens per second) 6.52.771.113 I slot print_timing: id 3 | task 9243 | eval time = 169.22 ms / 2 tokens ( 169.22 ms per token, 5.91 tokens per second) 6.52.771.114 I slot print_timing: id 3 | task 9243 | total time = 1125.95 ms / 192 tokens 6.52.771.114 I slot print_timing: id 3 | task 9243 | graphs reused = 7851 6.52.771.115 I slot print_timing: id 3 | task 9243 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.771.160 I slot release: id 3 | task 9243 | stop processing: n_tokens = 1108, truncated = 0 6.52.852.351 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.908 6.52.852.501 I slot launch_slot_: id 0 | task 9250 | processing task, is_child = 0 6.52.852.652 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 909.766 MiB) 6.52.868.179 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 924.986 MiB) 6.53.131.219 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 905.125 MiB) 6.53.318.668 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.906 (> 0.100 thold), f_keep = 0.900 6.53.318.830 I slot launch_slot_: id 1 | task 9251 | processing task, is_child = 0 6.53.318.952 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 6.53.319.048 I slot launch_slot_: id 3 | task 9252 | processing task, is_child = 0 6.53.642.574 I slot print_timing: id 2 | task 9246 | prompt eval time = 462.20 ms / 185 tokens ( 2.50 ms per token, 400.26 tokens per second) 6.53.642.580 I slot print_timing: id 2 | task 9246 | eval time = 790.23 ms / 2 tokens ( 790.23 ms per token, 1.27 tokens per second) 6.53.642.581 I slot print_timing: id 2 | task 9246 | total time = 1252.43 ms / 187 tokens 6.53.642.582 I slot print_timing: id 2 | task 9246 | graphs reused = 7851 6.53.642.582 I slot print_timing: id 2 | task 9246 | graph reallocs = 0 / 0 (same size) / (changed size) 6.53.642.643 I slot release: id 2 | task 9246 | stop processing: n_tokens = 1103, truncated = 0 6.54.010.857 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.899 6.54.011.003 I slot launch_slot_: id 2 | task 9255 | processing task, is_child = 0 6.54.559.695 I slot print_timing: id 0 | task 9250 | prompt eval time = 1066.74 ms / 177 tokens ( 6.03 ms per token, 165.93 tokens per second) 6.54.559.700 I slot print_timing: id 0 | task 9250 | eval time = 173.89 ms / 2 tokens ( 173.89 ms per token, 5.75 tokens per second) 6.54.559.701 I slot print_timing: id 0 | task 9250 | total time = 1240.63 ms / 179 tokens 6.54.559.702 I slot print_timing: id 0 | task 9250 | graphs reused = 7851 6.54.559.703 I slot print_timing: id 0 | task 9250 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.559.761 I slot release: id 0 | task 9250 | stop processing: n_tokens = 1095, truncated = 0 6.54.560.180 I slot print_timing: id 1 | task 9251 | prompt eval time = 973.96 ms / 178 tokens ( 5.47 ms per token, 182.76 tokens per second) 6.54.560.183 I slot print_timing: id 1 | task 9251 | eval time = 173.69 ms / 2 tokens ( 173.69 ms per token, 5.76 tokens per second) 6.54.560.184 I slot print_timing: id 1 | task 9251 | total time = 1147.65 ms / 180 tokens 6.54.560.185 I slot print_timing: id 1 | task 9251 | graphs reused = 7851 6.54.560.185 I slot print_timing: id 1 | task 9251 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.560.231 I slot release: id 1 | task 9251 | stop processing: n_tokens = 1096, truncated = 0 6.54.560.688 I slot print_timing: id 3 | task 9252 | prompt eval time = 869.74 ms / 182 tokens ( 4.78 ms per token, 209.26 tokens per second) 6.54.560.691 I slot print_timing: id 3 | task 9252 | eval time = 173.53 ms / 2 tokens ( 173.53 ms per token, 5.76 tokens per second) 6.54.560.692 I slot print_timing: id 3 | task 9252 | total time = 1043.28 ms / 184 tokens 6.54.560.692 I slot print_timing: id 3 | task 9252 | graphs reused = 7851 6.54.560.693 I slot print_timing: id 3 | task 9252 | graph reallocs = 0 / 0 (same size) / (changed size) 6.54.560.734 I slot release: id 3 | task 9252 | stop processing: n_tokens = 1100, truncated = 0 6.54.642.605 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.904 (> 0.100 thold), f_keep = 0.906 6.54.642.737 I slot launch_slot_: id 0 | task 9259 | processing task, is_child = 0 6.54.642.859 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 900.609 MiB) 6.54.655.782 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 911.907 MiB) 6.54.958.241 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 927.158 MiB) 6.54.970.773 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.726 MiB) 6.55.193.381 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1096, t_last = 414470978 6.55.193.644 I slot launch_slot_: id 1 | task 9260 | processing task, is_child = 0 6.55.193.757 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1100, t_last = 414471481 6.55.193.955 I slot launch_slot_: id 3 | task 9261 | processing task, is_child = 0 6.55.709.342 I slot print_timing: id 2 | task 9255 | prompt eval time = 469.77 ms / 181 tokens ( 2.60 ms per token, 385.30 tokens per second) 6.55.709.348 I slot print_timing: id 2 | task 9255 | eval time = 1066.74 ms / 2 tokens ( 1066.74 ms per token, 0.94 tokens per second) 6.55.709.349 I slot print_timing: id 2 | task 9255 | total time = 1536.50 ms / 183 tokens 6.55.709.350 I slot print_timing: id 2 | task 9255 | graphs reused = 7851 6.55.709.350 I slot print_timing: id 2 | task 9255 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.709.413 I slot release: id 2 | task 9255 | stop processing: n_tokens = 1099, truncated = 0 6.56.076.832 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1099, t_last = 415620161 6.56.076.985 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1123.996 MiB) 6.56.302.673 I slot launch_slot_: id 2 | task 9264 | processing task, is_child = 0 6.57.195.030 I slot print_timing: id 0 | task 9259 | prompt eval time = 1645.41 ms / 180 tokens ( 9.14 ms per token, 109.40 tokens per second) 6.57.195.036 I slot print_timing: id 0 | task 9259 | eval time = 355.64 ms / 2 tokens ( 355.64 ms per token, 2.81 tokens per second) 6.57.195.038 I slot print_timing: id 0 | task 9259 | total time = 2001.05 ms / 182 tokens 6.57.195.039 I slot print_timing: id 0 | task 9259 | graphs reused = 7851 6.57.195.039 I slot print_timing: id 0 | task 9259 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.195.109 I slot release: id 0 | task 9259 | stop processing: n_tokens = 1098, truncated = 0 6.57.369.232 I slot print_timing: id 1 | task 9260 | prompt eval time = 1910.26 ms / 1008 tokens ( 1.90 ms per token, 527.68 tokens per second) 6.57.369.238 I slot print_timing: id 1 | task 9260 | eval time = 173.33 ms / 2 tokens ( 173.33 ms per token, 5.77 tokens per second) 6.57.369.239 I slot print_timing: id 1 | task 9260 | total time = 2083.59 ms / 1010 tokens 6.57.369.240 I slot print_timing: id 1 | task 9260 | graphs reused = 7851 6.57.369.241 I slot print_timing: id 1 | task 9260 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.369.318 I slot release: id 1 | task 9260 | stop processing: n_tokens = 1010, truncated = 0 6.57.369.672 I slot print_timing: id 3 | task 9261 | prompt eval time = 1893.21 ms / 999 tokens ( 1.90 ms per token, 527.68 tokens per second) 6.57.369.675 I slot print_timing: id 3 | task 9261 | eval time = 173.16 ms / 2 tokens ( 173.16 ms per token, 5.78 tokens per second) 6.57.369.676 I slot print_timing: id 3 | task 9261 | total time = 2066.37 ms / 1001 tokens 6.57.369.676 I slot print_timing: id 3 | task 9261 | graphs reused = 7851 6.57.369.677 I slot print_timing: id 3 | task 9261 | graph reallocs = 0 / 0 (same size) / (changed size) 6.57.369.720 I slot release: id 3 | task 9261 | stop processing: n_tokens = 1001, truncated = 0 6.57.369.737 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.844 (> 0.100 thold), f_keep = 0.876 6.57.369.885 I slot launch_slot_: id 1 | task 9268 | processing task, is_child = 0 6.57.370.013 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.664 MiB) 6.57.749.618 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.882 (> 0.100 thold), f_keep = 0.883 6.57.749.774 I slot launch_slot_: id 3 | task 9269 | processing task, is_child = 0 6.57.749.897 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1098, t_last = 417105858 6.57.802.244 I slot launch_slot_: id 0 | task 9270 | processing task, is_child = 0 6.58.630.589 I slot print_timing: id 2 | task 9264 | prompt eval time = 1814.29 ms / 1081 tokens ( 1.68 ms per token, 595.83 tokens per second) 6.58.630.595 I slot print_timing: id 2 | task 9264 | eval time = 402.18 ms / 2 tokens ( 402.18 ms per token, 2.49 tokens per second) 6.58.630.596 I slot print_timing: id 2 | task 9264 | total time = 2216.46 ms / 1083 tokens 6.58.630.597 I slot print_timing: id 2 | task 9264 | graphs reused = 7851 6.58.630.598 I slot print_timing: id 2 | task 9264 | graph reallocs = 0 / 0 (same size) / (changed size) 6.58.630.673 I slot release: id 2 | task 9264 | stop processing: n_tokens = 1083, truncated = 0 6.58.855.644 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1083, t_last = 418541421 6.59.044.782 I slot launch_slot_: id 2 | task 9274 | processing task, is_child = 0 6.59.186.894 I slot print_timing: id 0 | task 9270 | prompt eval time = 1052.03 ms / 165 tokens ( 6.38 ms per token, 156.84 tokens per second) 6.59.186.899 I slot print_timing: id 0 | task 9270 | eval time = 332.60 ms / 2 tokens ( 332.60 ms per token, 3.01 tokens per second) 6.59.186.900 I slot print_timing: id 0 | task 9270 | total time = 1384.62 ms / 167 tokens 6.59.186.901 I slot print_timing: id 0 | task 9270 | graphs reused = 7851 6.59.186.902 I slot print_timing: id 0 | task 9270 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.186.974 I slot release: id 0 | task 9270 | stop processing: n_tokens = 1021, truncated = 0 6.59.187.407 I slot print_timing: id 1 | task 9268 | prompt eval time = 900.08 ms / 193 tokens ( 4.66 ms per token, 214.42 tokens per second) 6.59.187.410 I slot print_timing: id 1 | task 9268 | eval time = 332.44 ms / 2 tokens ( 332.44 ms per token, 3.01 tokens per second) 6.59.187.411 I slot print_timing: id 1 | task 9268 | total time = 1232.52 ms / 195 tokens 6.59.187.412 I slot print_timing: id 1 | task 9268 | graphs reused = 7851 6.59.187.413 I slot print_timing: id 1 | task 9268 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.187.472 I slot release: id 1 | task 9268 | stop processing: n_tokens = 1049, truncated = 0 6.59.187.934 I slot print_timing: id 3 | task 9269 | prompt eval time = 749.64 ms / 147 tokens ( 5.10 ms per token, 196.10 tokens per second) 6.59.187.937 I slot print_timing: id 3 | task 9269 | eval time = 332.30 ms / 2 tokens ( 332.30 ms per token, 3.01 tokens per second) 6.59.187.938 I slot print_timing: id 3 | task 9269 | total time = 1081.93 ms / 149 tokens 6.59.187.939 I slot print_timing: id 3 | task 9269 | graphs reused = 7851 6.59.187.939 I slot print_timing: id 3 | task 9269 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.187.994 I slot release: id 3 | task 9269 | stop processing: n_tokens = 1003, truncated = 0 6.59.210.839 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1021, t_last = 419097722 6.59.210.960 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1410.820 MiB) 6.59.399.753 I slot launch_slot_: id 0 | task 9277 | processing task, is_child = 0 6.59.399.876 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1416.570 MiB) 6.59.653.531 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1410.695 MiB) 6.59.913.570 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1049, t_last = 419098220 6.59.914.053 I slot launch_slot_: id 1 | task 9278 | processing task, is_child = 0 6.59.914.222 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1003, t_last = 419098742 6.59.914.567 I slot launch_slot_: id 3 | task 9279 | processing task, is_child = 0 7.01.284.478 I slot print_timing: id 2 | task 9274 | prompt eval time = 1936.86 ms / 748 tokens ( 2.59 ms per token, 386.19 tokens per second) 7.01.284.484 I slot print_timing: id 2 | task 9274 | eval time = 302.81 ms / 2 tokens ( 302.81 ms per token, 3.30 tokens per second) 7.01.284.485 I slot print_timing: id 2 | task 9274 | total time = 2239.67 ms / 750 tokens 7.01.284.485 I slot print_timing: id 2 | task 9274 | graphs reused = 7851 7.01.284.486 I slot print_timing: id 2 | task 9274 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.284.549 I slot release: id 2 | task 9274 | stop processing: n_tokens = 750, truncated = 0 7.01.462.468 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.869 (> 0.100 thold), f_keep = 0.857 7.01.462.610 I slot launch_slot_: id 2 | task 9284 | processing task, is_child = 0 7.01.569.249 I slot print_timing: id 0 | task 9277 | prompt eval time = 1546.49 ms / 723 tokens ( 2.14 ms per token, 467.51 tokens per second) 7.01.569.255 I slot print_timing: id 0 | task 9277 | eval time = 108.16 ms / 2 tokens ( 108.16 ms per token, 9.25 tokens per second) 7.01.569.256 I slot print_timing: id 0 | task 9277 | total time = 1654.65 ms / 725 tokens 7.01.569.257 I slot print_timing: id 0 | task 9277 | graphs reused = 7851 7.01.569.258 I slot print_timing: id 0 | task 9277 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.569.308 I slot release: id 0 | task 9277 | stop processing: n_tokens = 725, truncated = 0 7.01.569.687 I slot print_timing: id 1 | task 9278 | prompt eval time = 1524.39 ms / 792 tokens ( 1.92 ms per token, 519.55 tokens per second) 7.01.569.690 I slot print_timing: id 1 | task 9278 | eval time = 107.90 ms / 2 tokens ( 107.90 ms per token, 9.27 tokens per second) 7.01.569.691 I slot print_timing: id 1 | task 9278 | total time = 1632.30 ms / 794 tokens 7.01.569.691 I slot print_timing: id 1 | task 9278 | graphs reused = 7851 7.01.569.692 I slot print_timing: id 1 | task 9278 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.569.735 I slot release: id 1 | task 9278 | stop processing: n_tokens = 794, truncated = 0 7.01.570.107 I slot print_timing: id 3 | task 9279 | prompt eval time = 1385.84 ms / 735 tokens ( 1.89 ms per token, 530.36 tokens per second) 7.01.570.110 I slot print_timing: id 3 | task 9279 | eval time = 107.65 ms / 2 tokens ( 107.65 ms per token, 9.29 tokens per second) 7.01.570.111 I slot print_timing: id 3 | task 9279 | total time = 1493.49 ms / 737 tokens 7.01.570.112 I slot print_timing: id 3 | task 9279 | graphs reused = 7851 7.01.570.112 I slot print_timing: id 3 | task 9279 | graph reallocs = 0 / 0 (same size) / (changed size) 7.01.570.141 I slot release: id 3 | task 9279 | stop processing: n_tokens = 737, truncated = 0 7.01.626.815 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.883 (> 0.100 thold), f_keep = 0.887 7.01.626.937 I slot launch_slot_: id 0 | task 9287 | processing task, is_child = 0 7.01.627.035 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1413.492 MiB) 7.01.913.307 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.875 7.01.913.453 I slot launch_slot_: id 3 | task 9288 | processing task, is_child = 0 7.01.913.555 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.857 (> 0.100 thold), f_keep = 0.810 7.01.913.650 I slot launch_slot_: id 1 | task 9289 | processing task, is_child = 0 7.02.489.131 I slot print_timing: id 2 | task 9284 | prompt eval time = 719.41 ms / 126 tokens ( 5.71 ms per token, 175.14 tokens per second) 7.02.489.137 I slot print_timing: id 2 | task 9284 | eval time = 307.09 ms / 2 tokens ( 307.09 ms per token, 3.26 tokens per second) 7.02.489.138 I slot print_timing: id 2 | task 9284 | total time = 1026.50 ms / 128 tokens 7.02.489.139 I slot print_timing: id 2 | task 9284 | graphs reused = 7851 7.02.489.140 I slot print_timing: id 2 | task 9284 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.489.197 I slot release: id 2 | task 9284 | stop processing: n_tokens = 741, truncated = 0 7.02.666.215 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.864 (> 0.100 thold), f_keep = 0.868 7.02.666.351 I slot launch_slot_: id 2 | task 9293 | processing task, is_child = 0 7.02.774.944 I slot print_timing: id 0 | task 9287 | prompt eval time = 751.19 ms / 114 tokens ( 6.59 ms per token, 151.76 tokens per second) 7.02.774.949 I slot print_timing: id 0 | task 9287 | eval time = 110.08 ms / 2 tokens ( 110.08 ms per token, 9.08 tokens per second) 7.02.774.950 I slot print_timing: id 0 | task 9287 | total time = 861.27 ms / 116 tokens 7.02.774.951 I slot print_timing: id 0 | task 9287 | graphs reused = 7851 7.02.774.952 I slot print_timing: id 0 | task 9287 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.775.006 I slot release: id 0 | task 9287 | stop processing: n_tokens = 729, truncated = 0 7.02.775.364 I slot print_timing: id 1 | task 9289 | prompt eval time = 690.78 ms / 136 tokens ( 5.08 ms per token, 196.88 tokens per second) 7.02.775.367 I slot print_timing: id 1 | task 9289 | eval time = 109.82 ms / 2 tokens ( 109.82 ms per token, 9.11 tokens per second) 7.02.775.368 I slot print_timing: id 1 | task 9289 | total time = 800.60 ms / 138 tokens 7.02.775.369 I slot print_timing: id 1 | task 9289 | graphs reused = 7851 7.02.775.369 I slot print_timing: id 1 | task 9289 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.775.405 I slot release: id 1 | task 9289 | stop processing: n_tokens = 751, truncated = 0 7.02.775.773 I slot print_timing: id 3 | task 9288 | prompt eval time = 583.89 ms / 121 tokens ( 4.83 ms per token, 207.23 tokens per second) 7.02.775.776 I slot print_timing: id 3 | task 9288 | eval time = 109.57 ms / 2 tokens ( 109.57 ms per token, 9.13 tokens per second) 7.02.775.776 I slot print_timing: id 3 | task 9288 | total time = 693.46 ms / 123 tokens 7.02.775.777 I slot print_timing: id 3 | task 9288 | graphs reused = 7851 7.02.775.777 I slot print_timing: id 3 | task 9288 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.775.805 I slot release: id 3 | task 9288 | stop processing: n_tokens = 736, truncated = 0 7.02.831.828 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 729, t_last = 422685753 7.02.831.924 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1412.851 MiB) 7.03.066.154 I slot launch_slot_: id 0 | task 9296 | processing task, is_child = 0 7.03.066.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1101.666 MiB) 7.03.202.320 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1338.832 MiB) 7.03.342.600 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 751, t_last = 422686152 7.03.342.832 I slot launch_slot_: id 1 | task 9297 | processing task, is_child = 0 7.03.342.919 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 736, t_last = 422686552 7.03.343.082 I slot launch_slot_: id 3 | task 9298 | processing task, is_child = 0 7.04.538.712 I slot print_timing: id 2 | task 9293 | prompt eval time = 1290.40 ms / 130 tokens ( 9.93 ms per token, 100.74 tokens per second) 7.04.538.717 I slot print_timing: id 2 | task 9293 | eval time = 581.94 ms / 2 tokens ( 581.94 ms per token, 1.72 tokens per second) 7.04.538.718 I slot print_timing: id 2 | task 9293 | total time = 1872.34 ms / 132 tokens 7.04.538.719 I slot print_timing: id 2 | task 9293 | graphs reused = 7851 7.04.538.720 I slot print_timing: id 2 | task 9293 | graph reallocs = 0 / 0 (same size) / (changed size) 7.04.538.777 I slot release: id 2 | task 9293 | stop processing: n_tokens = 745, truncated = 0 7.04.835.506 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 745, t_last = 424449524 7.04.955.911 I slot launch_slot_: id 2 | task 9302 | processing task, is_child = 0 7.05.562.151 I slot print_timing: id 0 | task 9296 | prompt eval time = 2028.53 ms / 961 tokens ( 2.11 ms per token, 473.74 tokens per second) 7.05.562.158 I slot print_timing: id 0 | task 9296 | eval time = 190.52 ms / 2 tokens ( 190.52 ms per token, 5.25 tokens per second) 7.05.562.158 I slot print_timing: id 0 | task 9296 | total time = 2219.05 ms / 963 tokens 7.05.562.160 I slot print_timing: id 0 | task 9296 | graphs reused = 7851 7.05.562.161 I slot print_timing: id 0 | task 9296 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.562.268 I slot release: id 0 | task 9296 | stop processing: n_tokens = 963, truncated = 0 7.05.562.693 I slot print_timing: id 1 | task 9297 | prompt eval time = 2017.66 ms / 980 tokens ( 2.06 ms per token, 485.71 tokens per second) 7.05.562.696 I slot print_timing: id 1 | task 9297 | eval time = 190.16 ms / 2 tokens ( 190.16 ms per token, 5.26 tokens per second) 7.05.562.697 I slot print_timing: id 1 | task 9297 | total time = 2207.82 ms / 982 tokens 7.05.562.698 I slot print_timing: id 1 | task 9297 | graphs reused = 7851 7.05.562.698 I slot print_timing: id 1 | task 9297 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.562.760 I slot release: id 1 | task 9297 | stop processing: n_tokens = 982, truncated = 0 7.05.563.202 I slot print_timing: id 3 | task 9298 | prompt eval time = 1950.58 ms / 946 tokens ( 2.06 ms per token, 484.99 tokens per second) 7.05.563.205 I slot print_timing: id 3 | task 9298 | eval time = 189.80 ms / 2 tokens ( 189.80 ms per token, 5.27 tokens per second) 7.05.563.206 I slot print_timing: id 3 | task 9298 | total time = 2140.37 ms / 948 tokens 7.05.563.206 I slot print_timing: id 3 | task 9298 | graphs reused = 7851 7.05.563.207 I slot print_timing: id 3 | task 9298 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.563.256 I slot release: id 3 | task 9298 | stop processing: n_tokens = 948, truncated = 0 7.05.626.641 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 425473016 7.05.626.757 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1345.520 MiB) 7.05.828.812 I slot launch_slot_: id 0 | task 9306 | processing task, is_child = 0 7.05.828.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1327.300 MiB) 7.06.043.175 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 786.199 MiB) 7.06.223.618 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 982, t_last = 425473508 7.06.223.882 I slot launch_slot_: id 1 | task 9307 | processing task, is_child = 0 7.06.223.987 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 948, t_last = 425474004 7.06.224.172 I slot launch_slot_: id 3 | task 9308 | processing task, is_child = 0 7.07.800.430 I slot print_timing: id 2 | task 9302 | prompt eval time = 2050.98 ms / 1039 tokens ( 1.97 ms per token, 506.59 tokens per second) 7.07.800.436 I slot print_timing: id 2 | task 9302 | eval time = 678.58 ms / 2 tokens ( 678.58 ms per token, 1.47 tokens per second) 7.07.800.437 I slot print_timing: id 2 | task 9302 | total time = 2729.57 ms / 1041 tokens 7.07.800.438 I slot print_timing: id 2 | task 9302 | graphs reused = 7851 7.07.800.439 I slot print_timing: id 2 | task 9302 | graph reallocs = 0 / 0 (same size) / (changed size) 7.07.800.526 I slot release: id 2 | task 9302 | stop processing: n_tokens = 1041, truncated = 0 7.08.139.422 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1041, t_last = 427711274 7.08.139.554 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 731.868 MiB) 7.08.298.679 I slot launch_slot_: id 2 | task 9312 | processing task, is_child = 0 7.09.467.328 I slot print_timing: id 0 | task 9306 | prompt eval time = 3000.59 ms / 1133 tokens ( 2.65 ms per token, 377.59 tokens per second) 7.09.467.333 I slot print_timing: id 0 | task 9306 | eval time = 242.54 ms / 2 tokens ( 242.54 ms per token, 4.12 tokens per second) 7.09.467.334 I slot print_timing: id 0 | task 9306 | total time = 3243.13 ms / 1135 tokens 7.09.467.335 I slot print_timing: id 0 | task 9306 | graphs reused = 7851 7.09.467.336 I slot print_timing: id 0 | task 9306 | graph reallocs = 0 / 0 (same size) / (changed size) 7.09.467.430 I slot release: id 0 | task 9306 | stop processing: n_tokens = 1135, truncated = 0 7.09.467.855 I slot print_timing: id 1 | task 9307 | prompt eval time = 2989.22 ms / 1170 tokens ( 2.55 ms per token, 391.41 tokens per second) 7.09.467.858 I slot print_timing: id 1 | task 9307 | eval time = 242.36 ms / 2 tokens ( 242.36 ms per token, 4.13 tokens per second) 7.09.467.859 I slot print_timing: id 1 | task 9307 | total time = 3231.58 ms / 1172 tokens 7.09.467.859 I slot print_timing: id 1 | task 9307 | graphs reused = 7851 7.09.467.860 I slot print_timing: id 1 | task 9307 | graph reallocs = 0 / 0 (same size) / (changed size) 7.09.467.917 I slot release: id 1 | task 9307 | stop processing: n_tokens = 1172, truncated = 0 7.09.680.343 I slot print_timing: id 3 | task 9308 | prompt eval time = 3149.96 ms / 2090 tokens ( 1.51 ms per token, 663.50 tokens per second) 7.09.680.348 I slot print_timing: id 3 | task 9308 | eval time = 211.66 ms / 2 tokens ( 211.66 ms per token, 4.72 tokens per second) 7.09.680.349 I slot print_timing: id 3 | task 9308 | total time = 3361.62 ms / 2092 tokens 7.09.680.350 I slot print_timing: id 3 | task 9308 | graphs reused = 7851 7.09.680.351 I slot print_timing: id 3 | task 9308 | graph reallocs = 0 / 0 (same size) / (changed size) 7.09.680.531 I slot release: id 3 | task 9308 | stop processing: n_tokens = 2092, truncated = 0 7.09.680.552 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.870 (> 0.100 thold), f_keep = 0.858 7.09.680.691 I slot launch_slot_: id 3 | task 9316 | processing task, is_child = 0 7.09.680.823 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 914.876 MiB) 7.09.890.371 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 950.533 MiB) 7.09.902.856 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 923.110 MiB) 7.10.065.160 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1135, t_last = 429378179 7.10.065.435 I slot launch_slot_: id 0 | task 9317 | processing task, is_child = 0 7.10.065.554 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 429378664 7.10.065.768 I slot launch_slot_: id 1 | task 9318 | processing task, is_child = 0 7.12.157.775 I slot print_timing: id 2 | task 9312 | prompt eval time = 3334.18 ms / 2103 tokens ( 1.59 ms per token, 630.74 tokens per second) 7.12.157.781 I slot print_timing: id 2 | task 9312 | eval time = 403.28 ms / 2 tokens ( 403.28 ms per token, 2.48 tokens per second) 7.12.157.782 I slot print_timing: id 2 | task 9312 | total time = 3737.45 ms / 2105 tokens 7.12.157.783 I slot print_timing: id 2 | task 9312 | graphs reused = 7851 7.12.157.784 I slot print_timing: id 2 | task 9312 | graph reallocs = 0 / 0 (same size) / (changed size) 7.12.157.938 I slot release: id 2 | task 9312 | stop processing: n_tokens = 2105, truncated = 0 7.12.463.412 I slot print_timing: id 3 | task 9316 | prompt eval time = 1113.17 ms / 268 tokens ( 4.15 ms per token, 240.75 tokens per second) 7.12.463.418 I slot print_timing: id 3 | task 9316 | eval time = 304.74 ms / 2 tokens ( 304.74 ms per token, 3.28 tokens per second) 7.12.463.419 I slot print_timing: id 3 | task 9316 | total time = 1417.91 ms / 270 tokens 7.12.463.420 I slot print_timing: id 3 | task 9316 | graphs reused = 7851 7.12.463.420 I slot print_timing: id 3 | task 9316 | graph reallocs = 0 / 0 (same size) / (changed size) 7.12.463.553 I slot release: id 3 | task 9316 | stop processing: n_tokens = 2063, truncated = 0 7.12.463.571 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.852 7.12.463.707 I slot launch_slot_: id 2 | task 9323 | processing task, is_child = 0 7.12.463.875 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 932.939 MiB) 7.12.677.771 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.869 7.12.677.924 I slot launch_slot_: id 3 | task 9324 | processing task, is_child = 0 7.13.202.587 I slot print_timing: id 0 | task 9317 | prompt eval time = 2397.30 ms / 2044 tokens ( 1.17 ms per token, 852.63 tokens per second) 7.13.202.594 I slot print_timing: id 0 | task 9317 | eval time = 739.50 ms / 2 tokens ( 739.50 ms per token, 1.35 tokens per second) 7.13.202.595 I slot print_timing: id 0 | task 9317 | total time = 3136.80 ms / 2046 tokens 7.13.202.596 I slot print_timing: id 0 | task 9317 | graphs reused = 7851 7.13.202.597 I slot print_timing: id 0 | task 9317 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.202.748 I slot release: id 0 | task 9317 | stop processing: n_tokens = 2046, truncated = 0 7.13.369.350 I slot print_timing: id 1 | task 9318 | prompt eval time = 3123.55 ms / 2114 tokens ( 1.48 ms per token, 676.79 tokens per second) 7.13.369.355 I slot print_timing: id 1 | task 9318 | eval time = 165.72 ms / 2 tokens ( 165.72 ms per token, 6.03 tokens per second) 7.13.369.356 I slot print_timing: id 1 | task 9318 | total time = 3289.27 ms / 2116 tokens 7.13.369.357 I slot print_timing: id 1 | task 9318 | graphs reused = 7851 7.13.369.358 I slot print_timing: id 1 | task 9318 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.369.485 I slot release: id 1 | task 9318 | stop processing: n_tokens = 2116, truncated = 0 7.13.370.963 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.839 (> 0.100 thold), f_keep = 0.877 7.13.371.092 I slot launch_slot_: id 0 | task 9327 | processing task, is_child = 0 7.13.371.261 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1008.537 MiB) 7.13.386.023 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1026.647 MiB) 7.13.635.431 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.805 (> 0.100 thold), f_keep = 0.848 7.13.635.579 I slot launch_slot_: id 1 | task 9328 | processing task, is_child = 0 7.14.129.739 I slot print_timing: id 2 | task 9323 | prompt eval time = 630.39 ms / 343 tokens ( 1.84 ms per token, 544.11 tokens per second) 7.14.129.744 I slot print_timing: id 2 | task 9323 | eval time = 759.47 ms / 2 tokens ( 759.47 ms per token, 1.32 tokens per second) 7.14.129.745 I slot print_timing: id 2 | task 9323 | total time = 1389.86 ms / 345 tokens 7.14.129.746 I slot print_timing: id 2 | task 9323 | graphs reused = 7851 7.14.129.747 I slot print_timing: id 2 | task 9323 | graph reallocs = 0 / 0 (same size) / (changed size) 7.14.129.907 I slot release: id 2 | task 9323 | stop processing: n_tokens = 2138, truncated = 0 7.14.130.308 I slot print_timing: id 3 | task 9324 | prompt eval time = 563.95 ms / 275 tokens ( 2.05 ms per token, 487.63 tokens per second) 7.14.130.311 I slot print_timing: id 3 | task 9324 | eval time = 759.35 ms / 2 tokens ( 759.35 ms per token, 1.32 tokens per second) 7.14.130.312 I slot print_timing: id 3 | task 9324 | total time = 1323.30 ms / 277 tokens 7.14.130.312 I slot print_timing: id 3 | task 9324 | graphs reused = 7851 7.14.130.313 I slot print_timing: id 3 | task 9324 | graph reallocs = 0 / 0 (same size) / (changed size) 7.14.130.416 I slot release: id 3 | task 9324 | stop processing: n_tokens = 2069, truncated = 0 7.14.281.351 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.839 7.14.281.492 I slot launch_slot_: id 2 | task 9331 | processing task, is_child = 0 7.14.281.657 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 994.239 MiB) 7.14.540.975 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.886 (> 0.100 thold), f_keep = 0.867 7.14.541.126 I slot launch_slot_: id 3 | task 9332 | processing task, is_child = 0 7.14.882.348 I slot print_timing: id 0 | task 9327 | prompt eval time = 645.08 ms / 343 tokens ( 1.88 ms per token, 531.72 tokens per second) 7.14.882.365 I slot print_timing: id 0 | task 9327 | eval time = 601.65 ms / 2 tokens ( 601.65 ms per token, 1.66 tokens per second) 7.14.882.367 I slot print_timing: id 0 | task 9327 | total time = 1246.72 ms / 345 tokens 7.14.882.369 I slot print_timing: id 0 | task 9327 | graphs reused = 7851 7.14.882.370 I slot print_timing: id 0 | task 9327 | graph reallocs = 0 / 0 (same size) / (changed size) 7.14.882.650 I slot release: id 0 | task 9327 | stop processing: n_tokens = 2138, truncated = 0 7.14.883.914 I slot print_timing: id 1 | task 9328 | prompt eval time = 562.98 ms / 434 tokens ( 1.30 ms per token, 770.90 tokens per second) 7.14.883.925 I slot print_timing: id 1 | task 9328 | eval time = 602.57 ms / 2 tokens ( 602.57 ms per token, 1.66 tokens per second) 7.14.883.926 I slot print_timing: id 1 | task 9328 | total time = 1165.55 ms / 436 tokens 7.14.883.927 I slot print_timing: id 1 | task 9328 | graphs reused = 7851 7.14.883.928 I slot print_timing: id 1 | task 9328 | graph reallocs = 0 / 0 (same size) / (changed size) 7.14.884.205 I slot release: id 1 | task 9328 | stop processing: n_tokens = 2229, truncated = 0 7.15.056.228 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.887 (> 0.100 thold), f_keep = 0.839 7.15.056.369 I slot launch_slot_: id 0 | task 9335 | processing task, is_child = 0 7.15.056.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1073.821 MiB) 7.15.070.918 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1158.107 MiB) 7.15.337.569 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.865 (> 0.100 thold), f_keep = 0.805 7.15.337.727 I slot launch_slot_: id 1 | task 9336 | processing task, is_child = 0 7.15.749.215 I slot print_timing: id 2 | task 9331 | prompt eval time = 514.36 ms / 183 tokens ( 2.81 ms per token, 355.78 tokens per second) 7.15.749.221 I slot print_timing: id 2 | task 9331 | eval time = 693.71 ms / 2 tokens ( 693.71 ms per token, 1.44 tokens per second) 7.15.749.222 I slot print_timing: id 2 | task 9331 | total time = 1208.06 ms / 185 tokens 7.15.749.224 I slot print_timing: id 2 | task 9331 | graphs reused = 7851 7.15.749.224 I slot print_timing: id 2 | task 9331 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.749.350 I slot release: id 2 | task 9331 | stop processing: n_tokens = 1978, truncated = 0 7.15.749.759 I slot print_timing: id 3 | task 9332 | prompt eval time = 443.82 ms / 230 tokens ( 1.93 ms per token, 518.22 tokens per second) 7.15.749.762 I slot print_timing: id 3 | task 9332 | eval time = 693.54 ms / 2 tokens ( 693.54 ms per token, 1.44 tokens per second) 7.15.749.763 I slot print_timing: id 3 | task 9332 | total time = 1137.37 ms / 232 tokens 7.15.749.763 I slot print_timing: id 3 | task 9332 | graphs reused = 7851 7.15.749.764 I slot print_timing: id 3 | task 9332 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.749.874 I slot release: id 3 | task 9332 | stop processing: n_tokens = 2024, truncated = 0 7.15.955.302 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.847 (> 0.100 thold), f_keep = 0.907 7.15.955.457 I slot launch_slot_: id 2 | task 9339 | processing task, is_child = 0 7.15.955.634 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1170.248 MiB) 7.16.173.583 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.907 (> 0.100 thold), f_keep = 0.886 7.16.173.740 I slot launch_slot_: id 3 | task 9340 | processing task, is_child = 0 7.16.574.122 I slot print_timing: id 0 | task 9335 | prompt eval time = 616.86 ms / 229 tokens ( 2.69 ms per token, 371.23 tokens per second) 7.16.574.129 I slot print_timing: id 0 | task 9335 | eval time = 619.50 ms / 2 tokens ( 619.50 ms per token, 1.61 tokens per second) 7.16.574.130 I slot print_timing: id 0 | task 9335 | total time = 1236.37 ms / 231 tokens 7.16.574.131 I slot print_timing: id 0 | task 9335 | graphs reused = 7851 7.16.574.132 I slot print_timing: id 0 | task 9335 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.574.279 I slot release: id 0 | task 9335 | stop processing: n_tokens = 2023, truncated = 0 7.16.574.724 I slot print_timing: id 1 | task 9336 | prompt eval time = 529.44 ms / 279 tokens ( 1.90 ms per token, 526.97 tokens per second) 7.16.574.728 I slot print_timing: id 1 | task 9336 | eval time = 619.44 ms / 2 tokens ( 619.44 ms per token, 1.61 tokens per second) 7.16.574.729 I slot print_timing: id 1 | task 9336 | total time = 1148.88 ms / 281 tokens 7.16.574.730 I slot print_timing: id 1 | task 9336 | graphs reused = 7851 7.16.574.731 I slot print_timing: id 1 | task 9336 | graph reallocs = 0 / 0 (same size) / (changed size) 7.16.574.862 I slot release: id 1 | task 9336 | stop processing: n_tokens = 2074, truncated = 0 7.16.752.915 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.845 (> 0.100 thold), f_keep = 0.865 7.16.753.036 I slot launch_slot_: id 1 | task 9343 | processing task, is_child = 0 7.16.753.202 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.635 MiB) 7.17.075.885 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.867 (> 0.100 thold), f_keep = 0.886 7.17.076.030 I slot launch_slot_: id 0 | task 9344 | processing task, is_child = 0 7.17.512.350 I slot print_timing: id 2 | task 9339 | prompt eval time = 578.33 ms / 323 tokens ( 1.79 ms per token, 558.50 tokens per second) 7.17.512.356 I slot print_timing: id 2 | task 9339 | eval time = 760.25 ms / 2 tokens ( 760.25 ms per token, 1.32 tokens per second) 7.17.512.357 I slot print_timing: id 2 | task 9339 | total time = 1338.59 ms / 325 tokens 7.17.512.358 I slot print_timing: id 2 | task 9339 | graphs reused = 7851 7.17.512.359 I slot print_timing: id 2 | task 9339 | graph reallocs = 0 / 0 (same size) / (changed size) 7.17.512.495 I slot release: id 2 | task 9339 | stop processing: n_tokens = 2118, truncated = 0 7.17.512.916 I slot print_timing: id 3 | task 9340 | prompt eval time = 492.68 ms / 184 tokens ( 2.68 ms per token, 373.47 tokens per second) 7.17.512.919 I slot print_timing: id 3 | task 9340 | eval time = 760.01 ms / 2 tokens ( 760.01 ms per token, 1.32 tokens per second) 7.17.512.920 I slot print_timing: id 3 | task 9340 | total time = 1252.69 ms / 186 tokens 7.17.512.921 I slot print_timing: id 3 | task 9340 | graphs reused = 7851 7.17.512.922 I slot print_timing: id 3 | task 9340 | graph reallocs = 0 / 0 (same size) / (changed size) 7.17.513.029 I slot release: id 3 | task 9340 | stop processing: n_tokens = 1978, truncated = 0 7.17.669.433 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.905 (> 0.100 thold), f_keep = 0.847 7.17.669.557 I slot launch_slot_: id 2 | task 9347 | processing task, is_child = 0 7.17.669.720 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1313.451 MiB) 7.17.979.446 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.824 (> 0.100 thold), f_keep = 0.906 7.17.979.595 I slot launch_slot_: id 3 | task 9348 | processing task, is_child = 0 7.18.378.492 I slot print_timing: id 0 | task 9344 | prompt eval time = 592.68 ms / 276 tokens ( 2.15 ms per token, 465.68 tokens per second) 7.18.378.497 I slot print_timing: id 0 | task 9344 | eval time = 709.76 ms / 2 tokens ( 709.76 ms per token, 1.41 tokens per second) 7.18.378.498 I slot print_timing: id 0 | task 9344 | total time = 1302.44 ms / 278 tokens 7.18.378.499 I slot print_timing: id 0 | task 9344 | graphs reused = 7851 7.18.378.500 I slot print_timing: id 0 | task 9344 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.378.636 I slot release: id 0 | task 9344 | stop processing: n_tokens = 2070, truncated = 0 7.18.378.964 I slot print_timing: id 1 | task 9343 | prompt eval time = 507.02 ms / 328 tokens ( 1.55 ms per token, 646.91 tokens per second) 7.18.378.967 I slot print_timing: id 1 | task 9343 | eval time = 709.54 ms / 2 tokens ( 709.54 ms per token, 1.41 tokens per second) 7.18.378.968 I slot print_timing: id 1 | task 9343 | total time = 1216.57 ms / 330 tokens 7.18.378.968 I slot print_timing: id 1 | task 9343 | graphs reused = 7851 7.18.378.969 I slot print_timing: id 1 | task 9343 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.379.067 I slot release: id 1 | task 9343 | stop processing: n_tokens = 2123, truncated = 0 7.18.548.378 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.878 (> 0.100 thold), f_keep = 0.866 7.18.548.515 I slot launch_slot_: id 0 | task 9351 | processing task, is_child = 0 7.18.548.688 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.729 MiB) 7.18.851.536 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.822 (> 0.100 thold), f_keep = 0.845 7.18.851.682 I slot launch_slot_: id 1 | task 9352 | processing task, is_child = 0 7.19.328.540 I slot print_timing: id 2 | task 9347 | prompt eval time = 567.99 ms / 188 tokens ( 3.02 ms per token, 330.99 tokens per second) 7.19.328.546 I slot print_timing: id 2 | task 9347 | eval time = 780.93 ms / 2 tokens ( 780.93 ms per token, 1.28 tokens per second) 7.19.328.547 I slot print_timing: id 2 | task 9347 | total time = 1348.92 ms / 190 tokens 7.19.328.548 I slot print_timing: id 2 | task 9347 | graphs reused = 7851 7.19.328.549 I slot print_timing: id 2 | task 9347 | graph reallocs = 0 / 0 (same size) / (changed size) 7.19.328.677 I slot release: id 2 | task 9347 | stop processing: n_tokens = 1983, truncated = 0 7.19.329.094 I slot print_timing: id 3 | task 9348 | prompt eval time = 495.79 ms / 382 tokens ( 1.30 ms per token, 770.49 tokens per second) 7.19.329.097 I slot print_timing: id 3 | task 9348 | eval time = 780.73 ms / 2 tokens ( 780.73 ms per token, 1.28 tokens per second) 7.19.329.098 I slot print_timing: id 3 | task 9348 | total time = 1276.52 ms / 384 tokens 7.19.329.099 I slot print_timing: id 3 | task 9348 | graphs reused = 7851 7.19.329.100 I slot print_timing: id 3 | task 9348 | graph reallocs = 0 / 0 (same size) / (changed size) 7.19.329.219 I slot release: id 3 | task 9348 | stop processing: n_tokens = 2176, truncated = 0 7.19.484.054 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.884 (> 0.100 thold), f_keep = 0.905 7.19.484.198 I slot launch_slot_: id 2 | task 9355 | processing task, is_child = 0 7.19.484.370 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1635.231 MiB) 7.19.765.696 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.894 (> 0.100 thold), f_keep = 0.824 7.19.765.849 I slot launch_slot_: id 3 | task 9356 | processing task, is_child = 0 7.20.193.289 I slot print_timing: id 0 | task 9351 | prompt eval time = 631.65 ms / 249 tokens ( 2.54 ms per token, 394.21 tokens per second) 7.20.193.294 I slot print_timing: id 0 | task 9351 | eval time = 709.93 ms / 2 tokens ( 709.93 ms per token, 1.41 tokens per second) 7.20.193.295 I slot print_timing: id 0 | task 9351 | total time = 1341.58 ms / 251 tokens 7.20.193.296 I slot print_timing: id 0 | task 9351 | graphs reused = 7851 7.20.193.296 I slot print_timing: id 0 | task 9351 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.193.423 I slot release: id 0 | task 9351 | stop processing: n_tokens = 2043, truncated = 0 7.20.193.848 I slot print_timing: id 1 | task 9352 | prompt eval time = 512.40 ms / 389 tokens ( 1.32 ms per token, 759.18 tokens per second) 7.20.193.852 I slot print_timing: id 1 | task 9352 | eval time = 709.81 ms / 2 tokens ( 709.81 ms per token, 1.41 tokens per second) 7.20.193.853 I slot print_timing: id 1 | task 9352 | total time = 1222.20 ms / 391 tokens 7.20.193.853 I slot print_timing: id 1 | task 9352 | graphs reused = 7851 7.20.193.854 I slot print_timing: id 1 | task 9352 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.193.973 I slot release: id 1 | task 9352 | stop processing: n_tokens = 2184, truncated = 0 7.20.342.352 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.934 (> 0.100 thold), f_keep = 0.878 7.20.342.489 I slot launch_slot_: id 0 | task 9359 | processing task, is_child = 0 7.20.342.664 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.025 MiB) 7.20.603.725 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.895 (> 0.100 thold), f_keep = 0.821 7.20.603.867 I slot launch_slot_: id 1 | task 9360 | processing task, is_child = 0 7.20.935.015 I slot print_timing: id 2 | task 9355 | prompt eval time = 575.79 ms / 235 tokens ( 2.45 ms per token, 408.13 tokens per second) 7.20.935.021 I slot print_timing: id 2 | task 9355 | eval time = 593.35 ms / 2 tokens ( 593.35 ms per token, 1.69 tokens per second) 7.20.935.022 I slot print_timing: id 2 | task 9355 | total time = 1169.14 ms / 237 tokens 7.20.935.023 I slot print_timing: id 2 | task 9355 | graphs reused = 7851 7.20.935.024 I slot print_timing: id 2 | task 9355 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.935.146 I slot release: id 2 | task 9355 | stop processing: n_tokens = 2030, truncated = 0 7.20.935.575 I slot print_timing: id 3 | task 9356 | prompt eval time = 490.62 ms / 213 tokens ( 2.30 ms per token, 434.15 tokens per second) 7.20.935.578 I slot print_timing: id 3 | task 9356 | eval time = 593.23 ms / 2 tokens ( 593.23 ms per token, 1.69 tokens per second) 7.20.935.579 I slot print_timing: id 3 | task 9356 | total time = 1083.85 ms / 215 tokens 7.20.935.580 I slot print_timing: id 3 | task 9356 | graphs reused = 7851 7.20.935.581 I slot print_timing: id 3 | task 9356 | graph reallocs = 0 / 0 (same size) / (changed size) 7.20.935.686 I slot release: id 3 | task 9356 | stop processing: n_tokens = 2007, truncated = 0 7.21.084.513 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.883 7.21.084.658 I slot launch_slot_: id 2 | task 9363 | processing task, is_child = 0 7.21.084.828 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1632.010 MiB) 7.21.343.828 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 2007, t_last = 440846434 7.21.344.133 I slot launch_slot_: id 3 | task 9364 | processing task, is_child = 0 7.21.883.790 I slot print_timing: id 0 | task 9359 | prompt eval time = 479.93 ms / 127 tokens ( 3.78 ms per token, 264.62 tokens per second) 7.21.883.813 I slot print_timing: id 0 | task 9359 | eval time = 799.95 ms / 2 tokens ( 799.95 ms per token, 1.25 tokens per second) 7.21.883.815 I slot print_timing: id 0 | task 9359 | total time = 1279.88 ms / 129 tokens 7.21.883.817 I slot print_timing: id 0 | task 9359 | graphs reused = 7851 7.21.883.818 I slot print_timing: id 0 | task 9359 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.884.072 I slot release: id 0 | task 9359 | stop processing: n_tokens = 1921, truncated = 0 7.21.885.280 I slot print_timing: id 1 | task 9360 | prompt eval time = 393.25 ms / 211 tokens ( 1.86 ms per token, 536.56 tokens per second) 7.21.885.292 I slot print_timing: id 1 | task 9360 | eval time = 800.77 ms / 2 tokens ( 800.77 ms per token, 1.25 tokens per second) 7.21.885.293 I slot print_timing: id 1 | task 9360 | total time = 1194.02 ms / 213 tokens 7.21.885.294 I slot print_timing: id 1 | task 9360 | graphs reused = 7851 7.21.885.295 I slot print_timing: id 1 | task 9360 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.885.475 I slot release: id 1 | task 9360 | stop processing: n_tokens = 2006, truncated = 0 7.22.216.923 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1921, t_last = 441794823 7.22.217.093 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.306 MiB) 7.22.505.766 I slot launch_slot_: id 0 | task 9367 | processing task, is_child = 0 7.22.505.933 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1633.573 MiB) 7.22.774.891 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 2006, t_last = 441796225 7.22.775.199 I slot launch_slot_: id 1 | task 9368 | processing task, is_child = 0 7.23.583.776 I slot print_timing: id 2 | task 9363 | prompt eval time = 872.76 ms / 167 tokens ( 5.23 ms per token, 191.35 tokens per second) 7.23.583.781 I slot print_timing: id 2 | task 9363 | eval time = 1366.86 ms / 2 tokens ( 1366.86 ms per token, 0.73 tokens per second) 7.23.583.782 I slot print_timing: id 2 | task 9363 | total time = 2239.62 ms / 169 tokens 7.23.583.785 I slot print_timing: id 2 | task 9363 | graphs reused = 7851 7.23.583.786 I slot print_timing: id 2 | task 9363 | graph reallocs = 0 / 0 (same size) / (changed size) 7.23.583.911 I slot release: id 2 | task 9363 | stop processing: n_tokens = 1961, truncated = 0 7.23.865.888 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1961, t_last = 443494659 7.23.866.057 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1634.402 MiB) 7.24.140.630 I slot launch_slot_: id 2 | task 9371 | processing task, is_child = 0 7.25.220.697 I slot print_timing: id 3 | task 9364 | prompt eval time = 3280.34 ms / 1459 tokens ( 2.25 ms per token, 444.77 tokens per second) 7.25.220.703 I slot print_timing: id 3 | task 9364 | eval time = 509.92 ms / 2 tokens ( 509.92 ms per token, 1.96 tokens per second) 7.25.220.704 I slot print_timing: id 3 | task 9364 | total time = 3790.26 ms / 1461 tokens 7.25.220.705 I slot print_timing: id 3 | task 9364 | graphs reused = 7851 7.25.220.706 I slot print_timing: id 3 | task 9364 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.220.843 I slot release: id 3 | task 9364 | stop processing: n_tokens = 1461, truncated = 0 7.25.440.010 I slot print_timing: id 0 | task 9367 | prompt eval time = 2445.15 ms / 1525 tokens ( 1.60 ms per token, 623.68 tokens per second) 7.25.440.016 I slot print_timing: id 0 | task 9367 | eval time = 219.63 ms / 2 tokens ( 219.63 ms per token, 4.55 tokens per second) 7.25.440.017 I slot print_timing: id 0 | task 9367 | total time = 2664.79 ms / 1527 tokens 7.25.440.018 I slot print_timing: id 0 | task 9367 | graphs reused = 7851 7.25.440.019 I slot print_timing: id 0 | task 9367 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.440.129 I slot release: id 0 | task 9367 | stop processing: n_tokens = 1527, truncated = 0 7.25.440.932 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1461, t_last = 445131591 7.25.441.072 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1634.527 MiB) 7.25.625.020 I slot launch_slot_: id 3 | task 9375 | processing task, is_child = 0 7.25.625.164 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.759 MiB) 7.25.811.278 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1527, t_last = 445350877 7.25.811.556 I slot launch_slot_: id 0 | task 9376 | processing task, is_child = 0 7.26.387.381 I slot print_timing: id 1 | task 9368 | prompt eval time = 2645.28 ms / 1662 tokens ( 1.59 ms per token, 628.29 tokens per second) 7.26.387.387 I slot print_timing: id 1 | task 9368 | eval time = 946.44 ms / 2 tokens ( 946.44 ms per token, 1.06 tokens per second) 7.26.387.388 I slot print_timing: id 1 | task 9368 | total time = 3591.72 ms / 1664 tokens 7.26.387.389 I slot print_timing: id 1 | task 9368 | graphs reused = 7851 7.26.387.390 I slot print_timing: id 1 | task 9368 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.387.508 I slot release: id 1 | task 9368 | stop processing: n_tokens = 1664, truncated = 0 7.26.762.973 I slot print_timing: id 2 | task 9371 | prompt eval time = 2127.10 ms / 1003 tokens ( 2.12 ms per token, 471.53 tokens per second) 7.26.762.979 I slot print_timing: id 2 | task 9371 | eval time = 374.78 ms / 2 tokens ( 374.78 ms per token, 2.67 tokens per second) 7.26.762.980 I slot print_timing: id 2 | task 9371 | total time = 2501.88 ms / 1005 tokens 7.26.762.981 I slot print_timing: id 2 | task 9371 | graphs reused = 7851 7.26.762.982 I slot print_timing: id 2 | task 9371 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.763.064 I slot release: id 2 | task 9371 | stop processing: n_tokens = 1005, truncated = 0 7.26.763.082 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.915 (> 0.100 thold), f_keep = 0.878 7.26.763.234 I slot launch_slot_: id 2 | task 9379 | processing task, is_child = 0 7.26.763.380 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1630.415 MiB) 7.27.011.059 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1664, t_last = 446298256 7.27.011.346 I slot launch_slot_: id 1 | task 9380 | processing task, is_child = 0 7.28.170.136 I slot print_timing: id 0 | task 9376 | prompt eval time = 2136.63 ms / 982 tokens ( 2.18 ms per token, 459.60 tokens per second) 7.28.170.143 I slot print_timing: id 0 | task 9376 | eval time = 221.93 ms / 2 tokens ( 221.93 ms per token, 4.51 tokens per second) 7.28.170.144 I slot print_timing: id 0 | task 9376 | total time = 2358.56 ms / 984 tokens 7.28.170.145 I slot print_timing: id 0 | task 9376 | graphs reused = 7851 7.28.170.146 I slot print_timing: id 0 | task 9376 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.170.211 I slot release: id 0 | task 9376 | stop processing: n_tokens = 984, truncated = 0 7.28.171.476 I slot print_timing: id 3 | task 9375 | prompt eval time = 1983.66 ms / 992 tokens ( 2.00 ms per token, 500.09 tokens per second) 7.28.171.479 I slot print_timing: id 3 | task 9375 | eval time = 222.62 ms / 2 tokens ( 222.62 ms per token, 4.49 tokens per second) 7.28.171.480 I slot print_timing: id 3 | task 9375 | total time = 2206.28 ms / 994 tokens 7.28.171.481 I slot print_timing: id 3 | task 9375 | graphs reused = 7851 7.28.171.482 I slot print_timing: id 3 | task 9375 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.171.539 I slot release: id 3 | task 9375 | stop processing: n_tokens = 994, truncated = 0 7.28.269.043 I slot print_timing: id 2 | task 9379 | prompt eval time = 1086.64 ms / 112 tokens ( 9.70 ms per token, 103.07 tokens per second) 7.28.269.049 I slot print_timing: id 2 | task 9379 | eval time = 97.99 ms / 2 tokens ( 97.99 ms per token, 10.21 tokens per second) 7.28.269.050 I slot print_timing: id 2 | task 9379 | total time = 1184.62 ms / 114 tokens 7.28.269.051 I slot print_timing: id 2 | task 9379 | graphs reused = 7851 7.28.269.052 I slot print_timing: id 2 | task 9379 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.269.120 I slot release: id 2 | task 9379 | stop processing: n_tokens = 965, truncated = 0 7.28.269.139 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.903 (> 0.100 thold), f_keep = 0.895 7.28.269.273 I slot launch_slot_: id 0 | task 9385 | processing task, is_child = 0 7.28.269.388 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.744 MiB) 7.28.644.407 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.899 (> 0.100 thold), f_keep = 0.913 7.28.644.553 I slot launch_slot_: id 2 | task 9386 | processing task, is_child = 0 7.28.644.669 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 994, t_last = 448082287 7.28.644.864 I slot launch_slot_: id 3 | task 9387 | processing task, is_child = 0 7.28.994.099 I slot print_timing: id 1 | task 9380 | prompt eval time = 1205.30 ms / 987 tokens ( 1.22 ms per token, 818.88 tokens per second) 7.28.994.105 I slot print_timing: id 1 | task 9380 | eval time = 725.42 ms / 2 tokens ( 725.42 ms per token, 1.38 tokens per second) 7.28.994.106 I slot print_timing: id 1 | task 9380 | total time = 1930.72 ms / 989 tokens 7.28.994.107 I slot print_timing: id 1 | task 9380 | graphs reused = 7851 7.28.994.108 I slot print_timing: id 1 | task 9380 | graph reallocs = 0 / 0 (same size) / (changed size) 7.28.994.172 I slot release: id 1 | task 9380 | stop processing: n_tokens = 989, truncated = 0 7.29.285.169 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 989, t_last = 448904919 7.29.285.290 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1631.040 MiB) 7.29.495.470 I slot launch_slot_: id 1 | task 9390 | processing task, is_child = 0 7.30.441.423 I slot print_timing: id 0 | task 9385 | prompt eval time = 1520.40 ms / 124 tokens ( 12.26 ms per token, 81.56 tokens per second) 7.30.441.430 I slot print_timing: id 0 | task 9385 | eval time = 276.13 ms / 2 tokens ( 276.13 ms per token, 3.62 tokens per second) 7.30.441.431 I slot print_timing: id 0 | task 9385 | total time = 1796.54 ms / 126 tokens 7.30.441.432 I slot print_timing: id 0 | task 9385 | graphs reused = 7851 7.30.441.433 I slot print_timing: id 0 | task 9385 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.441.512 I slot release: id 0 | task 9385 | stop processing: n_tokens = 977, truncated = 0 7.30.441.890 I slot print_timing: id 2 | task 9386 | prompt eval time = 1434.72 ms / 128 tokens ( 11.21 ms per token, 89.22 tokens per second) 7.30.441.894 I slot print_timing: id 2 | task 9386 | eval time = 275.93 ms / 2 tokens ( 275.93 ms per token, 3.62 tokens per second) 7.30.441.894 I slot print_timing: id 2 | task 9386 | total time = 1710.66 ms / 130 tokens 7.30.441.895 I slot print_timing: id 2 | task 9386 | graphs reused = 7851 7.30.441.896 I slot print_timing: id 2 | task 9386 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.441.950 I slot release: id 2 | task 9386 | stop processing: n_tokens = 981, truncated = 0 7.30.620.302 I slot print_timing: id 3 | task 9387 | prompt eval time = 1614.83 ms / 825 tokens ( 1.96 ms per token, 510.89 tokens per second) 7.30.620.307 I slot print_timing: id 3 | task 9387 | eval time = 177.68 ms / 2 tokens ( 177.68 ms per token, 5.63 tokens per second) 7.30.620.308 I slot print_timing: id 3 | task 9387 | total time = 1792.50 ms / 827 tokens 7.30.620.309 I slot print_timing: id 3 | task 9387 | graphs reused = 7851 7.30.620.310 I slot print_timing: id 3 | task 9387 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.620.378 I slot release: id 3 | task 9387 | stop processing: n_tokens = 827, truncated = 0 7.30.620.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 977, t_last = 450352260 7.30.620.513 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1278.208 MiB) 7.30.811.241 I slot launch_slot_: id 0 | task 9394 | processing task, is_child = 0 7.30.811.362 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1299.866 MiB) 7.31.195.962 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 981, t_last = 450352699 7.31.196.222 I slot launch_slot_: id 2 | task 9395 | processing task, is_child = 0 7.31.196.317 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 827, t_last = 450531126 7.31.196.494 I slot launch_slot_: id 3 | task 9396 | processing task, is_child = 0 7.32.747.878 I slot print_timing: id 1 | task 9390 | prompt eval time = 2515.36 ms / 1629 tokens ( 1.54 ms per token, 647.62 tokens per second) 7.32.747.884 I slot print_timing: id 1 | task 9390 | eval time = 665.43 ms / 2 tokens ( 665.43 ms per token, 1.50 tokens per second) 7.32.747.886 I slot print_timing: id 1 | task 9390 | total time = 3180.79 ms / 1631 tokens 7.32.747.887 I slot print_timing: id 1 | task 9390 | graphs reused = 7851 7.32.747.887 I slot print_timing: id 1 | task 9390 | graph reallocs = 0 / 0 (same size) / (changed size) 7.32.748.039 I slot release: id 1 | task 9390 | stop processing: n_tokens = 1631, truncated = 0 7.33.230.081 I slot get_availabl: id 1 | task -1 | selected slot by LCP similarity, f_sim_best = 0.815 (> 0.100 thold), f_keep = 0.858 7.33.230.234 I slot launch_slot_: id 1 | task 9400 | processing task, is_child = 0 7.34.067.074 I slot print_timing: id 0 | task 9394 | prompt eval time = 2637.08 ms / 1616 tokens ( 1.63 ms per token, 612.80 tokens per second) 7.34.067.080 I slot print_timing: id 0 | task 9394 | eval time = 233.47 ms / 2 tokens ( 233.47 ms per token, 4.28 tokens per second) 7.34.067.081 I slot print_timing: id 0 | task 9394 | total time = 2870.56 ms / 1618 tokens 7.34.067.082 I slot print_timing: id 0 | task 9394 | graphs reused = 7851 7.34.067.083 I slot print_timing: id 0 | task 9394 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.067.193 I slot release: id 0 | task 9394 | stop processing: n_tokens = 1618, truncated = 0 7.34.090.913 I slot print_timing: id 1 | task 9400 | prompt eval time = 775.28 ms / 317 tokens ( 2.45 ms per token, 408.88 tokens per second) 7.34.090.918 I slot print_timing: id 1 | task 9400 | eval time = 22.89 ms / 2 tokens ( 22.89 ms per token, 43.69 tokens per second) 7.34.090.919 I slot print_timing: id 1 | task 9400 | total time = 798.17 ms / 319 tokens 7.34.090.920 I slot print_timing: id 1 | task 9400 | graphs reused = 7851 7.34.090.921 I slot print_timing: id 1 | task 9400 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.091.042 I slot release: id 1 | task 9400 | stop processing: n_tokens = 1718, truncated = 0 7.34.091.486 I slot print_timing: id 2 | task 9395 | prompt eval time = 2777.26 ms / 1587 tokens ( 1.75 ms per token, 571.43 tokens per second) 7.34.091.489 I slot print_timing: id 2 | task 9395 | eval time = 22.73 ms / 2 tokens ( 22.73 ms per token, 44.00 tokens per second) 7.34.091.491 I slot print_timing: id 2 | task 9395 | total time = 2799.99 ms / 1589 tokens 7.34.091.491 I slot print_timing: id 2 | task 9395 | graphs reused = 7851 7.34.091.492 I slot print_timing: id 2 | task 9395 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.091.584 I slot release: id 2 | task 9395 | stop processing: n_tokens = 1589, truncated = 0 7.34.091.960 I slot print_timing: id 3 | task 9396 | prompt eval time = 1926.20 ms / 1631 tokens ( 1.18 ms per token, 846.74 tokens per second) 7.34.091.964 I slot print_timing: id 3 | task 9396 | eval time = 22.53 ms / 2 tokens ( 22.53 ms per token, 44.39 tokens per second) 7.34.091.965 I slot print_timing: id 3 | task 9396 | total time = 1948.73 ms / 1633 tokens 7.34.091.965 I slot print_timing: id 3 | task 9396 | graphs reused = 7851 7.34.091.966 I slot print_timing: id 3 | task 9396 | graph reallocs = 0 / 0 (same size) / (changed size) 7.34.092.044 I slot release: id 3 | task 9396 | stop processing: n_tokens = 1633, truncated = 0 7.34.092.057 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1618, t_last = 453977942 7.34.092.208 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1306.383 MiB) 7.34.352.042 I slot launch_slot_: id 0 | task 9404 | processing task, is_child = 0 7.34.352.196 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1302.330 MiB) 7.34.370.825 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1051.211 MiB) 7.34.634.389 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1046.445 MiB) 7.34.881.748 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1303.455 MiB) 7.35.127.505 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 1718, t_last = 454001790 7.35.127.801 I slot launch_slot_: id 1 | task 9405 | processing task, is_child = 0 7.35.128.060 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 1589, t_last = 454002332 7.35.128.277 I slot launch_slot_: id 2 | task 9406 | processing task, is_child = 0 7.35.128.408 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 1633, t_last = 454002792 7.35.128.614 I slot launch_slot_: id 3 | task 9407 | processing task, is_child = 0 7.37.028.033 I slot print_timing: id 0 | task 9404 | prompt eval time = 1875.83 ms / 841 tokens ( 2.23 ms per token, 448.33 tokens per second) 7.37.028.039 I slot print_timing: id 0 | task 9404 | eval time = 23.57 ms / 2 tokens ( 23.57 ms per token, 42.43 tokens per second) 7.37.028.040 I slot print_timing: id 0 | task 9404 | total time = 1899.40 ms / 843 tokens 7.37.028.040 I slot print_timing: id 0 | task 9404 | graphs reused = 7851 7.37.028.041 I slot print_timing: id 0 | task 9404 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.028.108 I slot release: id 0 | task 9404 | stop processing: n_tokens = 843, truncated = 0 7.37.028.437 I slot print_timing: id 1 | task 9405 | prompt eval time = 1860.36 ms / 868 tokens ( 2.14 ms per token, 466.58 tokens per second) 7.37.028.441 I slot print_timing: id 1 | task 9405 | eval time = 23.30 ms / 2 tokens ( 23.30 ms per token, 42.92 tokens per second) 7.37.028.442 I slot print_timing: id 1 | task 9405 | total time = 1883.66 ms / 870 tokens 7.37.028.442 I slot print_timing: id 1 | task 9405 | graphs reused = 7851 7.37.028.443 I slot print_timing: id 1 | task 9405 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.028.483 I slot release: id 1 | task 9405 | stop processing: n_tokens = 870, truncated = 0 7.37.028.813 I slot print_timing: id 2 | task 9406 | prompt eval time = 1841.05 ms / 843 tokens ( 2.18 ms per token, 457.89 tokens per second) 7.37.028.816 I slot print_timing: id 2 | task 9406 | eval time = 22.98 ms / 2 tokens ( 22.98 ms per token, 43.51 tokens per second) 7.37.028.816 I slot print_timing: id 2 | task 9406 | total time = 1864.03 ms / 845 tokens 7.37.028.817 I slot print_timing: id 2 | task 9406 | graphs reused = 7851 7.37.028.818 I slot print_timing: id 2 | task 9406 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.028.861 I slot release: id 2 | task 9406 | stop processing: n_tokens = 845, truncated = 0 7.37.029.181 I slot print_timing: id 3 | task 9407 | prompt eval time = 1825.98 ms / 862 tokens ( 2.12 ms per token, 472.08 tokens per second) 7.37.029.184 I slot print_timing: id 3 | task 9407 | eval time = 22.67 ms / 2 tokens ( 22.67 ms per token, 44.11 tokens per second) 7.37.029.185 I slot print_timing: id 3 | task 9407 | total time = 1848.65 ms / 864 tokens 7.37.029.186 I slot print_timing: id 3 | task 9407 | graphs reused = 7851 7.37.029.186 I slot print_timing: id 3 | task 9407 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.029.219 I slot release: id 3 | task 9407 | stop processing: n_tokens = 864, truncated = 0 7.37.048.953 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 843, t_last = 456938855 7.37.049.086 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1312.580 MiB) 7.37.186.743 I slot launch_slot_: id 0 | task 9413 | processing task, is_child = 0 7.37.305.020 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 845.154 MiB) 7.37.431.868 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.664 MiB) 7.37.608.705 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 0.837 (> 0.100 thold), f_keep = 0.879 7.37.608.851 I slot launch_slot_: id 2 | task 9414 | processing task, is_child = 0 7.37.609.041 I slot get_availabl: id 1 | task -1 | selected slot by LRU, n_tokens = 870, t_last = 456939230 7.37.609.228 I slot launch_slot_: id 1 | task 9415 | processing task, is_child = 0 7.37.609.319 I slot get_availabl: id 3 | task -1 | selected slot by LRU, n_tokens = 864, t_last = 456939966 7.37.609.490 I slot launch_slot_: id 3 | task 9416 | processing task, is_child = 0 7.39.175.699 I slot print_timing: id 2 | task 9414 | prompt eval time = 1356.42 ms / 174 tokens ( 7.80 ms per token, 128.28 tokens per second) 7.39.175.705 I slot print_timing: id 2 | task 9414 | eval time = 187.75 ms / 2 tokens ( 187.75 ms per token, 5.33 tokens per second) 7.39.175.706 I slot print_timing: id 2 | task 9414 | total time = 1544.17 ms / 176 tokens 7.39.175.707 I slot print_timing: id 2 | task 9414 | graphs reused = 7851 7.39.175.707 I slot print_timing: id 2 | task 9414 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.175.771 I slot release: id 2 | task 9414 | stop processing: n_tokens = 889, truncated = 0 7.39.209.797 I slot print_timing: id 0 | task 9413 | prompt eval time = 1565.15 ms / 765 tokens ( 2.05 ms per token, 488.77 tokens per second) 7.39.209.803 I slot print_timing: id 0 | task 9413 | eval time = 35.14 ms / 2 tokens ( 35.14 ms per token, 28.45 tokens per second) 7.39.209.804 I slot print_timing: id 0 | task 9413 | total time = 1600.29 ms / 767 tokens 7.39.209.805 I slot print_timing: id 0 | task 9413 | graphs reused = 7851 7.39.209.806 I slot print_timing: id 0 | task 9413 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.209.871 I slot release: id 0 | task 9413 | stop processing: n_tokens = 767, truncated = 0 7.39.210.215 I slot print_timing: id 1 | task 9415 | prompt eval time = 1554.79 ms / 738 tokens ( 2.11 ms per token, 474.66 tokens per second) 7.39.210.218 I slot print_timing: id 1 | task 9415 | eval time = 34.85 ms / 2 tokens ( 34.85 ms per token, 28.69 tokens per second) 7.39.210.219 I slot print_timing: id 1 | task 9415 | total time = 1589.64 ms / 740 tokens 7.39.210.220 I slot print_timing: id 1 | task 9415 | graphs reused = 7851 7.39.210.220 I slot print_timing: id 1 | task 9415 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.210.254 I slot release: id 1 | task 9415 | stop processing: n_tokens = 740, truncated = 0 7.39.210.595 I slot print_timing: id 3 | task 9416 | prompt eval time = 1464.83 ms / 688 tokens ( 2.13 ms per token, 469.68 tokens per second) 7.39.210.598 I slot print_timing: id 3 | task 9416 | eval time = 34.14 ms / 2 tokens ( 34.14 ms per token, 29.29 tokens per second) 7.39.210.598 I slot print_timing: id 3 | task 9416 | total time = 1498.97 ms / 690 tokens 7.39.210.599 I slot print_timing: id 3 | task 9416 | graphs reused = 7851 7.39.210.600 I slot print_timing: id 3 | task 9416 | graph reallocs = 0 / 0 (same size) / (changed size) 7.39.210.644 I slot release: id 3 | task 9416 | stop processing: n_tokens = 690, truncated = 0 7.39.210.660 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 0.836 (> 0.100 thold), f_keep = 0.855 7.39.210.779 I slot launch_slot_: id 3 | task 9422 | processing task, is_child = 0 7.39.210.876 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1627.240 MiB) 7.39.481.810 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 1305.211 MiB) 7.39.691.555 I slot get_availabl: id 2 | task -1 | selected slot by LRU, n_tokens = 889, t_last = 459086519 7.39.691.810 I slot launch_slot_: id 2 | task 9423 | processing task, is_child = 0 7.40.374.757 I slot print_timing: id 3 | task 9422 | prompt eval time = 590.94 ms / 145 tokens ( 4.08 ms per token, 245.37 tokens per second) 7.40.374.762 I slot print_timing: id 3 | task 9422 | eval time = 77.40 ms / 2 tokens ( 77.40 ms per token, 12.92 tokens per second) 7.40.374.763 I slot print_timing: id 3 | task 9422 | total time = 668.33 ms / 147 tokens 7.40.374.764 I slot print_timing: id 3 | task 9422 | graphs reused = 7851 7.40.374.765 I slot print_timing: id 3 | task 9422 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.374.815 I slot release: id 3 | task 9422 | stop processing: n_tokens = 707, truncated = 0 7.40.392.204 I slot print_timing: id 2 | task 9423 | prompt eval time = 682.50 ms / 671 tokens ( 1.02 ms per token, 983.15 tokens per second) 7.40.392.209 I slot print_timing: id 2 | task 9423 | eval time = 17.72 ms / 2 tokens ( 17.72 ms per token, 56.44 tokens per second) 7.40.392.210 I slot print_timing: id 2 | task 9423 | total time = 700.22 ms / 673 tokens 7.40.392.211 I slot print_timing: id 2 | task 9423 | graphs reused = 7851 7.40.392.211 I slot print_timing: id 2 | task 9423 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.392.251 I slot release: id 2 | task 9423 | stop processing: n_tokens = 673, truncated = 0