$ C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\32c554c7d133\gemma-4-12b-it-Q5_K_M.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.115.566 I srv llama_server: initializing ... 0.00.115.573 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.115.717 I srv init_listene: The UI is disabled 0.00.115.721 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.115.812 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.124.864 I srv load_model: loading model 'C:\quantdiff\dl\campaign\32c554c7d133\gemma-4-12b-it-Q5_K_M.gguf' 0.01.408.373 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.408.619 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.409.006 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.456.105 W load: '' is a normal token here, removing it from EOG list 0.04.419.049 I cmn init: llama threadpool init, n_threads = 8 0.04.507.581 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.04.515.997 I srv llama_server: model loaded 0.04.516.003 I srv llama_server: listening on http://127.0.0.1:8089 0.04.599.929 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.04.600.045 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.05.251.377 I slot print_timing: id 0 | task 0 | prompt eval time = 141.50 ms / 160 tokens ( 0.88 ms per token, 1130.72 tokens per second) 0.05.251.384 I slot print_timing: id 0 | task 0 | eval time = 509.81 ms / 31 tokens ( 16.99 ms per token, 58.85 tokens per second) 0.05.251.385 I slot print_timing: id 0 | task 0 | total time = 651.31 ms / 191 tokens 0.05.251.391 I slot print_timing: id 0 | task 0 | graphs reused = 30 0.05.251.392 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.251.430 I slot release: id 0 | task 0 | stop processing: n_tokens = 190, truncated = 0 0.05.276.106 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 5137933 0.05.300.336 I slot launch_slot_: id 0 | task 34 | processing task, is_child = 0 0.05.734.980 I slot print_timing: id 0 | task 34 | prompt eval time = 99.92 ms / 113 tokens ( 0.88 ms per token, 1130.89 tokens per second) 0.05.734.986 I slot print_timing: id 0 | task 34 | eval time = 334.70 ms / 21 tokens ( 16.74 ms per token, 59.75 tokens per second) 0.05.734.987 I slot print_timing: id 0 | task 34 | total time = 434.62 ms / 134 tokens 0.05.734.988 I slot print_timing: id 0 | task 34 | graphs reused = 49 0.05.734.988 I slot print_timing: id 0 | task 34 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.735.007 I slot release: id 0 | task 34 | stop processing: n_tokens = 133, truncated = 0 0.05.760.742 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 133, t_last = 5621511 0.05.778.317 I slot launch_slot_: id 0 | task 58 | processing task, is_child = 0 0.06.256.708 I slot print_timing: id 0 | task 58 | prompt eval time = 110.73 ms / 153 tokens ( 0.72 ms per token, 1381.73 tokens per second) 0.06.256.714 I slot print_timing: id 0 | task 58 | eval time = 367.64 ms / 23 tokens ( 16.71 ms per token, 59.84 tokens per second) 0.06.256.716 I slot print_timing: id 0 | task 58 | total time = 478.37 ms / 176 tokens 0.06.256.717 I slot print_timing: id 0 | task 58 | graphs reused = 70 0.06.256.717 I slot print_timing: id 0 | task 58 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.256.746 I slot release: id 0 | task 58 | stop processing: n_tokens = 175, truncated = 0 0.06.272.171 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 6143250 0.06.294.316 I slot launch_slot_: id 0 | task 84 | processing task, is_child = 0 0.06.790.384 I slot print_timing: id 0 | task 84 | prompt eval time = 128.04 ms / 194 tokens ( 0.66 ms per token, 1515.13 tokens per second) 0.06.790.390 I slot print_timing: id 0 | task 84 | eval time = 368.00 ms / 23 tokens ( 16.73 ms per token, 59.78 tokens per second) 0.06.790.391 I slot print_timing: id 0 | task 84 | total time = 496.04 ms / 217 tokens 0.06.790.392 I slot print_timing: id 0 | task 84 | graphs reused = 91 0.06.790.393 I slot print_timing: id 0 | task 84 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.790.420 I slot release: id 0 | task 84 | stop processing: n_tokens = 216, truncated = 0 0.06.796.417 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.118 (> 0.100 thold), f_keep = 0.097 0.06.824.019 I slot launch_slot_: id 0 | task 110 | processing task, is_child = 0 0.07.368.038 I slot print_timing: id 0 | task 110 | prompt eval time = 126.35 ms / 178 tokens ( 0.71 ms per token, 1408.75 tokens per second) 0.07.368.044 I slot print_timing: id 0 | task 110 | eval time = 417.65 ms / 27 tokens ( 16.06 ms per token, 62.25 tokens per second) 0.07.368.045 I slot print_timing: id 0 | task 110 | total time = 544.00 ms / 205 tokens 0.07.368.045 I slot print_timing: id 0 | task 110 | graphs reused = 116 0.07.368.046 I slot print_timing: id 0 | task 110 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.368.068 I slot release: id 0 | task 110 | stop processing: n_tokens = 204, truncated = 0 0.07.396.529 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 7254572 0.07.422.003 I slot launch_slot_: id 0 | task 140 | processing task, is_child = 0 0.08.070.108 I slot print_timing: id 0 | task 140 | prompt eval time = 120.93 ms / 169 tokens ( 0.72 ms per token, 1397.51 tokens per second) 0.08.070.114 I slot print_timing: id 0 | task 140 | eval time = 527.16 ms / 34 tokens ( 15.97 ms per token, 62.60 tokens per second) 0.08.070.116 I slot print_timing: id 0 | task 140 | total time = 648.08 ms / 203 tokens 0.08.070.116 I slot print_timing: id 0 | task 140 | graphs reused = 148 0.08.070.117 I slot print_timing: id 0 | task 140 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.070.142 I slot release: id 0 | task 140 | stop processing: n_tokens = 202, truncated = 0 0.08.076.161 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 7956646 0.08.101.257 I slot launch_slot_: id 0 | task 177 | processing task, is_child = 0 0.08.617.416 I slot print_timing: id 0 | task 177 | prompt eval time = 133.65 ms / 212 tokens ( 0.63 ms per token, 1586.26 tokens per second) 0.08.617.422 I slot print_timing: id 0 | task 177 | eval time = 382.49 ms / 24 tokens ( 16.63 ms per token, 60.13 tokens per second) 0.08.617.423 I slot print_timing: id 0 | task 177 | total time = 516.14 ms / 236 tokens 0.08.617.424 I slot print_timing: id 0 | task 177 | graphs reused = 170 0.08.617.424 I slot print_timing: id 0 | task 177 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.617.452 I slot release: id 0 | task 177 | stop processing: n_tokens = 235, truncated = 0 0.08.663.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 235, t_last = 8503956 0.08.692.989 I slot launch_slot_: id 0 | task 204 | processing task, is_child = 0 0.09.419.838 I slot print_timing: id 0 | task 204 | prompt eval time = 152.88 ms / 264 tokens ( 0.58 ms per token, 1726.89 tokens per second) 0.09.419.844 I slot print_timing: id 0 | task 204 | eval time = 573.95 ms / 35 tokens ( 16.88 ms per token, 59.24 tokens per second) 0.09.419.846 I slot print_timing: id 0 | task 204 | total time = 726.82 ms / 299 tokens 0.09.419.846 I slot print_timing: id 0 | task 204 | graphs reused = 203 0.09.419.847 I slot print_timing: id 0 | task 204 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.419.877 I slot release: id 0 | task 204 | stop processing: n_tokens = 298, truncated = 0 0.09.443.212 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 298, t_last = 9306381 0.09.480.068 I slot launch_slot_: id 0 | task 242 | processing task, is_child = 0 0.10.074.755 I slot print_timing: id 0 | task 242 | prompt eval time = 107.91 ms / 140 tokens ( 0.77 ms per token, 1297.33 tokens per second) 0.10.074.761 I slot print_timing: id 0 | task 242 | eval time = 486.75 ms / 30 tokens ( 16.78 ms per token, 59.58 tokens per second) 0.10.074.762 I slot print_timing: id 0 | task 242 | total time = 594.67 ms / 170 tokens 0.10.074.763 I slot print_timing: id 0 | task 242 | graphs reused = 231 0.10.074.763 I slot print_timing: id 0 | task 242 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.074.786 I slot release: id 0 | task 242 | stop processing: n_tokens = 169, truncated = 0 0.10.107.816 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 9961290 0.10.128.976 I slot launch_slot_: id 0 | task 275 | processing task, is_child = 0 0.10.546.082 I slot print_timing: id 0 | task 275 | prompt eval time = 113.46 ms / 156 tokens ( 0.73 ms per token, 1374.92 tokens per second) 0.10.546.088 I slot print_timing: id 0 | task 275 | eval time = 303.62 ms / 19 tokens ( 16.87 ms per token, 59.28 tokens per second) 0.10.546.089 I slot print_timing: id 0 | task 275 | total time = 417.09 ms / 175 tokens 0.10.546.090 I slot print_timing: id 0 | task 275 | graphs reused = 248 0.10.546.091 I slot print_timing: id 0 | task 275 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.546.114 I slot release: id 0 | task 275 | stop processing: n_tokens = 174, truncated = 0 0.10.573.915 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 10432618 0.10.596.386 I slot launch_slot_: id 0 | task 297 | processing task, is_child = 0 0.11.271.645 I slot print_timing: id 0 | task 297 | prompt eval time = 124.50 ms / 164 tokens ( 0.76 ms per token, 1317.27 tokens per second) 0.11.271.650 I slot print_timing: id 0 | task 297 | eval time = 550.74 ms / 35 tokens ( 16.20 ms per token, 61.74 tokens per second) 0.11.271.652 I slot print_timing: id 0 | task 297 | total time = 675.24 ms / 199 tokens 0.11.271.652 I slot print_timing: id 0 | task 297 | graphs reused = 281 0.11.271.653 I slot print_timing: id 0 | task 297 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.271.677 I slot release: id 0 | task 297 | stop processing: n_tokens = 198, truncated = 0 0.11.277.344 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 11158181 0.11.302.017 I slot launch_slot_: id 0 | task 335 | processing task, is_child = 0 0.11.867.102 I slot print_timing: id 0 | task 335 | prompt eval time = 131.88 ms / 204 tokens ( 0.65 ms per token, 1546.80 tokens per second) 0.11.867.108 I slot print_timing: id 0 | task 335 | eval time = 433.18 ms / 28 tokens ( 16.04 ms per token, 62.33 tokens per second) 0.11.867.109 I slot print_timing: id 0 | task 335 | total time = 565.06 ms / 232 tokens 0.11.867.110 I slot print_timing: id 0 | task 335 | graphs reused = 307 0.11.867.111 I slot print_timing: id 0 | task 335 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.867.138 I slot release: id 0 | task 335 | stop processing: n_tokens = 231, truncated = 0 0.11.872.792 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 11753642 0.11.902.274 I slot launch_slot_: id 0 | task 366 | processing task, is_child = 0 0.12.567.644 I slot print_timing: id 0 | task 366 | prompt eval time = 111.26 ms / 171 tokens ( 0.65 ms per token, 1536.91 tokens per second) 0.12.567.649 I slot print_timing: id 0 | task 366 | eval time = 554.09 ms / 35 tokens ( 16.30 ms per token, 61.36 tokens per second) 0.12.567.650 I slot print_timing: id 0 | task 366 | total time = 665.35 ms / 206 tokens 0.12.567.652 I slot print_timing: id 0 | task 366 | graphs reused = 340 0.12.567.652 I slot print_timing: id 0 | task 366 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.567.674 I slot release: id 0 | task 366 | stop processing: n_tokens = 205, truncated = 0 0.12.584.538 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 12454177 0.12.609.435 I slot launch_slot_: id 0 | task 404 | processing task, is_child = 0 0.13.170.992 I slot print_timing: id 0 | task 404 | prompt eval time = 124.64 ms / 168 tokens ( 0.74 ms per token, 1347.85 tokens per second) 0.13.170.997 I slot print_timing: id 0 | task 404 | eval time = 436.89 ms / 27 tokens ( 16.80 ms per token, 59.51 tokens per second) 0.13.170.998 I slot print_timing: id 0 | task 404 | total time = 561.54 ms / 195 tokens 0.13.170.999 I slot print_timing: id 0 | task 404 | graphs reused = 365 0.13.171.000 I slot print_timing: id 0 | task 404 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.171.026 I slot release: id 0 | task 404 | stop processing: n_tokens = 194, truncated = 0 0.13.176.865 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 13057530 0.13.201.092 I slot launch_slot_: id 0 | task 434 | processing task, is_child = 0 0.13.957.336 I slot print_timing: id 0 | task 434 | prompt eval time = 124.14 ms / 167 tokens ( 0.74 ms per token, 1345.26 tokens per second) 0.13.957.342 I slot print_timing: id 0 | task 434 | eval time = 632.08 ms / 39 tokens ( 16.63 ms per token, 60.12 tokens per second) 0.13.957.343 I slot print_timing: id 0 | task 434 | total time = 756.22 ms / 206 tokens 0.13.957.344 I slot print_timing: id 0 | task 434 | graphs reused = 402 0.13.957.344 I slot print_timing: id 0 | task 434 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.957.370 I slot release: id 0 | task 434 | stop processing: n_tokens = 205, truncated = 0 0.14.001.863 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 13843874 0.14.027.211 I slot launch_slot_: id 0 | task 476 | processing task, is_child = 0 0.14.570.052 I slot print_timing: id 0 | task 476 | prompt eval time = 107.48 ms / 141 tokens ( 0.76 ms per token, 1311.84 tokens per second) 0.14.570.058 I slot print_timing: id 0 | task 476 | eval time = 435.34 ms / 27 tokens ( 16.74 ms per token, 59.72 tokens per second) 0.14.570.059 I slot print_timing: id 0 | task 476 | total time = 542.82 ms / 168 tokens 0.14.570.059 I slot print_timing: id 0 | task 476 | graphs reused = 427 0.14.570.060 I slot print_timing: id 0 | task 476 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.570.081 I slot release: id 0 | task 476 | stop processing: n_tokens = 167, truncated = 0 0.14.605.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 14456585 0.14.626.224 I slot launch_slot_: id 0 | task 506 | processing task, is_child = 0 0.15.064.715 I slot print_timing: id 0 | task 506 | prompt eval time = 125.33 ms / 163 tokens ( 0.77 ms per token, 1300.61 tokens per second) 0.15.064.721 I slot print_timing: id 0 | task 506 | eval time = 313.15 ms / 20 tokens ( 16.48 ms per token, 60.67 tokens per second) 0.15.064.722 I slot print_timing: id 0 | task 506 | total time = 438.47 ms / 183 tokens 0.15.064.723 I slot print_timing: id 0 | task 506 | graphs reused = 445 0.15.064.725 I slot print_timing: id 0 | task 506 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.064.750 I slot release: id 0 | task 506 | stop processing: n_tokens = 182, truncated = 0 0.15.070.363 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 14951253 0.15.093.501 I slot launch_slot_: id 0 | task 529 | processing task, is_child = 0 0.15.505.446 I slot print_timing: id 0 | task 529 | prompt eval time = 106.35 ms / 145 tokens ( 0.73 ms per token, 1363.40 tokens per second) 0.15.505.451 I slot print_timing: id 0 | task 529 | eval time = 305.57 ms / 20 tokens ( 16.08 ms per token, 62.18 tokens per second) 0.15.505.453 I slot print_timing: id 0 | task 529 | total time = 411.92 ms / 165 tokens 0.15.505.453 I slot print_timing: id 0 | task 529 | graphs reused = 463 0.15.505.454 I slot print_timing: id 0 | task 529 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.505.475 I slot release: id 0 | task 529 | stop processing: n_tokens = 164, truncated = 0 0.15.537.867 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 164, t_last = 15391979 0.15.559.141 I slot launch_slot_: id 0 | task 552 | processing task, is_child = 0 0.15.922.699 I slot print_timing: id 0 | task 552 | prompt eval time = 104.65 ms / 140 tokens ( 0.75 ms per token, 1337.74 tokens per second) 0.15.922.705 I slot print_timing: id 0 | task 552 | eval time = 258.89 ms / 17 tokens ( 16.18 ms per token, 61.80 tokens per second) 0.15.922.706 I slot print_timing: id 0 | task 552 | total time = 363.54 ms / 157 tokens 0.15.922.706 I slot print_timing: id 0 | task 552 | graphs reused = 478 0.15.922.707 I slot print_timing: id 0 | task 552 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.922.728 I slot release: id 0 | task 552 | stop processing: n_tokens = 156, truncated = 0 0.15.945.529 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 15809232 0.15.966.052 I slot launch_slot_: id 0 | task 572 | processing task, is_child = 0 0.16.695.158 I slot print_timing: id 0 | task 572 | prompt eval time = 128.13 ms / 173 tokens ( 0.74 ms per token, 1350.19 tokens per second) 0.16.695.164 I slot print_timing: id 0 | task 572 | eval time = 600.96 ms / 38 tokens ( 16.24 ms per token, 61.57 tokens per second) 0.16.695.165 I slot print_timing: id 0 | task 572 | total time = 729.09 ms / 211 tokens 0.16.695.166 I slot print_timing: id 0 | task 572 | graphs reused = 514 0.16.695.168 I slot print_timing: id 0 | task 572 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.695.194 I slot release: id 0 | task 572 | stop processing: n_tokens = 210, truncated = 0 0.16.738.817 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 16581698 0.16.763.986 I slot launch_slot_: id 0 | task 613 | processing task, is_child = 0 0.17.407.821 I slot print_timing: id 0 | task 613 | prompt eval time = 112.90 ms / 158 tokens ( 0.71 ms per token, 1399.52 tokens per second) 0.17.407.827 I slot print_timing: id 0 | task 613 | eval time = 530.91 ms / 33 tokens ( 16.59 ms per token, 60.27 tokens per second) 0.17.407.829 I slot print_timing: id 0 | task 613 | total time = 643.81 ms / 191 tokens 0.17.407.829 I slot print_timing: id 0 | task 613 | graphs reused = 545 0.17.407.830 I slot print_timing: id 0 | task 613 | graph reallocs = 0 / 0 (same size) / (changed size) 0.17.407.853 I slot release: id 0 | task 613 | stop processing: n_tokens = 190, truncated = 0 0.17.438.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 17294357 0.17.461.480 I slot launch_slot_: id 0 | task 649 | processing task, is_child = 0 0.18.144.002 I slot print_timing: id 0 | task 649 | prompt eval time = 130.38 ms / 200 tokens ( 0.65 ms per token, 1534.02 tokens per second) 0.18.144.009 I slot print_timing: id 0 | task 649 | eval time = 552.12 ms / 34 tokens ( 16.73 ms per token, 59.77 tokens per second) 0.18.144.010 I slot print_timing: id 0 | task 649 | total time = 682.50 ms / 234 tokens 0.18.144.010 I slot print_timing: id 0 | task 649 | graphs reused = 577 0.18.144.011 I slot print_timing: id 0 | task 649 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.144.036 I slot release: id 0 | task 649 | stop processing: n_tokens = 233, truncated = 0 0.18.172.128 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 233, t_last = 18030540 0.18.200.871 I slot launch_slot_: id 0 | task 686 | processing task, is_child = 0 0.18.829.795 I slot print_timing: id 0 | task 686 | prompt eval time = 127.00 ms / 184 tokens ( 0.69 ms per token, 1448.80 tokens per second) 0.18.829.801 I slot print_timing: id 0 | task 686 | eval time = 501.90 ms / 31 tokens ( 16.73 ms per token, 59.77 tokens per second) 0.18.829.802 I slot print_timing: id 0 | task 686 | total time = 628.90 ms / 215 tokens 0.18.829.803 I slot print_timing: id 0 | task 686 | graphs reused = 606 0.18.829.803 I slot print_timing: id 0 | task 686 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.829.830 I slot release: id 0 | task 686 | stop processing: n_tokens = 214, truncated = 0 0.18.835.971 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 18716334 0.18.863.596 I slot launch_slot_: id 0 | task 720 | processing task, is_child = 0 0.19.861.194 I slot print_timing: id 0 | task 720 | prompt eval time = 132.52 ms / 196 tokens ( 0.68 ms per token, 1479.00 tokens per second) 0.19.861.200 I slot print_timing: id 0 | task 720 | eval time = 865.06 ms / 55 tokens ( 16.02 ms per token, 62.42 tokens per second) 0.19.861.201 I slot print_timing: id 0 | task 720 | total time = 997.58 ms / 251 tokens 0.19.861.202 I slot print_timing: id 0 | task 720 | graphs reused = 659 0.19.861.203 I slot print_timing: id 0 | task 720 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.861.227 I slot release: id 0 | task 720 | stop processing: n_tokens = 250, truncated = 0 0.19.897.539 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 19747730 0.19.928.182 I slot launch_slot_: id 0 | task 778 | processing task, is_child = 0 0.20.618.137 I slot print_timing: id 0 | task 778 | prompt eval time = 136.64 ms / 232 tokens ( 0.59 ms per token, 1697.92 tokens per second) 0.20.618.144 I slot print_timing: id 0 | task 778 | eval time = 553.29 ms / 34 tokens ( 16.77 ms per token, 59.64 tokens per second) 0.20.618.145 I slot print_timing: id 0 | task 778 | total time = 689.93 ms / 266 tokens 0.20.618.146 I slot print_timing: id 0 | task 778 | graphs reused = 690 0.20.618.147 I slot print_timing: id 0 | task 778 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.618.179 I slot release: id 0 | task 778 | stop processing: n_tokens = 265, truncated = 0 0.20.649.557 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 265, t_last = 20504682 0.20.682.512 I slot launch_slot_: id 0 | task 815 | processing task, is_child = 0 0.21.398.608 I slot print_timing: id 0 | task 815 | prompt eval time = 130.62 ms / 193 tokens ( 0.68 ms per token, 1477.61 tokens per second) 0.21.398.614 I slot print_timing: id 0 | task 815 | eval time = 585.46 ms / 36 tokens ( 16.73 ms per token, 59.78 tokens per second) 0.21.398.615 I slot print_timing: id 0 | task 815 | total time = 716.08 ms / 229 tokens 0.21.398.616 I slot print_timing: id 0 | task 815 | graphs reused = 724 0.21.398.617 I slot print_timing: id 0 | task 815 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.398.640 I slot release: id 0 | task 815 | stop processing: n_tokens = 228, truncated = 0 0.21.415.732 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 228, t_last = 21285144 0.21.443.953 I slot launch_slot_: id 0 | task 854 | processing task, is_child = 0 0.22.072.469 I slot print_timing: id 0 | task 854 | prompt eval time = 110.33 ms / 148 tokens ( 0.75 ms per token, 1341.47 tokens per second) 0.22.072.475 I slot print_timing: id 0 | task 854 | eval time = 518.17 ms / 32 tokens ( 16.72 ms per token, 59.83 tokens per second) 0.22.072.476 I slot print_timing: id 0 | task 854 | total time = 628.49 ms / 180 tokens 0.22.072.477 I slot print_timing: id 0 | task 854 | graphs reused = 754 0.22.072.477 I slot print_timing: id 0 | task 854 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.072.500 I slot release: id 0 | task 854 | stop processing: n_tokens = 179, truncated = 0 0.22.113.581 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 21959003 0.22.135.785 I slot launch_slot_: id 0 | task 889 | processing task, is_child = 0 0.22.926.360 I slot print_timing: id 0 | task 889 | prompt eval time = 125.12 ms / 174 tokens ( 0.72 ms per token, 1390.62 tokens per second) 0.22.926.366 I slot print_timing: id 0 | task 889 | eval time = 665.43 ms / 41 tokens ( 16.64 ms per token, 60.11 tokens per second) 0.22.926.367 I slot print_timing: id 0 | task 889 | total time = 790.55 ms / 215 tokens 0.22.926.368 I slot print_timing: id 0 | task 889 | graphs reused = 793 0.22.926.368 I slot print_timing: id 0 | task 889 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.926.396 I slot release: id 0 | task 889 | stop processing: n_tokens = 214, truncated = 0 0.22.953.373 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 22812900 0.22.979.921 I slot launch_slot_: id 0 | task 933 | processing task, is_child = 0 0.23.913.013 I slot print_timing: id 0 | task 933 | prompt eval time = 135.37 ms / 204 tokens ( 0.66 ms per token, 1506.99 tokens per second) 0.23.913.019 I slot print_timing: id 0 | task 933 | eval time = 797.70 ms / 51 tokens ( 15.95 ms per token, 62.68 tokens per second) 0.23.913.020 I slot print_timing: id 0 | task 933 | total time = 933.07 ms / 255 tokens 0.23.913.021 I slot print_timing: id 0 | task 933 | graphs reused = 842 0.23.913.021 I slot print_timing: id 0 | task 933 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.913.048 I slot release: id 0 | task 933 | stop processing: n_tokens = 254, truncated = 0 0.23.918.950 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 23799552 0.23.948.582 I slot launch_slot_: id 0 | task 987 | processing task, is_child = 0 0.24.648.305 I slot print_timing: id 0 | task 987 | prompt eval time = 123.56 ms / 178 tokens ( 0.69 ms per token, 1440.57 tokens per second) 0.24.648.311 I slot print_timing: id 0 | task 987 | eval time = 576.14 ms / 37 tokens ( 16.00 ms per token, 62.48 tokens per second) 0.24.648.312 I slot print_timing: id 0 | task 987 | total time = 699.70 ms / 215 tokens 0.24.648.313 I slot print_timing: id 0 | task 987 | graphs reused = 877 0.24.648.314 I slot print_timing: id 0 | task 987 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.648.337 I slot release: id 0 | task 987 | stop processing: n_tokens = 214, truncated = 0 0.24.689.428 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 24534840 0.24.715.331 I slot launch_slot_: id 0 | task 1027 | processing task, is_child = 0 0.25.410.084 I slot print_timing: id 0 | task 1027 | prompt eval time = 110.49 ms / 153 tokens ( 0.72 ms per token, 1384.78 tokens per second) 0.25.410.090 I slot print_timing: id 0 | task 1027 | eval time = 584.24 ms / 36 tokens ( 16.69 ms per token, 59.91 tokens per second) 0.25.410.091 I slot print_timing: id 0 | task 1027 | total time = 694.73 ms / 189 tokens 0.25.410.092 I slot print_timing: id 0 | task 1027 | graphs reused = 911 0.25.410.092 I slot print_timing: id 0 | task 1027 | graph reallocs = 0 / 0 (same size) / (changed size) 0.25.410.116 I slot release: id 0 | task 1027 | stop processing: n_tokens = 188, truncated = 0 0.25.435.304 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 188, t_last = 25296620 0.25.459.171 I slot launch_slot_: id 0 | task 1066 | processing task, is_child = 0 0.26.085.709 I slot print_timing: id 0 | task 1066 | prompt eval time = 123.68 ms / 154 tokens ( 0.80 ms per token, 1245.12 tokens per second) 0.26.085.715 I slot print_timing: id 0 | task 1066 | eval time = 502.83 ms / 31 tokens ( 16.76 ms per token, 59.66 tokens per second) 0.26.085.716 I slot print_timing: id 0 | task 1066 | total time = 626.52 ms / 185 tokens 0.26.085.716 I slot print_timing: id 0 | task 1066 | graphs reused = 940 0.26.085.717 I slot print_timing: id 0 | task 1066 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.085.740 I slot release: id 0 | task 1066 | stop processing: n_tokens = 184, truncated = 0 0.26.109.087 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 184, t_last = 25972244 0.26.132.108 I slot launch_slot_: id 0 | task 1100 | processing task, is_child = 0 0.26.891.546 I slot print_timing: id 0 | task 1100 | prompt eval time = 125.65 ms / 179 tokens ( 0.70 ms per token, 1424.58 tokens per second) 0.26.891.552 I slot print_timing: id 0 | task 1100 | eval time = 633.76 ms / 39 tokens ( 16.68 ms per token, 59.96 tokens per second) 0.26.891.553 I slot print_timing: id 0 | task 1100 | total time = 759.42 ms / 218 tokens 0.26.891.554 I slot print_timing: id 0 | task 1100 | graphs reused = 977 0.26.891.555 I slot print_timing: id 0 | task 1100 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.891.584 I slot release: id 0 | task 1100 | stop processing: n_tokens = 217, truncated = 0 0.26.916.188 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 26778088 0.26.944.101 I slot launch_slot_: id 0 | task 1142 | processing task, is_child = 0 0.27.756.900 I slot print_timing: id 0 | task 1142 | prompt eval time = 136.94 ms / 207 tokens ( 0.66 ms per token, 1511.61 tokens per second) 0.27.756.906 I slot print_timing: id 0 | task 1142 | eval time = 675.84 ms / 43 tokens ( 16.09 ms per token, 62.15 tokens per second) 0.27.756.907 I slot print_timing: id 0 | task 1142 | total time = 812.78 ms / 250 tokens 0.27.756.908 I slot print_timing: id 0 | task 1142 | graphs reused = 1018 0.27.756.909 I slot print_timing: id 0 | task 1142 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.756.933 I slot release: id 0 | task 1142 | stop processing: n_tokens = 249, truncated = 0 0.27.788.119 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 27643437 0.27.818.668 I slot launch_slot_: id 0 | task 1188 | processing task, is_child = 0 0.28.391.557 I slot print_timing: id 0 | task 1188 | prompt eval time = 106.51 ms / 140 tokens ( 0.76 ms per token, 1314.46 tokens per second) 0.28.391.563 I slot print_timing: id 0 | task 1188 | eval time = 466.36 ms / 30 tokens ( 16.08 ms per token, 62.18 tokens per second) 0.28.391.564 I slot print_timing: id 0 | task 1188 | total time = 572.87 ms / 170 tokens 0.28.391.565 I slot print_timing: id 0 | task 1188 | graphs reused = 1046 0.28.391.566 I slot print_timing: id 0 | task 1188 | graph reallocs = 0 / 0 (same size) / (changed size) 0.28.391.587 I slot release: id 0 | task 1188 | stop processing: n_tokens = 169, truncated = 0 0.28.427.915 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 28278091 0.28.450.148 I slot launch_slot_: id 0 | task 1221 | processing task, is_child = 0 0.29.059.977 I slot print_timing: id 0 | task 1221 | prompt eval time = 129.05 ms / 189 tokens ( 0.68 ms per token, 1464.54 tokens per second) 0.29.059.983 I slot print_timing: id 0 | task 1221 | eval time = 480.76 ms / 30 tokens ( 16.58 ms per token, 60.32 tokens per second) 0.29.059.984 I slot print_timing: id 0 | task 1221 | total time = 609.81 ms / 219 tokens 0.29.059.985 I slot print_timing: id 0 | task 1221 | graphs reused = 1074 0.29.059.986 I slot print_timing: id 0 | task 1221 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.060.013 I slot release: id 0 | task 1221 | stop processing: n_tokens = 218, truncated = 0 0.29.097.974 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 218, t_last = 28946517 0.29.125.677 I slot launch_slot_: id 0 | task 1254 | processing task, is_child = 0 0.29.576.103 I slot print_timing: id 0 | task 1254 | prompt eval time = 99.44 ms / 114 tokens ( 0.87 ms per token, 1146.39 tokens per second) 0.29.576.109 I slot print_timing: id 0 | task 1254 | eval time = 350.96 ms / 22 tokens ( 16.71 ms per token, 59.84 tokens per second) 0.29.576.110 I slot print_timing: id 0 | task 1254 | total time = 450.40 ms / 136 tokens 0.29.576.110 I slot print_timing: id 0 | task 1254 | graphs reused = 1094 0.29.576.111 I slot print_timing: id 0 | task 1254 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.576.131 I slot release: id 0 | task 1254 | stop processing: n_tokens = 135, truncated = 0 0.29.611.996 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 135, t_last = 29462635 0.29.630.661 I slot launch_slot_: id 0 | task 1279 | processing task, is_child = 0 0.30.184.932 I slot print_timing: id 0 | task 1279 | prompt eval time = 103.10 ms / 126 tokens ( 0.82 ms per token, 1222.11 tokens per second) 0.30.184.938 I slot print_timing: id 0 | task 1279 | eval time = 451.15 ms / 28 tokens ( 16.71 ms per token, 59.85 tokens per second) 0.30.184.939 I slot print_timing: id 0 | task 1279 | total time = 554.25 ms / 154 tokens 0.30.184.940 I slot print_timing: id 0 | task 1279 | graphs reused = 1120 0.30.184.941 I slot print_timing: id 0 | task 1279 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.184.961 I slot release: id 0 | task 1279 | stop processing: n_tokens = 153, truncated = 0 0.30.203.112 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 30071465 0.30.222.649 I slot launch_slot_: id 0 | task 1310 | processing task, is_child = 0 0.30.664.673 I slot print_timing: id 0 | task 1310 | prompt eval time = 106.82 ms / 135 tokens ( 0.79 ms per token, 1263.81 tokens per second) 0.30.664.681 I slot print_timing: id 0 | task 1310 | eval time = 335.18 ms / 21 tokens ( 16.76 ms per token, 59.67 tokens per second) 0.30.664.682 I slot print_timing: id 0 | task 1310 | total time = 442.00 ms / 156 tokens 0.30.664.683 I slot print_timing: id 0 | task 1310 | graphs reused = 1139 0.30.664.683 I slot print_timing: id 0 | task 1310 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.664.705 I slot release: id 0 | task 1310 | stop processing: n_tokens = 155, truncated = 0 0.30.702.154 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 30551209 0.30.723.042 I slot launch_slot_: id 0 | task 1334 | processing task, is_child = 0 0.31.298.271 I slot print_timing: id 0 | task 1334 | prompt eval time = 108.61 ms / 125 tokens ( 0.87 ms per token, 1150.94 tokens per second) 0.31.298.279 I slot print_timing: id 0 | task 1334 | eval time = 466.60 ms / 29 tokens ( 16.66 ms per token, 60.01 tokens per second) 0.31.298.280 I slot print_timing: id 0 | task 1334 | total time = 575.21 ms / 154 tokens 0.31.298.281 I slot print_timing: id 0 | task 1334 | graphs reused = 1166 0.31.298.282 I slot print_timing: id 0 | task 1334 | graph reallocs = 0 / 0 (same size) / (changed size) 0.31.298.304 I slot release: id 0 | task 1334 | stop processing: n_tokens = 153, truncated = 0 0.31.340.771 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 31184808 0.31.360.186 I slot launch_slot_: id 0 | task 1366 | processing task, is_child = 0 0.31.934.786 I slot print_timing: id 0 | task 1366 | prompt eval time = 125.45 ms / 191 tokens ( 0.66 ms per token, 1522.48 tokens per second) 0.31.934.791 I slot print_timing: id 0 | task 1366 | eval time = 449.13 ms / 29 tokens ( 16.04 ms per token, 62.34 tokens per second) 0.31.934.792 I slot print_timing: id 0 | task 1366 | total time = 574.58 ms / 220 tokens 0.31.934.793 I slot print_timing: id 0 | task 1366 | graphs reused = 1193 0.31.934.794 I slot print_timing: id 0 | task 1366 | graph reallocs = 0 / 0 (same size) / (changed size) 0.31.934.819 I slot release: id 0 | task 1366 | stop processing: n_tokens = 219, truncated = 0 0.31.942.031 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 219, t_last = 31821323 0.31.969.369 I slot launch_slot_: id 0 | task 1398 | processing task, is_child = 0 0.32.831.391 I slot print_timing: id 0 | task 1398 | prompt eval time = 162.73 ms / 309 tokens ( 0.53 ms per token, 1898.85 tokens per second) 0.32.831.396 I slot print_timing: id 0 | task 1398 | eval time = 699.27 ms / 44 tokens ( 16.26 ms per token, 61.49 tokens per second) 0.32.831.397 I slot print_timing: id 0 | task 1398 | total time = 862.00 ms / 353 tokens 0.32.831.398 I slot print_timing: id 0 | task 1398 | graphs reused = 1235 0.32.831.399 I slot print_timing: id 0 | task 1398 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.831.428 I slot release: id 0 | task 1398 | stop processing: n_tokens = 352, truncated = 0 0.32.852.434 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 32717932 0.32.894.607 I slot launch_slot_: id 0 | task 1445 | processing task, is_child = 0 0.33.437.109 I slot print_timing: id 0 | task 1445 | prompt eval time = 106.54 ms / 139 tokens ( 0.77 ms per token, 1304.66 tokens per second) 0.33.437.115 I slot print_timing: id 0 | task 1445 | eval time = 435.94 ms / 27 tokens ( 16.77 ms per token, 59.64 tokens per second) 0.33.437.116 I slot print_timing: id 0 | task 1445 | total time = 542.48 ms / 166 tokens 0.33.437.117 I slot print_timing: id 0 | task 1445 | graphs reused = 1260 0.33.437.117 I slot print_timing: id 0 | task 1445 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.437.138 I slot release: id 0 | task 1445 | stop processing: n_tokens = 165, truncated = 0 0.33.471.553 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 33323642 0.33.493.456 I slot launch_slot_: id 0 | task 1475 | processing task, is_child = 0 0.34.119.748 I slot print_timing: id 0 | task 1475 | prompt eval time = 125.56 ms / 172 tokens ( 0.73 ms per token, 1369.87 tokens per second) 0.34.119.753 I slot print_timing: id 0 | task 1475 | eval time = 500.71 ms / 31 tokens ( 16.69 ms per token, 59.91 tokens per second) 0.34.119.754 I slot print_timing: id 0 | task 1475 | total time = 626.27 ms / 203 tokens 0.34.119.755 I slot print_timing: id 0 | task 1475 | graphs reused = 1289 0.34.119.756 I slot print_timing: id 0 | task 1475 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.119.780 I slot release: id 0 | task 1475 | stop processing: n_tokens = 202, truncated = 0 0.34.160.064 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 34006284 0.34.185.963 I slot launch_slot_: id 0 | task 1509 | processing task, is_child = 0 0.34.985.105 I slot print_timing: id 0 | task 1509 | prompt eval time = 139.31 ms / 225 tokens ( 0.62 ms per token, 1615.06 tokens per second) 0.34.985.110 I slot print_timing: id 0 | task 1509 | eval time = 659.81 ms / 40 tokens ( 16.92 ms per token, 59.11 tokens per second) 0.34.985.112 I slot print_timing: id 0 | task 1509 | total time = 799.12 ms / 265 tokens 0.34.985.112 I slot print_timing: id 0 | task 1509 | graphs reused = 1326 0.34.985.113 I slot print_timing: id 0 | task 1509 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.985.140 I slot release: id 0 | task 1509 | stop processing: n_tokens = 264, truncated = 0 0.35.013.729 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 34871644 0.35.045.976 I slot launch_slot_: id 0 | task 1552 | processing task, is_child = 0 0.35.693.826 I slot print_timing: id 0 | task 1552 | prompt eval time = 137.39 ms / 225 tokens ( 0.61 ms per token, 1637.67 tokens per second) 0.35.693.832 I slot print_timing: id 0 | task 1552 | eval time = 510.44 ms / 32 tokens ( 16.47 ms per token, 60.73 tokens per second) 0.35.693.833 I slot print_timing: id 0 | task 1552 | total time = 647.83 ms / 257 tokens 0.35.693.833 I slot print_timing: id 0 | task 1552 | graphs reused = 1356 0.35.693.835 I slot print_timing: id 0 | task 1552 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.693.864 I slot release: id 0 | task 1552 | stop processing: n_tokens = 256, truncated = 0 0.35.730.299 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 256, t_last = 35580368 0.35.762.270 I slot launch_slot_: id 0 | task 1587 | processing task, is_child = 0 0.36.302.419 I slot print_timing: id 0 | task 1587 | prompt eval time = 106.95 ms / 147 tokens ( 0.73 ms per token, 1374.45 tokens per second) 0.36.302.424 I slot print_timing: id 0 | task 1587 | eval time = 433.18 ms / 28 tokens ( 16.04 ms per token, 62.33 tokens per second) 0.36.302.425 I slot print_timing: id 0 | task 1587 | total time = 540.13 ms / 175 tokens 0.36.302.426 I slot print_timing: id 0 | task 1587 | graphs reused = 1382 0.36.302.427 I slot print_timing: id 0 | task 1587 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.302.447 I slot release: id 0 | task 1587 | stop processing: n_tokens = 174, truncated = 0 0.36.334.579 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 36188951 0.36.356.669 I slot launch_slot_: id 0 | task 1618 | processing task, is_child = 0 0.36.980.030 I slot print_timing: id 0 | task 1618 | prompt eval time = 122.30 ms / 166 tokens ( 0.74 ms per token, 1357.35 tokens per second) 0.36.980.036 I slot print_timing: id 0 | task 1618 | eval time = 501.04 ms / 32 tokens ( 16.16 ms per token, 61.87 tokens per second) 0.36.980.037 I slot print_timing: id 0 | task 1618 | total time = 623.34 ms / 198 tokens 0.36.980.038 I slot print_timing: id 0 | task 1618 | graphs reused = 1412 0.36.980.039 I slot print_timing: id 0 | task 1618 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.980.062 I slot release: id 0 | task 1618 | stop processing: n_tokens = 197, truncated = 0 0.37.005.032 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 36866566 0.37.029.505 I slot launch_slot_: id 0 | task 1653 | processing task, is_child = 0 0.37.603.122 I slot print_timing: id 0 | task 1653 | prompt eval time = 123.87 ms / 167 tokens ( 0.74 ms per token, 1348.14 tokens per second) 0.37.603.130 I slot print_timing: id 0 | task 1653 | eval time = 449.72 ms / 28 tokens ( 16.66 ms per token, 60.04 tokens per second) 0.37.603.131 I slot print_timing: id 0 | task 1653 | total time = 573.59 ms / 195 tokens 0.37.603.133 I slot print_timing: id 0 | task 1653 | graphs reused = 1438 0.37.603.133 I slot print_timing: id 0 | task 1653 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.603.162 I slot release: id 0 | task 1653 | stop processing: n_tokens = 194, truncated = 0 0.37.639.005 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 37489666 0.37.663.038 I slot launch_slot_: id 0 | task 1684 | processing task, is_child = 0 0.38.473.211 I slot print_timing: id 0 | task 1684 | prompt eval time = 128.79 ms / 195 tokens ( 0.66 ms per token, 1514.10 tokens per second) 0.38.473.217 I slot print_timing: id 0 | task 1684 | eval time = 681.36 ms / 42 tokens ( 16.62 ms per token, 60.17 tokens per second) 0.38.473.218 I slot print_timing: id 0 | task 1684 | total time = 810.15 ms / 237 tokens 0.38.473.219 I slot print_timing: id 0 | task 1684 | graphs reused = 1478 0.38.473.220 I slot print_timing: id 0 | task 1684 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.473.247 I slot release: id 0 | task 1684 | stop processing: n_tokens = 236, truncated = 0 0.38.510.368 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 236, t_last = 38359751 0.38.510.412 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 152.042 MiB) 0.38.548.541 I slot launch_slot_: id 0 | task 1729 | processing task, is_child = 0 0.39.206.166 I slot print_timing: id 0 | task 1729 | prompt eval time = 109.10 ms / 144 tokens ( 0.76 ms per token, 1319.93 tokens per second) 0.39.206.172 I slot print_timing: id 0 | task 1729 | eval time = 548.51 ms / 34 tokens ( 16.62 ms per token, 60.16 tokens per second) 0.39.206.173 I slot print_timing: id 0 | task 1729 | total time = 657.61 ms / 178 tokens 0.39.206.173 I slot print_timing: id 0 | task 1729 | graphs reused = 1510 0.39.206.174 I slot print_timing: id 0 | task 1729 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.206.196 I slot release: id 0 | task 1729 | stop processing: n_tokens = 177, truncated = 0 0.39.246.035 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 177, t_last = 39092700 0.39.246.080 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.274 MiB) 0.39.274.654 I slot launch_slot_: id 0 | task 1766 | processing task, is_child = 0 0.39.830.514 I slot print_timing: id 0 | task 1766 | prompt eval time = 135.41 ms / 208 tokens ( 0.65 ms per token, 1536.13 tokens per second) 0.39.830.520 I slot print_timing: id 0 | task 1766 | eval time = 420.44 ms / 27 tokens ( 16.17 ms per token, 61.84 tokens per second) 0.39.830.521 I slot print_timing: id 0 | task 1766 | total time = 555.84 ms / 235 tokens 0.39.830.522 I slot print_timing: id 0 | task 1766 | graphs reused = 1535 0.39.830.523 I slot print_timing: id 0 | task 1766 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.830.548 I slot release: id 0 | task 1766 | stop processing: n_tokens = 234, truncated = 0 0.39.852.030 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 39717052 0.39.852.076 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.120 MiB) 0.39.890.615 I slot launch_slot_: id 0 | task 1796 | processing task, is_child = 0 0.40.586.125 I slot print_timing: id 0 | task 1796 | prompt eval time = 120.43 ms / 164 tokens ( 0.73 ms per token, 1361.83 tokens per second) 0.40.586.130 I slot print_timing: id 0 | task 1796 | eval time = 575.06 ms / 37 tokens ( 15.97 ms per token, 62.60 tokens per second) 0.40.586.131 I slot print_timing: id 0 | task 1796 | total time = 695.49 ms / 201 tokens 0.40.586.132 I slot print_timing: id 0 | task 1796 | graphs reused = 1570 0.40.586.133 I slot print_timing: id 0 | task 1796 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.586.155 I slot release: id 0 | task 1796 | stop processing: n_tokens = 200, truncated = 0 0.40.591.618 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 40472659 0.40.591.656 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 179.949 MiB) 0.40.626.748 I slot launch_slot_: id 0 | task 1836 | processing task, is_child = 0 0.41.209.034 I slot print_timing: id 0 | task 1836 | prompt eval time = 108.06 ms / 154 tokens ( 0.70 ms per token, 1425.09 tokens per second) 0.41.209.040 I slot print_timing: id 0 | task 1836 | eval time = 474.20 ms / 30 tokens ( 16.35 ms per token, 61.16 tokens per second) 0.41.209.041 I slot print_timing: id 0 | task 1836 | total time = 582.27 ms / 184 tokens 0.41.209.042 I slot print_timing: id 0 | task 1836 | graphs reused = 1598 0.41.209.042 I slot print_timing: id 0 | task 1836 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.209.066 I slot release: id 0 | task 1836 | stop processing: n_tokens = 183, truncated = 0 0.41.255.340 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 41095570 0.41.255.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.636 MiB) 0.41.287.091 I slot launch_slot_: id 0 | task 1869 | processing task, is_child = 0 0.42.365.284 I slot print_timing: id 0 | task 1869 | prompt eval time = 157.35 ms / 284 tokens ( 0.55 ms per token, 1804.88 tokens per second) 0.42.365.290 I slot print_timing: id 0 | task 1869 | eval time = 920.82 ms / 56 tokens ( 16.74 ms per token, 59.73 tokens per second) 0.42.365.291 I slot print_timing: id 0 | task 1869 | total time = 1078.17 ms / 340 tokens 0.42.365.292 I slot print_timing: id 0 | task 1869 | graphs reused = 1652 0.42.365.292 I slot print_timing: id 0 | task 1869 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.365.322 I slot release: id 0 | task 1869 | stop processing: n_tokens = 339, truncated = 0 0.42.371.765 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 339, t_last = 42251826 0.42.371.827 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 163.480 MiB) 0.42.374.432 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.060 MiB) 0.42.431.530 I slot launch_slot_: id 0 | task 1928 | processing task, is_child = 0 0.43.824.334 I slot print_timing: id 0 | task 1928 | prompt eval time = 150.61 ms / 258 tokens ( 0.58 ms per token, 1713.01 tokens per second) 0.43.824.340 I slot print_timing: id 0 | task 1928 | eval time = 1242.17 ms / 76 tokens ( 16.56 ms per token, 60.38 tokens per second) 0.43.824.341 I slot print_timing: id 0 | task 1928 | total time = 1392.79 ms / 334 tokens 0.43.824.342 I slot print_timing: id 0 | task 1928 | graphs reused = 1726 0.43.824.342 I slot print_timing: id 0 | task 1928 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.824.368 I slot release: id 0 | task 1928 | stop processing: n_tokens = 333, truncated = 0 0.43.856.084 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 333, t_last = 43710872 0.43.856.139 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.484 MiB) 0.43.907.733 I slot launch_slot_: id 0 | task 2007 | processing task, is_child = 0 0.44.514.883 I slot print_timing: id 0 | task 2007 | prompt eval time = 108.22 ms / 154 tokens ( 0.70 ms per token, 1423.01 tokens per second) 0.44.514.889 I slot print_timing: id 0 | task 2007 | eval time = 498.91 ms / 32 tokens ( 16.09 ms per token, 62.14 tokens per second) 0.44.514.890 I slot print_timing: id 0 | task 2007 | total time = 607.13 ms / 186 tokens 0.44.514.890 I slot print_timing: id 0 | task 2007 | graphs reused = 1756 0.44.514.891 I slot print_timing: id 0 | task 2007 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.514.912 I slot release: id 0 | task 2007 | stop processing: n_tokens = 185, truncated = 0 0.44.558.466 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 185, t_last = 44401415 0.44.582.353 I slot launch_slot_: id 0 | task 2042 | processing task, is_child = 0 0.45.143.781 I slot print_timing: id 0 | task 2042 | prompt eval time = 124.40 ms / 189 tokens ( 0.66 ms per token, 1519.32 tokens per second) 0.45.143.787 I slot print_timing: id 0 | task 2042 | eval time = 437.01 ms / 28 tokens ( 16.19 ms per token, 61.78 tokens per second) 0.45.143.788 I slot print_timing: id 0 | task 2042 | total time = 561.41 ms / 217 tokens 0.45.143.788 I slot print_timing: id 0 | task 2042 | graphs reused = 1782 0.45.143.789 I slot print_timing: id 0 | task 2042 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.143.815 I slot release: id 0 | task 2042 | stop processing: n_tokens = 216, truncated = 0 0.45.164.492 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 216, t_last = 45030319 0.45.164.535 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.400 MiB) 0.45.166.532 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.791 MiB) 0.45.210.358 I slot launch_slot_: id 0 | task 2073 | processing task, is_child = 0 0.45.784.821 I slot print_timing: id 0 | task 2073 | prompt eval time = 109.64 ms / 150 tokens ( 0.73 ms per token, 1368.16 tokens per second) 0.45.784.828 I slot print_timing: id 0 | task 2073 | eval time = 464.80 ms / 29 tokens ( 16.60 ms per token, 60.24 tokens per second) 0.45.784.829 I slot print_timing: id 0 | task 2073 | total time = 574.44 ms / 179 tokens 0.45.784.830 I slot print_timing: id 0 | task 2073 | graphs reused = 1809 0.45.784.831 I slot print_timing: id 0 | task 2073 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.784.860 I slot release: id 0 | task 2073 | stop processing: n_tokens = 178, truncated = 0 0.45.803.951 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 45671364 0.45.803.994 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.355 MiB) 0.45.835.626 I slot launch_slot_: id 0 | task 2105 | processing task, is_child = 0 0.46.589.783 I slot print_timing: id 0 | task 2105 | prompt eval time = 138.13 ms / 212 tokens ( 0.65 ms per token, 1534.82 tokens per second) 0.46.589.789 I slot print_timing: id 0 | task 2105 | eval time = 616.01 ms / 38 tokens ( 16.65 ms per token, 60.06 tokens per second) 0.46.589.789 I slot print_timing: id 0 | task 2105 | total time = 754.14 ms / 250 tokens 0.46.589.790 I slot print_timing: id 0 | task 2105 | graphs reused = 1845 0.46.589.791 I slot print_timing: id 0 | task 2105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.589.818 I slot release: id 0 | task 2105 | stop processing: n_tokens = 249, truncated = 0 0.46.597.545 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 249, t_last = 46476321 0.46.597.587 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.434 MiB) 0.46.640.917 I slot launch_slot_: id 0 | task 2146 | processing task, is_child = 0 0.47.307.982 I slot print_timing: id 0 | task 2146 | prompt eval time = 193.84 ms / 336 tokens ( 0.58 ms per token, 1733.35 tokens per second) 0.47.307.987 I slot print_timing: id 0 | task 2146 | eval time = 473.20 ms / 29 tokens ( 16.90 ms per token, 59.17 tokens per second) 0.47.307.988 I slot print_timing: id 0 | task 2146 | total time = 667.04 ms / 365 tokens 0.47.307.989 I slot print_timing: id 0 | task 2146 | graphs reused = 1872 0.47.307.990 I slot print_timing: id 0 | task 2146 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.308.018 I slot release: id 0 | task 2146 | stop processing: n_tokens = 364, truncated = 0 0.47.315.961 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 364, t_last = 47194522 0.47.316.021 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.152 MiB) 0.47.318.561 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 0.47.381.507 I slot launch_slot_: id 0 | task 2178 | processing task, is_child = 0 0.48.047.230 I slot print_timing: id 0 | task 2178 | prompt eval time = 212.44 ms / 399 tokens ( 0.53 ms per token, 1878.16 tokens per second) 0.48.047.236 I slot print_timing: id 0 | task 2178 | eval time = 453.26 ms / 29 tokens ( 16.19 ms per token, 61.77 tokens per second) 0.48.047.237 I slot print_timing: id 0 | task 2178 | total time = 665.70 ms / 428 tokens 0.48.047.238 I slot print_timing: id 0 | task 2178 | graphs reused = 1899 0.48.047.239 I slot print_timing: id 0 | task 2178 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.047.270 I slot release: id 0 | task 2178 | stop processing: n_tokens = 427, truncated = 0 0.48.056.254 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 47933774 0.48.056.319 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.964 MiB) 0.48.059.885 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.057 MiB) 0.48.123.729 I slot launch_slot_: id 0 | task 2210 | processing task, is_child = 0 0.48.897.245 I slot print_timing: id 0 | task 2210 | prompt eval time = 225.75 ms / 442 tokens ( 0.51 ms per token, 1957.88 tokens per second) 0.48.897.251 I slot print_timing: id 0 | task 2210 | eval time = 547.74 ms / 35 tokens ( 16.11 ms per token, 62.07 tokens per second) 0.48.897.252 I slot print_timing: id 0 | task 2210 | total time = 773.50 ms / 477 tokens 0.48.897.253 I slot print_timing: id 0 | task 2210 | graphs reused = 1932 0.48.897.253 I slot print_timing: id 0 | task 2210 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.897.290 I slot release: id 0 | task 2210 | stop processing: n_tokens = 476, truncated = 0 0.48.917.504 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 476, t_last = 48783794 0.48.917.574 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.729 MiB) 0.48.919.926 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.447 MiB) 0.48.921.929 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 129.634 MiB) 0.49.003.662 I slot launch_slot_: id 0 | task 2248 | processing task, is_child = 0 0.50.013.789 I slot print_timing: id 0 | task 2248 | prompt eval time = 227.71 ms / 430 tokens ( 0.53 ms per token, 1888.35 tokens per second) 0.50.013.794 I slot print_timing: id 0 | task 2248 | eval time = 782.39 ms / 48 tokens ( 16.65 ms per token, 60.07 tokens per second) 0.50.013.795 I slot print_timing: id 0 | task 2248 | total time = 1010.11 ms / 478 tokens 0.50.013.796 I slot print_timing: id 0 | task 2248 | graphs reused = 1978 0.50.013.797 I slot print_timing: id 0 | task 2248 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.013.831 I slot release: id 0 | task 2248 | stop processing: n_tokens = 477, truncated = 0 0.50.046.068 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 49900335 0.50.046.142 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 162.355 MiB) 0.50.048.791 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 148.292 MiB) 0.50.051.043 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.716 MiB) 0.50.129.632 I slot launch_slot_: id 0 | task 2299 | processing task, is_child = 0 0.50.699.760 I slot print_timing: id 0 | task 2299 | prompt eval time = 157.68 ms / 267 tokens ( 0.59 ms per token, 1693.27 tokens per second) 0.50.699.766 I slot print_timing: id 0 | task 2299 | eval time = 412.42 ms / 26 tokens ( 16.50 ms per token, 60.62 tokens per second) 0.50.699.767 I slot print_timing: id 0 | task 2299 | total time = 570.11 ms / 293 tokens 0.50.699.769 I slot print_timing: id 0 | task 2299 | graphs reused = 2002 0.50.699.770 I slot print_timing: id 0 | task 2299 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.699.797 I slot release: id 0 | task 2299 | stop processing: n_tokens = 292, truncated = 0 0.50.746.278 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 292, t_last = 50586301 0.50.746.324 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.980 MiB) 0.50.797.630 I slot launch_slot_: id 0 | task 2328 | processing task, is_child = 0 0.51.369.526 I slot print_timing: id 0 | task 2328 | prompt eval time = 199.94 ms / 405 tokens ( 0.49 ms per token, 2025.62 tokens per second) 0.51.369.532 I slot print_timing: id 0 | task 2328 | eval time = 371.94 ms / 24 tokens ( 16.17 ms per token, 61.84 tokens per second) 0.51.369.533 I slot print_timing: id 0 | task 2328 | total time = 571.88 ms / 429 tokens 0.51.369.533 I slot print_timing: id 0 | task 2328 | graphs reused = 2024 0.51.369.534 I slot print_timing: id 0 | task 2328 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.369.566 I slot release: id 0 | task 2328 | stop processing: n_tokens = 428, truncated = 0 0.51.400.956 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 428, t_last = 51256070 0.51.401.022 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.356 MiB) 0.51.403.969 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 215.092 MiB) 0.51.478.186 I slot launch_slot_: id 0 | task 2355 | processing task, is_child = 0 0.52.080.753 I slot print_timing: id 0 | task 2355 | prompt eval time = 199.58 ms / 387 tokens ( 0.52 ms per token, 1939.04 tokens per second) 0.52.080.759 I slot print_timing: id 0 | task 2355 | eval time = 402.96 ms / 26 tokens ( 16.12 ms per token, 62.04 tokens per second) 0.52.080.760 I slot print_timing: id 0 | task 2355 | total time = 602.55 ms / 413 tokens 0.52.080.761 I slot print_timing: id 0 | task 2355 | graphs reused = 2048 0.52.080.762 I slot print_timing: id 0 | task 2355 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.080.794 I slot release: id 0 | task 2355 | stop processing: n_tokens = 412, truncated = 0 0.52.088.453 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 412, t_last = 51967298 0.52.088.515 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.887 MiB) 0.52.091.094 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.245 MiB) 0.52.156.719 I slot launch_slot_: id 0 | task 2384 | processing task, is_child = 0 0.52.784.279 I slot print_timing: id 0 | task 2384 | prompt eval time = 175.30 ms / 301 tokens ( 0.58 ms per token, 1717.10 tokens per second) 0.52.784.284 I slot print_timing: id 0 | task 2384 | eval time = 452.24 ms / 29 tokens ( 16.15 ms per token, 61.91 tokens per second) 0.52.784.285 I slot print_timing: id 0 | task 2384 | total time = 627.54 ms / 330 tokens 0.52.784.287 I slot print_timing: id 0 | task 2384 | graphs reused = 2075 0.52.784.288 I slot print_timing: id 0 | task 2384 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.784.317 I slot release: id 0 | task 2384 | stop processing: n_tokens = 329, truncated = 0 0.52.829.493 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 52670821 0.52.829.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 0.52.831.870 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.107 MiB) 0.52.879.709 I slot launch_slot_: id 0 | task 2416 | processing task, is_child = 0 0.53.555.548 I slot print_timing: id 0 | task 2416 | prompt eval time = 173.26 ms / 295 tokens ( 0.59 ms per token, 1702.66 tokens per second) 0.53.555.554 I slot print_timing: id 0 | task 2416 | eval time = 502.56 ms / 32 tokens ( 16.21 ms per token, 61.68 tokens per second) 0.53.555.556 I slot print_timing: id 0 | task 2416 | total time = 675.82 ms / 327 tokens 0.53.555.557 I slot print_timing: id 0 | task 2416 | graphs reused = 2105 0.53.555.558 I slot print_timing: id 0 | task 2416 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.555.584 I slot release: id 0 | task 2416 | stop processing: n_tokens = 326, truncated = 0 0.53.580.030 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 53442088 0.53.580.085 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 170.543 MiB) 0.53.582.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.323 MiB) 0.53.628.628 I slot launch_slot_: id 0 | task 2451 | processing task, is_child = 0 0.54.164.905 I slot print_timing: id 0 | task 2451 | prompt eval time = 196.43 ms / 361 tokens ( 0.54 ms per token, 1837.78 tokens per second) 0.54.164.911 I slot print_timing: id 0 | task 2451 | eval time = 339.82 ms / 22 tokens ( 16.18 ms per token, 61.80 tokens per second) 0.54.164.912 I slot print_timing: id 0 | task 2451 | total time = 536.26 ms / 383 tokens 0.54.164.913 I slot print_timing: id 0 | task 2451 | graphs reused = 2125 0.54.164.914 I slot print_timing: id 0 | task 2451 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.164.946 I slot release: id 0 | task 2451 | stop processing: n_tokens = 382, truncated = 0 0.54.187.981 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 382, t_last = 54051450 0.54.188.041 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.573 MiB) 0.54.190.206 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.090 MiB) 0.54.246.112 I slot launch_slot_: id 0 | task 2476 | processing task, is_child = 0 0.55.081.895 I slot print_timing: id 0 | task 2476 | prompt eval time = 175.55 ms / 316 tokens ( 0.56 ms per token, 1800.09 tokens per second) 0.55.081.901 I slot print_timing: id 0 | task 2476 | eval time = 660.22 ms / 42 tokens ( 16.10 ms per token, 62.10 tokens per second) 0.55.081.903 I slot print_timing: id 0 | task 2476 | total time = 835.76 ms / 358 tokens 0.55.081.904 I slot print_timing: id 0 | task 2476 | graphs reused = 2165 0.55.081.905 I slot print_timing: id 0 | task 2476 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.081.934 I slot release: id 0 | task 2476 | stop processing: n_tokens = 357, truncated = 0 0.55.101.247 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 357, t_last = 54968437 0.55.101.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.591 MiB) 0.55.148.212 I slot launch_slot_: id 0 | task 2521 | processing task, is_child = 0 0.55.594.074 I slot print_timing: id 0 | task 2521 | prompt eval time = 143.70 ms / 241 tokens ( 0.60 ms per token, 1677.11 tokens per second) 0.55.594.079 I slot print_timing: id 0 | task 2521 | eval time = 302.14 ms / 19 tokens ( 16.79 ms per token, 59.57 tokens per second) 0.55.594.080 I slot print_timing: id 0 | task 2521 | total time = 445.84 ms / 260 tokens 0.55.594.081 I slot print_timing: id 0 | task 2521 | graphs reused = 2181 0.55.594.081 I slot print_timing: id 0 | task 2521 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.594.106 I slot release: id 0 | task 2521 | stop processing: n_tokens = 259, truncated = 0 0.55.615.409 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 55480610 0.55.615.460 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.213 MiB) 0.55.617.361 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 180.293 MiB) 0.55.658.778 I slot launch_slot_: id 0 | task 2543 | processing task, is_child = 0 0.56.441.727 I slot print_timing: id 0 | task 2543 | prompt eval time = 185.93 ms / 322 tokens ( 0.58 ms per token, 1731.86 tokens per second) 0.56.441.732 I slot print_timing: id 0 | task 2543 | eval time = 597.00 ms / 38 tokens ( 16.14 ms per token, 61.98 tokens per second) 0.56.441.734 I slot print_timing: id 0 | task 2543 | total time = 782.93 ms / 360 tokens 0.56.441.734 I slot print_timing: id 0 | task 2543 | graphs reused = 2217 0.56.441.735 I slot print_timing: id 0 | task 2543 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.441.764 I slot release: id 0 | task 2543 | stop processing: n_tokens = 359, truncated = 0 0.56.449.161 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 359, t_last = 56328268 0.56.449.217 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 107.430 MiB) 0.56.450.820 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 119.587 MiB) 0.56.499.557 I slot launch_slot_: id 0 | task 2584 | processing task, is_child = 0 0.57.140.460 I slot print_timing: id 0 | task 2584 | prompt eval time = 171.93 ms / 288 tokens ( 0.60 ms per token, 1675.11 tokens per second) 0.57.140.467 I slot print_timing: id 0 | task 2584 | eval time = 468.95 ms / 30 tokens ( 16.17 ms per token, 61.84 tokens per second) 0.57.140.469 I slot print_timing: id 0 | task 2584 | total time = 640.88 ms / 318 tokens 0.57.140.470 I slot print_timing: id 0 | task 2584 | graphs reused = 2245 0.57.140.471 I slot print_timing: id 0 | task 2584 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.140.500 I slot release: id 0 | task 2584 | stop processing: n_tokens = 317, truncated = 0 0.57.159.988 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 57027004 0.57.160.042 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 127.119 MiB) 0.57.161.900 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 121.462 MiB) 0.57.163.448 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 174.996 MiB) 0.57.208.965 I slot launch_slot_: id 0 | task 2617 | processing task, is_child = 0 0.57.705.593 I slot print_timing: id 0 | task 2617 | prompt eval time = 144.43 ms / 237 tokens ( 0.61 ms per token, 1640.94 tokens per second) 0.57.705.599 I slot print_timing: id 0 | task 2617 | eval time = 352.18 ms / 22 tokens ( 16.77 ms per token, 59.63 tokens per second) 0.57.705.600 I slot print_timing: id 0 | task 2617 | total time = 496.61 ms / 259 tokens 0.57.705.601 I slot print_timing: id 0 | task 2617 | graphs reused = 2264 0.57.705.602 I slot print_timing: id 0 | task 2617 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.705.630 I slot release: id 0 | task 2617 | stop processing: n_tokens = 258, truncated = 0 0.57.741.112 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 258, t_last = 57592134 0.57.741.156 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 286.455 MiB) 0.57.783.268 I slot launch_slot_: id 0 | task 2642 | processing task, is_child = 0 0.58.275.643 I slot print_timing: id 0 | task 2642 | prompt eval time = 150.75 ms / 264 tokens ( 0.57 ms per token, 1751.20 tokens per second) 0.58.275.649 I slot print_timing: id 0 | task 2642 | eval time = 341.60 ms / 22 tokens ( 16.27 ms per token, 61.48 tokens per second) 0.58.275.650 I slot print_timing: id 0 | task 2642 | total time = 492.35 ms / 286 tokens 0.58.275.650 I slot print_timing: id 0 | task 2642 | graphs reused = 2284 0.58.275.651 I slot print_timing: id 0 | task 2642 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.275.677 I slot release: id 0 | task 2642 | stop processing: n_tokens = 285, truncated = 0 0.58.303.710 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 58162180 0.58.303.759 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.338 MiB) 0.58.344.816 I slot launch_slot_: id 0 | task 2667 | processing task, is_child = 0 0.58.821.698 I slot print_timing: id 0 | task 2667 | prompt eval time = 148.54 ms / 255 tokens ( 0.58 ms per token, 1716.67 tokens per second) 0.58.821.704 I slot print_timing: id 0 | task 2667 | eval time = 328.32 ms / 21 tokens ( 16.42 ms per token, 60.92 tokens per second) 0.58.821.705 I slot print_timing: id 0 | task 2667 | total time = 476.86 ms / 276 tokens 0.58.821.708 I slot print_timing: id 0 | task 2667 | graphs reused = 2302 0.58.821.708 I slot print_timing: id 0 | task 2667 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.821.734 I slot release: id 0 | task 2667 | stop processing: n_tokens = 275, truncated = 0 0.58.831.122 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 58708238 0.58.831.172 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 164.730 MiB) 0.58.869.638 I slot launch_slot_: id 0 | task 2691 | processing task, is_child = 0 0.59.476.189 I slot print_timing: id 0 | task 2691 | prompt eval time = 202.67 ms / 397 tokens ( 0.51 ms per token, 1958.84 tokens per second) 0.59.476.195 I slot print_timing: id 0 | task 2691 | eval time = 403.86 ms / 26 tokens ( 16.15 ms per token, 61.90 tokens per second) 0.59.476.196 I slot print_timing: id 0 | task 2691 | total time = 606.53 ms / 423 tokens 0.59.476.197 I slot print_timing: id 0 | task 2691 | graphs reused = 2326 0.59.476.198 I slot print_timing: id 0 | task 2691 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.476.230 I slot release: id 0 | task 2691 | stop processing: n_tokens = 422, truncated = 0 0.59.500.484 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 422, t_last = 59362734 0.59.500.547 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.889 MiB) 0.59.503.361 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.764 MiB) 0.59.560.215 I slot launch_slot_: id 0 | task 2720 | processing task, is_child = 0 1.00.013.469 I slot print_timing: id 0 | task 2720 | prompt eval time = 159.72 ms / 287 tokens ( 0.56 ms per token, 1796.86 tokens per second) 1.00.013.474 I slot print_timing: id 0 | task 2720 | eval time = 293.51 ms / 19 tokens ( 16.31 ms per token, 61.33 tokens per second) 1.00.013.475 I slot print_timing: id 0 | task 2720 | total time = 453.23 ms / 306 tokens 1.00.013.476 I slot print_timing: id 0 | task 2720 | graphs reused = 2343 1.00.013.477 I slot print_timing: id 0 | task 2720 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.013.504 I slot release: id 0 | task 2720 | stop processing: n_tokens = 305, truncated = 0 1.00.057.120 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 305, t_last = 59900008 1.00.057.172 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.166 MiB) 1.00.060.042 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.089 MiB) 1.00.123.846 I slot launch_slot_: id 0 | task 2742 | processing task, is_child = 0 1.00.968.566 I slot print_timing: id 0 | task 2742 | prompt eval time = 307.95 ms / 626 tokens ( 0.49 ms per token, 2032.82 tokens per second) 1.00.968.571 I slot print_timing: id 0 | task 2742 | eval time = 536.75 ms / 34 tokens ( 16.27 ms per token, 61.48 tokens per second) 1.00.968.573 I slot print_timing: id 0 | task 2742 | total time = 844.70 ms / 660 tokens 1.00.968.574 I slot print_timing: id 0 | task 2742 | graphs reused = 2375 1.00.968.575 I slot print_timing: id 0 | task 2742 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.968.622 I slot release: id 0 | task 2742 | stop processing: n_tokens = 659, truncated = 0 1.00.985.375 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 60855127 1.00.985.457 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 1.00.987.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.137 MiB) 1.00.990.262 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 138.401 MiB) 1.00.992.289 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 195.544 MiB) 1.01.114.361 I slot launch_slot_: id 0 | task 2780 | processing task, is_child = 0 1.01.578.641 I slot print_timing: id 0 | task 2780 | prompt eval time = 155.95 ms / 266 tokens ( 0.59 ms per token, 1705.69 tokens per second) 1.01.578.647 I slot print_timing: id 0 | task 2780 | eval time = 308.31 ms / 20 tokens ( 16.23 ms per token, 61.63 tokens per second) 1.01.578.648 I slot print_timing: id 0 | task 2780 | total time = 464.26 ms / 286 tokens 1.01.578.649 I slot print_timing: id 0 | task 2780 | graphs reused = 2393 1.01.578.650 I slot print_timing: id 0 | task 2780 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.578.677 I slot release: id 0 | task 2780 | stop processing: n_tokens = 285, truncated = 0 1.01.610.997 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 61465181 1.01.611.040 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.011 MiB) 1.01.659.480 I slot launch_slot_: id 0 | task 2803 | processing task, is_child = 0 1.02.278.886 I slot print_timing: id 0 | task 2803 | prompt eval time = 229.90 ms / 481 tokens ( 0.48 ms per token, 2092.21 tokens per second) 1.02.278.891 I slot print_timing: id 0 | task 2803 | eval time = 389.49 ms / 25 tokens ( 16.23 ms per token, 61.62 tokens per second) 1.02.278.892 I slot print_timing: id 0 | task 2803 | total time = 619.39 ms / 506 tokens 1.02.278.893 I slot print_timing: id 0 | task 2803 | graphs reused = 2416 1.02.278.894 I slot print_timing: id 0 | task 2803 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.278.932 I slot release: id 0 | task 2803 | stop processing: n_tokens = 505, truncated = 0 1.02.328.183 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 505, t_last = 62165436 1.02.328.260 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 145.995 MiB) 1.02.330.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 273.751 MiB) 1.02.417.605 I slot launch_slot_: id 0 | task 2831 | processing task, is_child = 0 1.03.299.567 I slot print_timing: id 0 | task 2831 | prompt eval time = 278.49 ms / 553 tokens ( 0.50 ms per token, 1985.71 tokens per second) 1.03.299.573 I slot print_timing: id 0 | task 2831 | eval time = 603.45 ms / 38 tokens ( 16.31 ms per token, 61.31 tokens per second) 1.03.299.574 I slot print_timing: id 0 | task 2831 | total time = 881.94 ms / 591 tokens 1.03.299.574 I slot print_timing: id 0 | task 2831 | graphs reused = 2452 1.03.299.575 I slot print_timing: id 0 | task 2831 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.299.618 I slot release: id 0 | task 2831 | stop processing: n_tokens = 590, truncated = 0 1.03.308.705 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 590, t_last = 63186122 1.03.308.788 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 256.782 MiB) 1.03.312.693 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 146.964 MiB) 1.03.314.873 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.699 MiB) 1.03.420.285 I slot launch_slot_: id 0 | task 2873 | processing task, is_child = 0 1.04.250.039 I slot print_timing: id 0 | task 2873 | prompt eval time = 202.07 ms / 396 tokens ( 0.51 ms per token, 1959.71 tokens per second) 1.04.250.045 I slot print_timing: id 0 | task 2873 | eval time = 627.66 ms / 40 tokens ( 16.09 ms per token, 62.14 tokens per second) 1.04.250.046 I slot print_timing: id 0 | task 2873 | total time = 829.73 ms / 436 tokens 1.04.250.047 I slot print_timing: id 0 | task 2873 | graphs reused = 2490 1.04.250.048 I slot print_timing: id 0 | task 2873 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.250.084 I slot release: id 0 | task 2873 | stop processing: n_tokens = 435, truncated = 0 1.04.272.364 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 435, t_last = 64136588 1.04.272.419 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.791 MiB) 1.04.274.551 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 201.716 MiB) 1.04.345.778 I slot launch_slot_: id 0 | task 2916 | processing task, is_child = 0 1.05.065.246 I slot print_timing: id 0 | task 2916 | prompt eval time = 155.99 ms / 277 tokens ( 0.56 ms per token, 1775.81 tokens per second) 1.05.065.252 I slot print_timing: id 0 | task 2916 | eval time = 563.46 ms / 36 tokens ( 16.10 ms per token, 62.12 tokens per second) 1.05.065.253 I slot print_timing: id 0 | task 2916 | total time = 719.45 ms / 313 tokens 1.05.065.254 I slot print_timing: id 0 | task 2916 | graphs reused = 2524 1.05.065.255 I slot print_timing: id 0 | task 2916 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.065.283 I slot release: id 0 | task 2916 | stop processing: n_tokens = 312, truncated = 0 1.05.097.652 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 312, t_last = 64951787 1.05.097.704 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 316.644 MiB) 1.05.150.293 I slot launch_slot_: id 0 | task 2955 | processing task, is_child = 0 1.05.759.916 I slot print_timing: id 0 | task 2955 | prompt eval time = 221.32 ms / 424 tokens ( 0.52 ms per token, 1915.78 tokens per second) 1.05.759.923 I slot print_timing: id 0 | task 2955 | eval time = 388.28 ms / 25 tokens ( 16.18 ms per token, 61.81 tokens per second) 1.05.759.924 I slot print_timing: id 0 | task 2955 | total time = 609.60 ms / 449 tokens 1.05.759.925 I slot print_timing: id 0 | task 2955 | graphs reused = 2547 1.05.759.926 I slot print_timing: id 0 | task 2955 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.759.966 I slot release: id 0 | task 2955 | stop processing: n_tokens = 448, truncated = 0 1.05.783.238 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 65646470 1.05.783.296 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 370.756 MiB) 1.05.860.527 I slot launch_slot_: id 0 | task 2983 | processing task, is_child = 0 1.06.739.345 I slot print_timing: id 0 | task 2983 | prompt eval time = 293.65 ms / 586 tokens ( 0.50 ms per token, 1995.57 tokens per second) 1.06.739.350 I slot print_timing: id 0 | task 2983 | eval time = 585.14 ms / 37 tokens ( 16.25 ms per token, 61.52 tokens per second) 1.06.739.351 I slot print_timing: id 0 | task 2983 | total time = 878.80 ms / 623 tokens 1.06.739.352 I slot print_timing: id 0 | task 2983 | graphs reused = 2582 1.06.739.353 I slot print_timing: id 0 | task 2983 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.739.394 I slot release: id 0 | task 2983 | stop processing: n_tokens = 622, truncated = 0 1.06.769.198 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 66625898 1.06.769.286 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 415.273 MiB) 1.06.775.519 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 413.414 MiB) 1.06.920.159 I slot launch_slot_: id 0 | task 3024 | processing task, is_child = 0 1.07.647.072 I slot print_timing: id 0 | task 3024 | prompt eval time = 241.24 ms / 417 tokens ( 0.58 ms per token, 1728.58 tokens per second) 1.07.647.078 I slot print_timing: id 0 | task 3024 | eval time = 485.65 ms / 31 tokens ( 16.19 ms per token, 61.77 tokens per second) 1.07.647.079 I slot print_timing: id 0 | task 3024 | total time = 726.89 ms / 448 tokens 1.07.647.082 I slot print_timing: id 0 | task 3024 | graphs reused = 2611 1.07.647.083 I slot print_timing: id 0 | task 3024 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.647.117 I slot release: id 0 | task 3024 | stop processing: n_tokens = 447, truncated = 0 1.07.656.380 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 447, t_last = 67533620 1.07.713.173 I slot launch_slot_: id 0 | task 3058 | processing task, is_child = 0 1.08.330.122 I slot print_timing: id 0 | task 3058 | prompt eval time = 193.96 ms / 366 tokens ( 0.53 ms per token, 1886.96 tokens per second) 1.08.330.128 I slot print_timing: id 0 | task 3058 | eval time = 422.96 ms / 27 tokens ( 16.27 ms per token, 61.47 tokens per second) 1.08.330.129 I slot print_timing: id 0 | task 3058 | total time = 616.93 ms / 393 tokens 1.08.330.130 I slot print_timing: id 0 | task 3058 | graphs reused = 2636 1.08.330.131 I slot print_timing: id 0 | task 3058 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.330.164 I slot release: id 0 | task 3058 | stop processing: n_tokens = 392, truncated = 0 1.08.337.339 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 68216667 1.08.337.388 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 250.515 MiB) 1.08.394.583 I slot launch_slot_: id 0 | task 3088 | processing task, is_child = 0 1.08.961.695 I slot print_timing: id 0 | task 3088 | prompt eval time = 151.83 ms / 254 tokens ( 0.60 ms per token, 1672.93 tokens per second) 1.08.961.701 I slot print_timing: id 0 | task 3088 | eval time = 415.26 ms / 26 tokens ( 16.61 ms per token, 60.20 tokens per second) 1.08.961.702 I slot print_timing: id 0 | task 3088 | total time = 567.09 ms / 280 tokens 1.08.961.702 I slot print_timing: id 0 | task 3088 | graphs reused = 2659 1.08.961.703 I slot print_timing: id 0 | task 3088 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.961.729 I slot release: id 0 | task 3088 | stop processing: n_tokens = 279, truncated = 0 1.08.989.221 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 279, t_last = 68848233 1.08.989.264 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 382.022 MiB) 1.09.041.450 I slot launch_slot_: id 0 | task 3117 | processing task, is_child = 0 1.09.781.467 I slot print_timing: id 0 | task 3117 | prompt eval time = 176.85 ms / 301 tokens ( 0.59 ms per token, 1702.02 tokens per second) 1.09.781.472 I slot print_timing: id 0 | task 3117 | eval time = 563.15 ms / 36 tokens ( 16.09 ms per token, 62.15 tokens per second) 1.09.781.473 I slot print_timing: id 0 | task 3117 | total time = 739.99 ms / 337 tokens 1.09.781.474 I slot print_timing: id 0 | task 3117 | graphs reused = 2693 1.09.781.475 I slot print_timing: id 0 | task 3117 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.781.503 I slot release: id 0 | task 3117 | stop processing: n_tokens = 336, truncated = 0 1.09.830.401 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 336, t_last = 69668006 1.09.873.721 I slot launch_slot_: id 0 | task 3156 | processing task, is_child = 0 1.10.511.315 I slot print_timing: id 0 | task 3156 | prompt eval time = 185.94 ms / 322 tokens ( 0.58 ms per token, 1731.77 tokens per second) 1.10.511.321 I slot print_timing: id 0 | task 3156 | eval time = 451.64 ms / 29 tokens ( 16.13 ms per token, 62.00 tokens per second) 1.10.511.322 I slot print_timing: id 0 | task 3156 | total time = 637.57 ms / 351 tokens 1.10.511.323 I slot print_timing: id 0 | task 3156 | graphs reused = 2720 1.10.511.324 I slot print_timing: id 0 | task 3156 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.511.356 I slot release: id 0 | task 3156 | stop processing: n_tokens = 350, truncated = 0 1.10.521.439 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 70397860 1.10.521.496 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 365.521 MiB) 1.10.582.214 I slot launch_slot_: id 0 | task 3188 | processing task, is_child = 0 1.11.384.584 I slot print_timing: id 0 | task 3188 | prompt eval time = 222.02 ms / 428 tokens ( 0.52 ms per token, 1927.73 tokens per second) 1.11.384.590 I slot print_timing: id 0 | task 3188 | eval time = 580.33 ms / 37 tokens ( 16.12 ms per token, 62.03 tokens per second) 1.11.384.591 I slot print_timing: id 0 | task 3188 | total time = 802.35 ms / 465 tokens 1.11.384.592 I slot print_timing: id 0 | task 3188 | graphs reused = 2755 1.11.384.593 I slot print_timing: id 0 | task 3188 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.384.628 I slot release: id 0 | task 3188 | stop processing: n_tokens = 464, truncated = 0 1.11.422.643 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 464, t_last = 71271132 1.11.422.711 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 285.470 MiB) 1.11.488.507 I slot launch_slot_: id 0 | task 3228 | processing task, is_child = 0 1.12.157.781 I slot print_timing: id 0 | task 3228 | prompt eval time = 199.30 ms / 379 tokens ( 0.53 ms per token, 1901.68 tokens per second) 1.12.157.788 I slot print_timing: id 0 | task 3228 | eval time = 469.96 ms / 30 tokens ( 16.21 ms per token, 61.71 tokens per second) 1.12.157.792 I slot print_timing: id 0 | task 3228 | total time = 669.25 ms / 409 tokens 1.12.157.793 I slot print_timing: id 0 | task 3228 | graphs reused = 2783 1.12.157.794 I slot print_timing: id 0 | task 3228 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.157.830 I slot release: id 0 | task 3228 | stop processing: n_tokens = 408, truncated = 0 1.12.207.636 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 72044334 1.12.207.690 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 281.048 MiB) 1.12.211.460 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 342.238 MiB) 1.12.274.152 I slot launch_slot_: id 0 | task 3261 | processing task, is_child = 0 1.12.994.868 I slot print_timing: id 0 | task 3261 | prompt eval time = 293.91 ms / 596 tokens ( 0.49 ms per token, 2027.82 tokens per second) 1.12.994.874 I slot print_timing: id 0 | task 3261 | eval time = 426.78 ms / 27 tokens ( 16.41 ms per token, 60.92 tokens per second) 1.12.994.875 I slot print_timing: id 0 | task 3261 | total time = 720.69 ms / 623 tokens 1.12.994.875 I slot print_timing: id 0 | task 3261 | graphs reused = 2808 1.12.994.876 I slot print_timing: id 0 | task 3261 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.994.920 I slot release: id 0 | task 3261 | stop processing: n_tokens = 622, truncated = 0 1.13.020.821 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 72881424 1.13.020.934 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.346 MiB) 1.13.025.017 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 226.561 MiB) 1.13.145.829 I slot launch_slot_: id 0 | task 3292 | processing task, is_child = 0 1.13.687.992 I slot print_timing: id 0 | task 3292 | prompt eval time = 201.85 ms / 375 tokens ( 0.54 ms per token, 1857.80 tokens per second) 1.13.687.997 I slot print_timing: id 0 | task 3292 | eval time = 340.29 ms / 22 tokens ( 16.20 ms per token, 61.71 tokens per second) 1.13.687.998 I slot print_timing: id 0 | task 3292 | total time = 542.14 ms / 397 tokens 1.13.687.999 I slot print_timing: id 0 | task 3292 | graphs reused = 2828 1.13.688.000 I slot print_timing: id 0 | task 3292 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.688.031 I slot release: id 0 | task 3292 | stop processing: n_tokens = 396, truncated = 0 1.13.708.037 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 396, t_last = 73574535 1.13.708.095 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 308.753 MiB) 1.13.769.062 I slot launch_slot_: id 0 | task 3317 | processing task, is_child = 0 1.14.511.614 I slot print_timing: id 0 | task 3317 | prompt eval time = 224.47 ms / 420 tokens ( 0.53 ms per token, 1871.08 tokens per second) 1.14.511.620 I slot print_timing: id 0 | task 3317 | eval time = 518.06 ms / 33 tokens ( 16.19 ms per token, 61.77 tokens per second) 1.14.511.621 I slot print_timing: id 0 | task 3317 | total time = 742.53 ms / 453 tokens 1.14.511.621 I slot print_timing: id 0 | task 3317 | graphs reused = 2859 1.14.511.622 I slot print_timing: id 0 | task 3317 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.511.655 I slot release: id 0 | task 3317 | stop processing: n_tokens = 452, truncated = 0 1.14.555.164 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 452, t_last = 74398159 1.14.555.229 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 274.970 MiB) 1.14.620.180 I slot launch_slot_: id 0 | task 3353 | processing task, is_child = 0 1.15.353.020 I slot print_timing: id 0 | task 3353 | prompt eval time = 199.18 ms / 377 tokens ( 0.53 ms per token, 1892.80 tokens per second) 1.15.353.026 I slot print_timing: id 0 | task 3353 | eval time = 533.64 ms / 34 tokens ( 16.17 ms per token, 61.84 tokens per second) 1.15.353.027 I slot print_timing: id 0 | task 3353 | total time = 732.82 ms / 411 tokens 1.15.353.028 I slot print_timing: id 0 | task 3353 | graphs reused = 2891 1.15.353.029 I slot print_timing: id 0 | task 3353 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.353.062 I slot release: id 0 | task 3353 | stop processing: n_tokens = 410, truncated = 0 1.15.392.601 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 410, t_last = 75239566 1.15.392.663 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 222.483 MiB) 1.15.395.734 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 249.156 MiB) 1.15.461.120 I slot launch_slot_: id 0 | task 3390 | processing task, is_child = 0 1.16.227.950 I slot print_timing: id 0 | task 3390 | prompt eval time = 239.23 ms / 499 tokens ( 0.48 ms per token, 2085.88 tokens per second) 1.16.227.955 I slot print_timing: id 0 | task 3390 | eval time = 527.58 ms / 33 tokens ( 16.49 ms per token, 60.65 tokens per second) 1.16.227.956 I slot print_timing: id 0 | task 3390 | total time = 766.81 ms / 532 tokens 1.16.227.957 I slot print_timing: id 0 | task 3390 | graphs reused = 2921 1.16.227.958 I slot print_timing: id 0 | task 3390 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.227.995 I slot release: id 0 | task 3390 | stop processing: n_tokens = 531, truncated = 0 1.16.271.088 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 531, t_last = 76114499 1.16.271.162 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.624 MiB) 1.16.274.496 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 372.553 MiB) 1.16.353.224 I slot launch_slot_: id 0 | task 3426 | processing task, is_child = 0 1.17.654.981 I slot print_timing: id 0 | task 3426 | prompt eval time = 295.15 ms / 586 tokens ( 0.50 ms per token, 1985.40 tokens per second) 1.17.654.987 I slot print_timing: id 0 | task 3426 | eval time = 1006.58 ms / 63 tokens ( 16.24 ms per token, 61.59 tokens per second) 1.17.654.988 I slot print_timing: id 0 | task 3426 | total time = 1301.74 ms / 649 tokens 1.17.654.989 I slot print_timing: id 0 | task 3426 | graphs reused = 2982 1.17.654.990 I slot print_timing: id 0 | task 3426 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.655.036 I slot release: id 0 | task 3426 | stop processing: n_tokens = 648, truncated = 0 1.17.676.888 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 648, t_last = 77541540 1.17.676.955 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.657 MiB) 1.17.680.459 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 620.956 MiB) 1.17.797.174 I slot launch_slot_: id 0 | task 3493 | processing task, is_child = 0 1.18.758.651 I slot print_timing: id 0 | task 3493 | prompt eval time = 128.13 ms / 179 tokens ( 0.72 ms per token, 1397.01 tokens per second) 1.18.758.658 I slot print_timing: id 0 | task 3493 | eval time = 833.32 ms / 53 tokens ( 16.03 ms per token, 62.40 tokens per second) 1.18.758.659 I slot print_timing: id 0 | task 3493 | total time = 961.45 ms / 232 tokens 1.18.758.660 I slot print_timing: id 0 | task 3493 | graphs reused = 3033 1.18.758.661 I slot print_timing: id 0 | task 3493 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.758.692 I slot release: id 0 | task 3493 | stop processing: n_tokens = 231, truncated = 0 1.18.776.664 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 78645196 1.18.808.897 I slot launch_slot_: id 0 | task 3549 | processing task, is_child = 0 1.19.814.700 I slot print_timing: id 0 | task 3549 | prompt eval time = 129.12 ms / 201 tokens ( 0.64 ms per token, 1556.70 tokens per second) 1.19.814.706 I slot print_timing: id 0 | task 3549 | eval time = 876.67 ms / 56 tokens ( 15.94 ms per token, 62.74 tokens per second) 1.19.814.707 I slot print_timing: id 0 | task 3549 | total time = 1005.79 ms / 257 tokens 1.19.814.708 I slot print_timing: id 0 | task 3549 | graphs reused = 3087 1.19.814.709 I slot print_timing: id 0 | task 3549 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.814.734 I slot release: id 0 | task 3549 | stop processing: n_tokens = 256, truncated = 0 1.19.854.239 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 256, t_last = 79701238 1.19.883.989 I slot launch_slot_: id 0 | task 3608 | processing task, is_child = 0 1.21.077.868 I slot print_timing: id 0 | task 3608 | prompt eval time = 129.67 ms / 193 tokens ( 0.67 ms per token, 1488.43 tokens per second) 1.21.077.874 I slot print_timing: id 0 | task 3608 | eval time = 1064.19 ms / 67 tokens ( 16.12 ms per token, 62.02 tokens per second) 1.21.077.875 I slot print_timing: id 0 | task 3608 | total time = 1193.86 ms / 260 tokens 1.21.077.876 I slot print_timing: id 0 | task 3608 | graphs reused = 3151 1.21.077.876 I slot print_timing: id 0 | task 3608 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.077.900 I slot release: id 0 | task 3608 | stop processing: n_tokens = 259, truncated = 0 1.21.120.453 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 80964404 1.21.150.751 I slot launch_slot_: id 0 | task 3678 | processing task, is_child = 0 1.22.395.547 I slot print_timing: id 0 | task 3678 | prompt eval time = 111.05 ms / 156 tokens ( 0.71 ms per token, 1404.76 tokens per second) 1.22.395.552 I slot print_timing: id 0 | task 3678 | eval time = 1133.72 ms / 72 tokens ( 15.97 ms per token, 62.63 tokens per second) 1.22.395.553 I slot print_timing: id 0 | task 3678 | total time = 1244.77 ms / 228 tokens 1.22.395.554 I slot print_timing: id 0 | task 3678 | graphs reused = 3221 1.22.395.555 I slot print_timing: id 0 | task 3678 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.395.578 I slot release: id 0 | task 3678 | stop processing: n_tokens = 227, truncated = 0 1.22.402.898 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 82282082 1.22.402.942 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.031 MiB) 1.22.439.124 I slot launch_slot_: id 0 | task 3753 | processing task, is_child = 0 1.23.732.265 I slot print_timing: id 0 | task 3753 | prompt eval time = 135.24 ms / 219 tokens ( 0.62 ms per token, 1619.39 tokens per second) 1.23.732.270 I slot print_timing: id 0 | task 3753 | eval time = 1157.89 ms / 73 tokens ( 16.08 ms per token, 62.18 tokens per second) 1.23.732.271 I slot print_timing: id 0 | task 3753 | total time = 1293.12 ms / 292 tokens 1.23.732.272 I slot print_timing: id 0 | task 3753 | graphs reused = 3291 1.23.732.273 I slot print_timing: id 0 | task 3753 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.732.299 I slot release: id 0 | task 3753 | stop processing: n_tokens = 291, truncated = 0 1.23.738.605 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 83618803 1.23.738.646 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 452.916 MiB) 1.23.788.809 I slot launch_slot_: id 0 | task 3829 | processing task, is_child = 0 1.26.133.052 I slot print_timing: id 0 | task 3829 | prompt eval time = 147.41 ms / 256 tokens ( 0.58 ms per token, 1736.62 tokens per second) 1.26.133.057 I slot print_timing: id 0 | task 3829 | eval time = 2196.81 ms / 135 tokens ( 16.39 ms per token, 61.00 tokens per second) 1.26.133.058 I slot print_timing: id 0 | task 3829 | total time = 2344.22 ms / 391 tokens 1.26.133.059 I slot print_timing: id 0 | task 3829 | graphs reused = 3424 1.26.133.060 I slot print_timing: id 0 | task 3829 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.133.084 I slot release: id 0 | task 3829 | stop processing: n_tokens = 390, truncated = 0 1.26.175.007 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 390, t_last = 86019588 1.26.216.341 I slot launch_slot_: id 0 | task 3967 | processing task, is_child = 0 1.28.657.754 I slot print_timing: id 0 | task 3967 | prompt eval time = 173.18 ms / 335 tokens ( 0.52 ms per token, 1934.37 tokens per second) 1.28.657.761 I slot print_timing: id 0 | task 3967 | eval time = 2268.20 ms / 140 tokens ( 16.32 ms per token, 61.28 tokens per second) 1.28.657.762 I slot print_timing: id 0 | task 3967 | total time = 2441.39 ms / 475 tokens 1.28.657.763 I slot print_timing: id 0 | task 3967 | graphs reused = 3562 1.28.657.764 I slot print_timing: id 0 | task 3967 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.657.797 I slot release: id 0 | task 3967 | stop processing: n_tokens = 474, truncated = 0 1.28.684.068 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 474, t_last = 88544301 1.28.684.137 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 536.124 MiB) 1.28.758.679 I slot launch_slot_: id 0 | task 4110 | processing task, is_child = 0 1.30.187.218 I slot print_timing: id 0 | task 4110 | prompt eval time = 115.09 ms / 166 tokens ( 0.69 ms per token, 1442.39 tokens per second) 1.30.187.223 I slot print_timing: id 0 | task 4110 | eval time = 1313.43 ms / 80 tokens ( 16.63 ms per token, 60.15 tokens per second) 1.30.187.224 I slot print_timing: id 0 | task 4110 | total time = 1428.52 ms / 246 tokens 1.30.187.225 I slot print_timing: id 0 | task 4110 | graphs reused = 3640 1.30.187.226 I slot print_timing: id 0 | task 4110 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.187.250 I slot release: id 0 | task 4110 | stop processing: n_tokens = 245, truncated = 0 1.30.209.572 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 90073754 1.30.237.535 I slot launch_slot_: id 0 | task 4193 | processing task, is_child = 0 1.31.616.322 I slot print_timing: id 0 | task 4193 | prompt eval time = 113.44 ms / 168 tokens ( 0.68 ms per token, 1481.01 tokens per second) 1.31.616.328 I slot print_timing: id 0 | task 4193 | eval time = 1265.33 ms / 80 tokens ( 16.02 ms per token, 62.43 tokens per second) 1.31.616.329 I slot print_timing: id 0 | task 4193 | total time = 1378.76 ms / 248 tokens 1.31.616.331 I slot print_timing: id 0 | task 4193 | graphs reused = 3718 1.31.616.332 I slot print_timing: id 0 | task 4193 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.616.360 I slot release: id 0 | task 4193 | stop processing: n_tokens = 247, truncated = 0 1.31.659.651 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 91502864 1.31.659.701 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.141 MiB) 1.31.697.096 I slot launch_slot_: id 0 | task 4276 | processing task, is_child = 0 1.32.447.739 I slot print_timing: id 0 | task 4276 | prompt eval time = 130.94 ms / 220 tokens ( 0.60 ms per token, 1680.17 tokens per second) 1.32.447.745 I slot print_timing: id 0 | task 4276 | eval time = 619.68 ms / 38 tokens ( 16.75 ms per token, 59.71 tokens per second) 1.32.447.746 I slot print_timing: id 0 | task 4276 | total time = 750.62 ms / 258 tokens 1.32.447.747 I slot print_timing: id 0 | task 4276 | graphs reused = 3753 1.32.447.748 I slot print_timing: id 0 | task 4276 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.447.773 I slot release: id 0 | task 4276 | stop processing: n_tokens = 257, truncated = 0 1.32.453.738 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 92334277 1.32.484.938 I slot launch_slot_: id 0 | task 4317 | processing task, is_child = 0 1.33.335.151 I slot print_timing: id 0 | task 4317 | prompt eval time = 159.84 ms / 284 tokens ( 0.56 ms per token, 1776.77 tokens per second) 1.33.335.156 I slot print_timing: id 0 | task 4317 | eval time = 690.35 ms / 42 tokens ( 16.84 ms per token, 59.39 tokens per second) 1.33.335.157 I slot print_timing: id 0 | task 4317 | total time = 850.19 ms / 326 tokens 1.33.335.158 I slot print_timing: id 0 | task 4317 | graphs reused = 3793 1.33.335.159 I slot print_timing: id 0 | task 4317 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.335.187 I slot release: id 0 | task 4317 | stop processing: n_tokens = 325, truncated = 0 1.33.374.342 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 93221691 1.33.374.391 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 402.335 MiB) 1.33.431.943 I slot launch_slot_: id 0 | task 4362 | processing task, is_child = 0 1.34.494.452 I slot print_timing: id 0 | task 4362 | prompt eval time = 149.70 ms / 237 tokens ( 0.63 ms per token, 1583.16 tokens per second) 1.34.494.459 I slot print_timing: id 0 | task 4362 | eval time = 912.78 ms / 55 tokens ( 16.90 ms per token, 59.16 tokens per second) 1.34.494.460 I slot print_timing: id 0 | task 4362 | total time = 1062.48 ms / 292 tokens 1.34.494.461 I slot print_timing: id 0 | task 4362 | graphs reused = 3845 1.34.494.463 I slot print_timing: id 0 | task 4362 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.494.494 I slot release: id 0 | task 4362 | stop processing: n_tokens = 291, truncated = 0 1.34.511.912 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 94380998 1.34.548.393 I slot launch_slot_: id 0 | task 4420 | processing task, is_child = 0 1.36.678.381 I slot print_timing: id 0 | task 4420 | prompt eval time = 143.55 ms / 228 tokens ( 0.63 ms per token, 1588.30 tokens per second) 1.36.678.387 I slot print_timing: id 0 | task 4420 | eval time = 1986.42 ms / 123 tokens ( 16.28 ms per token, 61.42 tokens per second) 1.36.678.388 I slot print_timing: id 0 | task 4420 | total time = 2129.97 ms / 351 tokens 1.36.678.389 I slot print_timing: id 0 | task 4420 | graphs reused = 3965 1.36.678.390 I slot print_timing: id 0 | task 4420 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.678.416 I slot release: id 0 | task 4420 | stop processing: n_tokens = 350, truncated = 0 1.36.698.222 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 96564920 1.36.698.280 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 580.688 MiB) 1.36.753.467 I slot launch_slot_: id 0 | task 4546 | processing task, is_child = 0 1.37.552.095 I slot print_timing: id 0 | task 4546 | prompt eval time = 148.63 ms / 249 tokens ( 0.60 ms per token, 1675.27 tokens per second) 1.37.552.100 I slot print_timing: id 0 | task 4546 | eval time = 649.97 ms / 39 tokens ( 17.10 ms per token, 58.46 tokens per second) 1.37.552.102 I slot print_timing: id 0 | task 4546 | total time = 798.61 ms / 288 tokens 1.37.552.102 I slot print_timing: id 0 | task 4546 | graphs reused = 4001 1.37.552.103 I slot print_timing: id 0 | task 4546 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.552.133 I slot release: id 0 | task 4546 | stop processing: n_tokens = 287, truncated = 0 1.37.558.130 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 97438636 1.37.591.191 I slot launch_slot_: id 0 | task 4588 | processing task, is_child = 0 1.38.804.049 I slot print_timing: id 0 | task 4588 | prompt eval time = 121.25 ms / 186 tokens ( 0.65 ms per token, 1534.05 tokens per second) 1.38.804.055 I slot print_timing: id 0 | task 4588 | eval time = 1091.59 ms / 67 tokens ( 16.54 ms per token, 60.46 tokens per second) 1.38.804.056 I slot print_timing: id 0 | task 4588 | total time = 1212.84 ms / 253 tokens 1.38.804.056 I slot print_timing: id 0 | task 4588 | graphs reused = 4066 1.38.804.057 I slot print_timing: id 0 | task 4588 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.804.082 I slot release: id 0 | task 4588 | stop processing: n_tokens = 252, truncated = 0 1.38.826.688 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 98690586 1.38.826.739 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 396.382 MiB) 1.38.863.192 I slot launch_slot_: id 0 | task 4658 | processing task, is_child = 0 1.40.871.392 I slot print_timing: id 0 | task 4658 | prompt eval time = 150.69 ms / 284 tokens ( 0.53 ms per token, 1884.61 tokens per second) 1.40.871.400 I slot print_timing: id 0 | task 4658 | eval time = 1857.48 ms / 115 tokens ( 16.29 ms per token, 61.37 tokens per second) 1.40.871.401 I slot print_timing: id 0 | task 4658 | total time = 2008.18 ms / 399 tokens 1.40.871.402 I slot print_timing: id 0 | task 4658 | graphs reused = 4179 1.40.871.403 I slot print_timing: id 0 | task 4658 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.871.433 I slot release: id 0 | task 4658 | stop processing: n_tokens = 398, truncated = 0 1.40.915.333 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 398, t_last = 100757937 1.40.956.484 I slot launch_slot_: id 0 | task 4776 | processing task, is_child = 0 1.43.229.164 I slot print_timing: id 0 | task 4776 | prompt eval time = 117.10 ms / 177 tokens ( 0.66 ms per token, 1511.49 tokens per second) 1.43.229.171 I slot print_timing: id 0 | task 4776 | eval time = 2155.56 ms / 131 tokens ( 16.58 ms per token, 60.31 tokens per second) 1.43.229.172 I slot print_timing: id 0 | task 4776 | total time = 2272.66 ms / 308 tokens 1.43.229.173 I slot print_timing: id 0 | task 4776 | graphs reused = 4307 1.43.229.174 I slot print_timing: id 0 | task 4776 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.229.198 I slot release: id 0 | task 4776 | stop processing: n_tokens = 307, truncated = 0 1.43.269.966 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 307, t_last = 103115702 1.43.270.030 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 344.270 MiB) 1.43.312.154 I slot launch_slot_: id 0 | task 4910 | processing task, is_child = 0 1.44.802.745 I slot print_timing: id 0 | task 4910 | prompt eval time = 112.02 ms / 162 tokens ( 0.69 ms per token, 1446.20 tokens per second) 1.44.802.751 I slot print_timing: id 0 | task 4910 | eval time = 1378.55 ms / 86 tokens ( 16.22 ms per token, 61.66 tokens per second) 1.44.802.753 I slot print_timing: id 0 | task 4910 | total time = 1490.57 ms / 248 tokens 1.44.802.755 I slot print_timing: id 0 | task 4910 | graphs reused = 4391 1.44.802.756 I slot print_timing: id 0 | task 4910 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.802.779 I slot release: id 0 | task 4910 | stop processing: n_tokens = 247, truncated = 0 1.44.842.991 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 104689282 1.44.871.736 I slot launch_slot_: id 0 | task 4999 | processing task, is_child = 0 1.46.667.185 I slot print_timing: id 0 | task 4999 | prompt eval time = 150.69 ms / 248 tokens ( 0.61 ms per token, 1645.77 tokens per second) 1.46.667.190 I slot print_timing: id 0 | task 4999 | eval time = 1644.74 ms / 99 tokens ( 16.78 ms per token, 59.58 tokens per second) 1.46.667.192 I slot print_timing: id 0 | task 4999 | total time = 1795.43 ms / 347 tokens 1.46.667.192 I slot print_timing: id 0 | task 4999 | graphs reused = 4487 1.46.667.193 I slot print_timing: id 0 | task 4999 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.667.221 I slot release: id 0 | task 4999 | stop processing: n_tokens = 346, truncated = 0 1.46.710.257 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 106553725 1.46.710.314 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.937 MiB) 1.46.762.831 I slot launch_slot_: id 0 | task 5101 | processing task, is_child = 0 1.47.825.385 I slot print_timing: id 0 | task 5101 | prompt eval time = 133.24 ms / 186 tokens ( 0.72 ms per token, 1395.95 tokens per second) 1.47.825.390 I slot print_timing: id 0 | task 5101 | eval time = 929.29 ms / 59 tokens ( 16.02 ms per token, 62.41 tokens per second) 1.47.825.391 I slot print_timing: id 0 | task 5101 | total time = 1062.53 ms / 245 tokens 1.47.825.393 I slot print_timing: id 0 | task 5101 | graphs reused = 4544 1.47.825.394 I slot print_timing: id 0 | task 5101 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.825.418 I slot release: id 0 | task 5101 | stop processing: n_tokens = 244, truncated = 0 1.47.854.748 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 107711922 1.47.854.794 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 283.705 MiB) 1.47.893.410 I slot launch_slot_: id 0 | task 5163 | processing task, is_child = 0 1.48.922.912 I slot print_timing: id 0 | task 5163 | prompt eval time = 163.52 ms / 282 tokens ( 0.58 ms per token, 1724.59 tokens per second) 1.48.922.918 I slot print_timing: id 0 | task 5163 | eval time = 865.96 ms / 53 tokens ( 16.65 ms per token, 60.05 tokens per second) 1.48.922.919 I slot print_timing: id 0 | task 5163 | total time = 1029.48 ms / 335 tokens 1.48.922.920 I slot print_timing: id 0 | task 5163 | graphs reused = 4595 1.48.922.921 I slot print_timing: id 0 | task 5163 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.922.951 I slot release: id 0 | task 5163 | stop processing: n_tokens = 334, truncated = 0 1.48.941.729 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 334, t_last = 108809455 1.48.941.784 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.549 MiB) 1.48.988.950 I slot launch_slot_: id 0 | task 5219 | processing task, is_child = 0 1.50.301.368 I slot print_timing: id 0 | task 5219 | prompt eval time = 133.03 ms / 223 tokens ( 0.60 ms per token, 1676.33 tokens per second) 1.50.301.375 I slot print_timing: id 0 | task 5219 | eval time = 1179.37 ms / 71 tokens ( 16.85 ms per token, 59.35 tokens per second) 1.50.301.376 I slot print_timing: id 0 | task 5219 | total time = 1312.40 ms / 294 tokens 1.50.301.377 I slot print_timing: id 0 | task 5219 | graphs reused = 4663 1.50.301.378 I slot print_timing: id 0 | task 5219 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.301.404 I slot release: id 0 | task 5219 | stop processing: n_tokens = 293, truncated = 0 1.50.331.871 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 110187908 1.50.364.384 I slot launch_slot_: id 0 | task 5293 | processing task, is_child = 0 1.51.741.211 I slot print_timing: id 0 | task 5293 | prompt eval time = 159.10 ms / 283 tokens ( 0.56 ms per token, 1778.72 tokens per second) 1.51.741.217 I slot print_timing: id 0 | task 5293 | eval time = 1217.70 ms / 76 tokens ( 16.24 ms per token, 61.59 tokens per second) 1.51.741.218 I slot print_timing: id 0 | task 5293 | total time = 1376.81 ms / 359 tokens 1.51.741.219 I slot print_timing: id 0 | task 5293 | graphs reused = 4737 1.51.741.220 I slot print_timing: id 0 | task 5293 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.741.248 I slot release: id 0 | task 5293 | stop processing: n_tokens = 358, truncated = 0 1.51.767.573 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 358, t_last = 111627752 1.51.767.629 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 410.398 MiB) 1.51.820.088 I slot launch_slot_: id 0 | task 5372 | processing task, is_child = 0 1.52.525.599 I slot print_timing: id 0 | task 5372 | prompt eval time = 165.50 ms / 293 tokens ( 0.56 ms per token, 1770.37 tokens per second) 1.52.525.605 I slot print_timing: id 0 | task 5372 | eval time = 539.99 ms / 34 tokens ( 16.36 ms per token, 61.11 tokens per second) 1.52.525.606 I slot print_timing: id 0 | task 5372 | total time = 705.49 ms / 327 tokens 1.52.525.607 I slot print_timing: id 0 | task 5372 | graphs reused = 4769 1.52.525.607 I slot print_timing: id 0 | task 5372 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.525.637 I slot release: id 0 | task 5372 | stop processing: n_tokens = 326, truncated = 0 1.52.557.333 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 326, t_last = 112412141 1.52.557.380 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 361.083 MiB) 1.52.608.300 I slot launch_slot_: id 0 | task 5409 | processing task, is_child = 0 1.54.419.249 I slot print_timing: id 0 | task 5409 | prompt eval time = 159.42 ms / 278 tokens ( 0.57 ms per token, 1743.78 tokens per second) 1.54.419.255 I slot print_timing: id 0 | task 5409 | eval time = 1651.51 ms / 100 tokens ( 16.68 ms per token, 59.95 tokens per second) 1.54.419.256 I slot print_timing: id 0 | task 5409 | total time = 1810.93 ms / 378 tokens 1.54.419.257 I slot print_timing: id 0 | task 5409 | graphs reused = 4867 1.54.419.257 I slot print_timing: id 0 | task 5409 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.419.284 I slot release: id 0 | task 5409 | stop processing: n_tokens = 377, truncated = 0 1.54.445.391 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 377, t_last = 114305788 1.54.485.286 I slot launch_slot_: id 0 | task 5512 | processing task, is_child = 0 1.55.650.539 I slot print_timing: id 0 | task 5512 | prompt eval time = 147.69 ms / 233 tokens ( 0.63 ms per token, 1577.64 tokens per second) 1.55.650.545 I slot print_timing: id 0 | task 5512 | eval time = 1017.54 ms / 63 tokens ( 16.41 ms per token, 60.93 tokens per second) 1.55.650.546 I slot print_timing: id 0 | task 5512 | total time = 1165.23 ms / 296 tokens 1.55.650.547 I slot print_timing: id 0 | task 5512 | graphs reused = 4927 1.55.650.548 I slot print_timing: id 0 | task 5512 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.650.571 I slot release: id 0 | task 5512 | stop processing: n_tokens = 295, truncated = 0 1.55.679.522 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 295, t_last = 115537075 1.55.679.573 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 593.189 MiB) 1.55.729.268 I slot launch_slot_: id 0 | task 5578 | processing task, is_child = 0 1.56.732.654 I slot print_timing: id 0 | task 5578 | prompt eval time = 111.41 ms / 166 tokens ( 0.67 ms per token, 1490.05 tokens per second) 1.56.732.660 I slot print_timing: id 0 | task 5578 | eval time = 891.96 ms / 56 tokens ( 16.22 ms per token, 61.66 tokens per second) 1.56.732.661 I slot print_timing: id 0 | task 5578 | total time = 1003.37 ms / 222 tokens 1.56.732.663 I slot print_timing: id 0 | task 5578 | graphs reused = 4981 1.56.732.664 I slot print_timing: id 0 | task 5578 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.732.687 I slot release: id 0 | task 5578 | stop processing: n_tokens = 221, truncated = 0 1.56.738.212 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 221, t_last = 116619190 1.56.765.683 I slot launch_slot_: id 0 | task 5637 | processing task, is_child = 0 1.57.665.843 I slot print_timing: id 0 | task 5637 | prompt eval time = 151.56 ms / 253 tokens ( 0.60 ms per token, 1669.31 tokens per second) 1.57.665.849 I slot print_timing: id 0 | task 5637 | eval time = 748.58 ms / 45 tokens ( 17.01 ms per token, 58.78 tokens per second) 1.57.665.850 I slot print_timing: id 0 | task 5637 | total time = 900.14 ms / 298 tokens 1.57.665.852 I slot print_timing: id 0 | task 5637 | graphs reused = 5023 1.57.665.854 I slot print_timing: id 0 | task 5637 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.665.882 I slot release: id 0 | task 5637 | stop processing: n_tokens = 297, truncated = 0 1.57.696.549 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 117552386 1.57.729.624 I slot launch_slot_: id 0 | task 5685 | processing task, is_child = 0 1.58.618.529 I slot print_timing: id 0 | task 5685 | prompt eval time = 105.05 ms / 136 tokens ( 0.77 ms per token, 1294.63 tokens per second) 1.58.618.535 I slot print_timing: id 0 | task 5685 | eval time = 783.84 ms / 48 tokens ( 16.68 ms per token, 59.96 tokens per second) 1.58.618.536 I slot print_timing: id 0 | task 5685 | total time = 888.88 ms / 184 tokens 1.58.618.537 I slot print_timing: id 0 | task 5685 | graphs reused = 5069 1.58.618.538 I slot print_timing: id 0 | task 5685 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.618.559 I slot release: id 0 | task 5685 | stop processing: n_tokens = 183, truncated = 0 1.58.624.437 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 118505063 1.58.624.473 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 353.083 MiB) 1.58.656.325 I slot launch_slot_: id 0 | task 5736 | processing task, is_child = 0 1.59.678.828 I slot print_timing: id 0 | task 5736 | prompt eval time = 119.40 ms / 178 tokens ( 0.67 ms per token, 1490.77 tokens per second) 1.59.678.835 I slot print_timing: id 0 | task 5736 | eval time = 903.08 ms / 57 tokens ( 16.13 ms per token, 62.01 tokens per second) 1.59.678.836 I slot print_timing: id 0 | task 5736 | total time = 1022.48 ms / 235 tokens 1.59.678.837 I slot print_timing: id 0 | task 5736 | graphs reused = 5124 1.59.678.838 I slot print_timing: id 0 | task 5736 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.678.861 I slot release: id 0 | task 5736 | stop processing: n_tokens = 234, truncated = 0 1.59.685.769 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 234, t_last = 119565365 1.59.712.626 I slot launch_slot_: id 0 | task 5796 | processing task, is_child = 0 2.00.756.407 I slot print_timing: id 0 | task 5796 | prompt eval time = 147.25 ms / 257 tokens ( 0.57 ms per token, 1745.34 tokens per second) 2.00.756.413 I slot print_timing: id 0 | task 5796 | eval time = 896.52 ms / 56 tokens ( 16.30 ms per token, 61.35 tokens per second) 2.00.756.414 I slot print_timing: id 0 | task 5796 | total time = 1043.76 ms / 313 tokens 2.00.756.415 I slot print_timing: id 0 | task 5796 | graphs reused = 5178 2.00.756.415 I slot print_timing: id 0 | task 5796 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.756.440 I slot release: id 0 | task 5796 | stop processing: n_tokens = 312, truncated = 0 2.00.787.497 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 312, t_last = 120642944 2.00.787.546 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 400.210 MiB) 2.00.837.801 I slot launch_slot_: id 0 | task 5855 | processing task, is_child = 0 2.01.626.763 I slot print_timing: id 0 | task 5855 | prompt eval time = 151.09 ms / 256 tokens ( 0.59 ms per token, 1694.39 tokens per second) 2.01.626.769 I slot print_timing: id 0 | task 5855 | eval time = 637.86 ms / 39 tokens ( 16.79 ms per token, 59.57 tokens per second) 2.01.626.770 I slot print_timing: id 0 | task 5855 | total time = 788.94 ms / 295 tokens 2.01.626.771 I slot print_timing: id 0 | task 5855 | graphs reused = 5215 2.01.626.771 I slot print_timing: id 0 | task 5855 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.626.798 I slot release: id 0 | task 5855 | stop processing: n_tokens = 294, truncated = 0 2.01.660.741 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 121513302 2.01.696.827 I slot launch_slot_: id 0 | task 5897 | processing task, is_child = 0 2.02.610.091 I slot print_timing: id 0 | task 5897 | prompt eval time = 157.88 ms / 276 tokens ( 0.57 ms per token, 1748.12 tokens per second) 2.02.610.096 I slot print_timing: id 0 | task 5897 | eval time = 755.36 ms / 46 tokens ( 16.79 ms per token, 59.57 tokens per second) 2.02.610.097 I slot print_timing: id 0 | task 5897 | total time = 913.24 ms / 322 tokens 2.02.610.099 I slot print_timing: id 0 | task 5897 | graphs reused = 5259 2.02.610.100 I slot print_timing: id 0 | task 5897 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.610.126 I slot release: id 0 | task 5897 | stop processing: n_tokens = 321, truncated = 0 2.02.631.682 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 321, t_last = 122496630 2.02.631.737 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 360.489 MiB) 2.02.685.864 I slot launch_slot_: id 0 | task 5946 | processing task, is_child = 0 2.03.152.226 I slot print_timing: id 0 | task 5946 | prompt eval time = 164.43 ms / 283 tokens ( 0.58 ms per token, 1721.07 tokens per second) 2.03.152.231 I slot print_timing: id 0 | task 5946 | eval time = 301.91 ms / 19 tokens ( 16.77 ms per token, 59.62 tokens per second) 2.03.152.232 I slot print_timing: id 0 | task 5946 | total time = 466.34 ms / 302 tokens 2.03.152.233 I slot print_timing: id 0 | task 5946 | graphs reused = 5276 2.03.152.234 I slot print_timing: id 0 | task 5946 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.152.261 I slot release: id 0 | task 5946 | stop processing: n_tokens = 301, truncated = 0 2.03.173.396 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 123038765 2.03.173.449 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 476.448 MiB) 2.03.224.328 I slot launch_slot_: id 0 | task 5968 | processing task, is_child = 0 2.04.474.507 I slot print_timing: id 0 | task 5968 | prompt eval time = 158.71 ms / 288 tokens ( 0.55 ms per token, 1814.69 tokens per second) 2.04.474.512 I slot print_timing: id 0 | task 5968 | eval time = 1091.45 ms / 69 tokens ( 16.05 ms per token, 62.30 tokens per second) 2.04.474.513 I slot print_timing: id 0 | task 5968 | total time = 1250.16 ms / 357 tokens 2.04.474.514 I slot print_timing: id 0 | task 5968 | graphs reused = 5343 2.04.474.515 I slot print_timing: id 0 | task 5968 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.474.541 I slot release: id 0 | task 5968 | stop processing: n_tokens = 356, truncated = 0 2.04.518.954 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 124361045 2.04.559.227 I slot launch_slot_: id 0 | task 6040 | processing task, is_child = 0 2.05.589.730 I slot print_timing: id 0 | task 6040 | prompt eval time = 148.97 ms / 237 tokens ( 0.63 ms per token, 1590.88 tokens per second) 2.05.589.736 I slot print_timing: id 0 | task 6040 | eval time = 881.51 ms / 53 tokens ( 16.95 ms per token, 58.99 tokens per second) 2.05.589.737 I slot print_timing: id 0 | task 6040 | total time = 1030.48 ms / 290 tokens 2.05.589.738 I slot print_timing: id 0 | task 6040 | graphs reused = 5393 2.05.589.739 I slot print_timing: id 0 | task 6040 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.589.766 I slot release: id 0 | task 6040 | stop processing: n_tokens = 289, truncated = 0 2.05.629.721 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 125476269 2.05.629.777 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 585.782 MiB) 2.05.683.347 I slot launch_slot_: id 0 | task 6096 | processing task, is_child = 0 2.06.667.077 I slot print_timing: id 0 | task 6096 | prompt eval time = 130.81 ms / 173 tokens ( 0.76 ms per token, 1322.51 tokens per second) 2.06.667.082 I slot print_timing: id 0 | task 6096 | eval time = 852.89 ms / 52 tokens ( 16.72 ms per token, 59.80 tokens per second) 2.06.667.083 I slot print_timing: id 0 | task 6096 | total time = 983.71 ms / 225 tokens 2.06.667.085 I slot print_timing: id 0 | task 6096 | graphs reused = 5443 2.06.667.085 I slot print_timing: id 0 | task 6096 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.667.110 I slot release: id 0 | task 6096 | stop processing: n_tokens = 224, truncated = 0 2.06.686.951 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 126553614 2.06.713.569 I slot launch_slot_: id 0 | task 6151 | processing task, is_child = 0 2.08.123.915 I slot print_timing: id 0 | task 6151 | prompt eval time = 195.10 ms / 356 tokens ( 0.55 ms per token, 1824.70 tokens per second) 2.08.123.921 I slot print_timing: id 0 | task 6151 | eval time = 1215.22 ms / 76 tokens ( 16.20 ms per token, 61.72 tokens per second) 2.08.123.922 I slot print_timing: id 0 | task 6151 | total time = 1410.33 ms / 432 tokens 2.08.123.923 I slot print_timing: id 0 | task 6151 | graphs reused = 5517 2.08.123.924 I slot print_timing: id 0 | task 6151 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.123.954 I slot release: id 0 | task 6151 | stop processing: n_tokens = 431, truncated = 0 2.08.152.858 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 128010458 2.08.152.925 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 173.309 MiB) 2.08.214.389 I slot launch_slot_: id 0 | task 6230 | processing task, is_child = 0 2.10.854.303 I slot print_timing: id 0 | task 6230 | prompt eval time = 283.58 ms / 580 tokens ( 0.49 ms per token, 2045.29 tokens per second) 2.10.854.308 I slot print_timing: id 0 | task 6230 | eval time = 2356.31 ms / 141 tokens ( 16.83 ms per token, 59.41 tokens per second) 2.10.854.309 I slot print_timing: id 0 | task 6230 | total time = 2639.89 ms / 721 tokens 2.10.854.311 I slot print_timing: id 0 | task 6230 | graphs reused = 5656 2.10.854.312 I slot print_timing: id 0 | task 6230 | graph reallocs = 0 / 0 (same size) / (changed size) 2.10.854.352 I slot release: id 0 | task 6230 | stop processing: n_tokens = 720, truncated = 0 2.10.886.661 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 720, t_last = 130740856 2.10.886.753 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.138 MiB) 2.10.889.462 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 190.310 MiB) 2.10.891.904 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 157.621 MiB) 2.10.986.115 I slot launch_slot_: id 0 | task 6375 | processing task, is_child = 0 2.12.812.152 I slot print_timing: id 0 | task 6375 | prompt eval time = 233.43 ms / 470 tokens ( 0.50 ms per token, 2013.42 tokens per second) 2.12.812.158 I slot print_timing: id 0 | task 6375 | eval time = 1592.58 ms / 99 tokens ( 16.25 ms per token, 61.54 tokens per second) 2.12.812.159 I slot print_timing: id 0 | task 6375 | total time = 1826.01 ms / 569 tokens 2.12.812.160 I slot print_timing: id 0 | task 6375 | graphs reused = 5752 2.12.812.161 I slot print_timing: id 0 | task 6375 | graph reallocs = 0 / 0 (same size) / (changed size) 2.12.812.201 I slot release: id 0 | task 6375 | stop processing: n_tokens = 568, truncated = 0 2.12.857.488 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 568, t_last = 132698704 2.12.857.558 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 219.561 MiB) 2.12.860.831 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.736 MiB) 2.12.951.229 I slot launch_slot_: id 0 | task 6477 | processing task, is_child = 0 2.14.925.335 I slot print_timing: id 0 | task 6477 | prompt eval time = 185.43 ms / 374 tokens ( 0.50 ms per token, 2016.91 tokens per second) 2.14.925.341 I slot print_timing: id 0 | task 6477 | eval time = 1788.65 ms / 108 tokens ( 16.72 ms per token, 59.82 tokens per second) 2.14.925.342 I slot print_timing: id 0 | task 6477 | total time = 1974.09 ms / 482 tokens 2.14.925.343 I slot print_timing: id 0 | task 6477 | graphs reused = 5858 2.14.925.343 I slot print_timing: id 0 | task 6477 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.925.376 I slot release: id 0 | task 6477 | stop processing: n_tokens = 481, truncated = 0 2.14.958.020 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 481, t_last = 134811879 2.14.958.091 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 330.239 MiB) 2.15.033.109 I slot launch_slot_: id 0 | task 6588 | processing task, is_child = 0 2.16.282.721 I slot print_timing: id 0 | task 6588 | prompt eval time = 184.00 ms / 318 tokens ( 0.58 ms per token, 1728.27 tokens per second) 2.16.282.727 I slot print_timing: id 0 | task 6588 | eval time = 1065.59 ms / 67 tokens ( 16.15 ms per token, 61.94 tokens per second) 2.16.282.729 I slot print_timing: id 0 | task 6588 | total time = 1249.59 ms / 385 tokens 2.16.282.729 I slot print_timing: id 0 | task 6588 | graphs reused = 5923 2.16.282.730 I slot print_timing: id 0 | task 6588 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.282.758 I slot release: id 0 | task 6588 | stop processing: n_tokens = 384, truncated = 0 2.16.319.491 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 384, t_last = 136169262 2.16.319.555 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.027 MiB) 2.16.322.033 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.433 MiB) 2.16.383.413 I slot launch_slot_: id 0 | task 6658 | processing task, is_child = 0 2.18.438.495 I slot print_timing: id 0 | task 6658 | prompt eval time = 281.60 ms / 571 tokens ( 0.49 ms per token, 2027.71 tokens per second) 2.18.438.502 I slot print_timing: id 0 | task 6658 | eval time = 1773.46 ms / 106 tokens ( 16.89 ms per token, 59.21 tokens per second) 2.18.438.503 I slot print_timing: id 0 | task 6658 | total time = 2055.06 ms / 677 tokens 2.18.438.504 I slot print_timing: id 0 | task 6658 | graphs reused = 6027 2.18.438.505 I slot print_timing: id 0 | task 6658 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.438.548 I slot release: id 0 | task 6658 | stop processing: n_tokens = 676, truncated = 0 2.18.472.938 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 676, t_last = 138325052 2.18.473.029 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 191.216 MiB) 2.18.476.024 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.656 MiB) 2.18.579.373 I slot launch_slot_: id 0 | task 6768 | processing task, is_child = 0 2.20.412.178 I slot print_timing: id 0 | task 6768 | prompt eval time = 178.38 ms / 310 tokens ( 0.58 ms per token, 1737.81 tokens per second) 2.20.412.185 I slot print_timing: id 0 | task 6768 | eval time = 1654.40 ms / 102 tokens ( 16.38 ms per token, 61.05 tokens per second) 2.20.412.187 I slot print_timing: id 0 | task 6768 | total time = 1832.78 ms / 412 tokens 2.20.412.188 I slot print_timing: id 0 | task 6768 | graphs reused = 6127 2.20.412.189 I slot print_timing: id 0 | task 6768 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.412.222 I slot release: id 0 | task 6768 | stop processing: n_tokens = 411, truncated = 0 2.20.423.167 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 411, t_last = 140298726 2.20.423.266 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 209.561 MiB) 2.20.427.687 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 227.046 MiB) 2.20.496.762 I slot launch_slot_: id 0 | task 6873 | processing task, is_child = 0 2.21.202.716 I slot print_timing: id 0 | task 6873 | prompt eval time = 215.64 ms / 433 tokens ( 0.50 ms per token, 2007.99 tokens per second) 2.21.202.722 I slot print_timing: id 0 | task 6873 | eval time = 490.29 ms / 31 tokens ( 16.34 ms per token, 61.19 tokens per second) 2.21.202.723 I slot print_timing: id 0 | task 6873 | total time = 705.93 ms / 464 tokens 2.21.202.723 I slot print_timing: id 0 | task 6873 | graphs reused = 6156 2.21.202.724 I slot print_timing: id 0 | task 6873 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.202.761 I slot release: id 0 | task 6873 | stop processing: n_tokens = 463, truncated = 0 2.21.208.693 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 463, t_last = 141089265 2.21.208.749 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 213.873 MiB) 2.21.212.060 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 176.450 MiB) 2.21.289.146 I slot launch_slot_: id 0 | task 6907 | processing task, is_child = 0 2.22.622.851 I slot print_timing: id 0 | task 6907 | prompt eval time = 136.44 ms / 201 tokens ( 0.68 ms per token, 1473.23 tokens per second) 2.22.622.856 I slot print_timing: id 0 | task 6907 | eval time = 1197.25 ms / 75 tokens ( 16.18 ms per token, 61.81 tokens per second) 2.22.622.857 I slot print_timing: id 0 | task 6907 | total time = 1333.68 ms / 276 tokens 2.22.622.858 I slot print_timing: id 0 | task 6907 | graphs reused = 6228 2.22.622.859 I slot print_timing: id 0 | task 6907 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.622.883 I slot release: id 0 | task 6907 | stop processing: n_tokens = 275, truncated = 0 2.22.631.484 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 142509387 2.22.631.530 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.548 MiB) 2.22.670.710 I slot launch_slot_: id 0 | task 6985 | processing task, is_child = 0 2.24.690.548 I slot print_timing: id 0 | task 6985 | prompt eval time = 203.94 ms / 402 tokens ( 0.51 ms per token, 1971.18 tokens per second) 2.24.690.553 I slot print_timing: id 0 | task 6985 | eval time = 1815.88 ms / 114 tokens ( 16.07 ms per token, 62.23 tokens per second) 2.24.690.554 I slot print_timing: id 0 | task 6985 | total time = 2019.82 ms / 516 tokens 2.24.690.555 I slot print_timing: id 0 | task 6985 | graphs reused = 6339 2.24.690.556 I slot print_timing: id 0 | task 6985 | graph reallocs = 0 / 0 (same size) / (changed size) 2.24.690.589 I slot release: id 0 | task 6985 | stop processing: n_tokens = 515, truncated = 0 2.24.715.453 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 515, t_last = 144577093 2.24.715.514 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 193.873 MiB) 2.24.787.722 I slot launch_slot_: id 0 | task 7102 | processing task, is_child = 0 2.27.007.895 I slot print_timing: id 0 | task 7102 | prompt eval time = 244.43 ms / 514 tokens ( 0.48 ms per token, 2102.82 tokens per second) 2.27.007.900 I slot print_timing: id 0 | task 7102 | eval time = 1975.72 ms / 123 tokens ( 16.19 ms per token, 61.75 tokens per second) 2.27.007.901 I slot print_timing: id 0 | task 7102 | total time = 2220.15 ms / 637 tokens 2.27.007.902 I slot print_timing: id 0 | task 7102 | graphs reused = 6460 2.27.007.903 I slot print_timing: id 0 | task 7102 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.007.941 I slot release: id 0 | task 7102 | stop processing: n_tokens = 636, truncated = 0 2.27.029.200 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 636, t_last = 146894445 2.27.029.268 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 169.496 MiB) 2.27.031.793 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 241.672 MiB) 2.27.035.394 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.200 MiB) 2.27.130.860 I slot launch_slot_: id 0 | task 7228 | processing task, is_child = 0 2.28.568.794 I slot print_timing: id 0 | task 7228 | prompt eval time = 286.31 ms / 564 tokens ( 0.51 ms per token, 1969.92 tokens per second) 2.28.568.799 I slot print_timing: id 0 | task 7228 | eval time = 1151.61 ms / 72 tokens ( 16.22 ms per token, 61.65 tokens per second) 2.28.568.800 I slot print_timing: id 0 | task 7228 | total time = 1437.91 ms / 636 tokens 2.28.568.801 I slot print_timing: id 0 | task 7228 | graphs reused = 6530 2.28.568.802 I slot print_timing: id 0 | task 7228 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.568.843 I slot release: id 0 | task 7228 | stop processing: n_tokens = 635, truncated = 0 2.28.589.725 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 635, t_last = 148455347 2.28.589.810 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.234 MiB) 2.28.593.299 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.717 MiB) 2.28.701.989 I slot launch_slot_: id 0 | task 7304 | processing task, is_child = 0 2.30.091.143 I slot print_timing: id 0 | task 7304 | prompt eval time = 204.63 ms / 396 tokens ( 0.52 ms per token, 1935.20 tokens per second) 2.30.091.149 I slot print_timing: id 0 | task 7304 | eval time = 1184.50 ms / 75 tokens ( 16.01 ms per token, 62.47 tokens per second) 2.30.091.150 I slot print_timing: id 0 | task 7304 | total time = 1389.13 ms / 471 tokens 2.30.091.151 I slot print_timing: id 0 | task 7304 | graphs reused = 6603 2.30.091.152 I slot print_timing: id 0 | task 7304 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.091.184 I slot release: id 0 | task 7304 | stop processing: n_tokens = 470, truncated = 0 2.30.137.091 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 149977688 2.30.137.158 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.923 MiB) 2.30.140.754 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.797 MiB) 2.30.209.874 I slot launch_slot_: id 0 | task 7382 | processing task, is_child = 0 2.32.745.795 I slot print_timing: id 0 | task 7382 | prompt eval time = 230.56 ms / 464 tokens ( 0.50 ms per token, 2012.48 tokens per second) 2.32.745.801 I slot print_timing: id 0 | task 7382 | eval time = 2305.34 ms / 144 tokens ( 16.12 ms per token, 62.03 tokens per second) 2.32.745.802 I slot print_timing: id 0 | task 7382 | total time = 2535.90 ms / 608 tokens 2.32.745.803 I slot print_timing: id 0 | task 7382 | graphs reused = 6744 2.32.745.804 I slot print_timing: id 0 | task 7382 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.745.840 I slot release: id 0 | task 7382 | stop processing: n_tokens = 607, truncated = 0 2.32.765.657 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 607, t_last = 152632344 2.32.765.740 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.220 MiB) 2.32.769.118 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 208.686 MiB) 2.32.851.788 I slot launch_slot_: id 0 | task 7529 | processing task, is_child = 0 2.34.136.153 I slot print_timing: id 0 | task 7529 | prompt eval time = 211.50 ms / 420 tokens ( 0.50 ms per token, 1985.82 tokens per second) 2.34.136.159 I slot print_timing: id 0 | task 7529 | eval time = 1072.85 ms / 68 tokens ( 16.01 ms per token, 62.45 tokens per second) 2.34.136.160 I slot print_timing: id 0 | task 7529 | total time = 1284.35 ms / 488 tokens 2.34.136.161 I slot print_timing: id 0 | task 7529 | graphs reused = 6810 2.34.136.162 I slot print_timing: id 0 | task 7529 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.136.197 I slot release: id 0 | task 7529 | stop processing: n_tokens = 487, truncated = 0 2.34.185.228 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 487, t_last = 154022701 2.34.185.297 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.589 MiB) 2.34.187.667 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 211.217 MiB) 2.34.250.396 I slot launch_slot_: id 0 | task 7600 | processing task, is_child = 0 2.36.164.767 I slot print_timing: id 0 | task 7600 | prompt eval time = 282.38 ms / 578 tokens ( 0.49 ms per token, 2046.86 tokens per second) 2.36.164.776 I slot print_timing: id 0 | task 7600 | eval time = 1631.96 ms / 101 tokens ( 16.32 ms per token, 61.28 tokens per second) 2.36.164.777 I slot print_timing: id 0 | task 7600 | total time = 1914.35 ms / 679 tokens 2.36.164.778 I slot print_timing: id 0 | task 7600 | graphs reused = 6909 2.36.164.779 I slot print_timing: id 0 | task 7600 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.164.836 I slot release: id 0 | task 7600 | stop processing: n_tokens = 678, truncated = 0 2.36.188.364 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 678, t_last = 156051340 2.36.188.441 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 130.369 MiB) 2.36.190.467 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 2.36.192.737 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.390 MiB) 2.36.302.609 I slot launch_slot_: id 0 | task 7705 | processing task, is_child = 0 2.38.636.462 I slot print_timing: id 0 | task 7705 | prompt eval time = 327.12 ms / 662 tokens ( 0.49 ms per token, 2023.75 tokens per second) 2.38.636.467 I slot print_timing: id 0 | task 7705 | eval time = 2006.71 ms / 123 tokens ( 16.45 ms per token, 60.80 tokens per second) 2.38.636.468 I slot print_timing: id 0 | task 7705 | total time = 2333.83 ms / 785 tokens 2.38.636.470 I slot print_timing: id 0 | task 7705 | graphs reused = 7029 2.38.636.470 I slot print_timing: id 0 | task 7705 | graph reallocs = 0 / 0 (same size) / (changed size) 2.38.636.518 I slot release: id 0 | task 7705 | stop processing: n_tokens = 784, truncated = 0 2.38.670.737 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 784, t_last = 158523022 2.38.670.834 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 243.359 MiB) 2.38.674.070 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 255.344 MiB) 2.38.799.697 I slot launch_slot_: id 0 | task 7832 | processing task, is_child = 0 2.40.192.242 I slot print_timing: id 0 | task 7832 | prompt eval time = 233.91 ms / 470 tokens ( 0.50 ms per token, 2009.32 tokens per second) 2.40.192.248 I slot print_timing: id 0 | task 7832 | eval time = 1158.61 ms / 72 tokens ( 16.32 ms per token, 61.28 tokens per second) 2.40.192.249 I slot print_timing: id 0 | task 7832 | total time = 1392.52 ms / 542 tokens 2.40.192.250 I slot print_timing: id 0 | task 7832 | graphs reused = 7098 2.40.192.251 I slot print_timing: id 0 | task 7832 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.192.300 I slot release: id 0 | task 7832 | stop processing: n_tokens = 541, truncated = 0 2.40.240.294 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 541, t_last = 160078804 2.40.240.367 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 257.219 MiB) 2.40.243.852 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 270.892 MiB) 2.40.332.536 I slot launch_slot_: id 0 | task 7907 | processing task, is_child = 0 2.42.653.050 I slot print_timing: id 0 | task 7907 | prompt eval time = 275.32 ms / 534 tokens ( 0.52 ms per token, 1939.55 tokens per second) 2.42.653.055 I slot print_timing: id 0 | task 7907 | eval time = 2045.17 ms / 127 tokens ( 16.23 ms per token, 61.61 tokens per second) 2.42.653.056 I slot print_timing: id 0 | task 7907 | total time = 2320.49 ms / 661 tokens 2.42.653.057 I slot print_timing: id 0 | task 7907 | graphs reused = 7223 2.42.653.058 I slot print_timing: id 0 | task 7907 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.653.098 I slot release: id 0 | task 7907 | stop processing: n_tokens = 660, truncated = 0 2.42.675.903 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 660, t_last = 162539602 2.42.675.984 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 229.843 MiB) 2.42.679.443 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.637 MiB) 2.42.681.794 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 348.005 MiB) 2.42.783.140 I slot launch_slot_: id 0 | task 8038 | processing task, is_child = 0 2.44.895.062 I slot print_timing: id 0 | task 8038 | prompt eval time = 168.03 ms / 319 tokens ( 0.53 ms per token, 1898.43 tokens per second) 2.44.895.067 I slot print_timing: id 0 | task 8038 | eval time = 1943.87 ms / 123 tokens ( 15.93 ms per token, 62.76 tokens per second) 2.44.895.068 I slot print_timing: id 0 | task 8038 | total time = 2111.90 ms / 442 tokens 2.44.895.069 I slot print_timing: id 0 | task 8038 | graphs reused = 7344 2.44.895.070 I slot print_timing: id 0 | task 8038 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.895.097 I slot release: id 0 | task 8038 | stop processing: n_tokens = 441, truncated = 0 2.44.940.475 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 441, t_last = 164781601 2.44.986.514 I slot launch_slot_: id 0 | task 8164 | processing task, is_child = 0 2.47.558.158 I slot print_timing: id 0 | task 8164 | prompt eval time = 205.90 ms / 395 tokens ( 0.52 ms per token, 1918.45 tokens per second) 2.47.558.164 I slot print_timing: id 0 | task 8164 | eval time = 2365.73 ms / 149 tokens ( 15.98 ms per token, 62.56 tokens per second) 2.47.558.165 I slot print_timing: id 0 | task 8164 | total time = 2571.62 ms / 544 tokens 2.47.558.166 I slot print_timing: id 0 | task 8164 | graphs reused = 7490 2.47.558.166 I slot print_timing: id 0 | task 8164 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.558.199 I slot release: id 0 | task 8164 | stop processing: n_tokens = 543, truncated = 0 2.47.587.694 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 543, t_last = 167444703 2.47.587.764 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 559.720 MiB) 2.47.666.126 I slot launch_slot_: id 0 | task 8316 | processing task, is_child = 0 2.49.908.105 I slot print_timing: id 0 | task 8316 | prompt eval time = 340.80 ms / 711 tokens ( 0.48 ms per token, 2086.28 tokens per second) 2.49.908.111 I slot print_timing: id 0 | task 8316 | eval time = 1901.16 ms / 118 tokens ( 16.25 ms per token, 61.54 tokens per second) 2.49.908.112 I slot print_timing: id 0 | task 8316 | total time = 2241.96 ms / 829 tokens 2.49.908.113 I slot print_timing: id 0 | task 8316 | graphs reused = 7605 2.49.908.113 I slot print_timing: id 0 | task 8316 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.908.172 I slot release: id 0 | task 8316 | stop processing: n_tokens = 828, truncated = 0 2.49.943.173 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 828, t_last = 169794677 2.49.943.269 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.838 MiB) 2.49.949.856 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 351.287 MiB) 2.50.090.809 I slot launch_slot_: id 0 | task 8438 | processing task, is_child = 0 2.52.844.612 I slot print_timing: id 0 | task 8438 | prompt eval time = 324.52 ms / 667 tokens ( 0.49 ms per token, 2055.34 tokens per second) 2.52.844.618 I slot print_timing: id 0 | task 8438 | eval time = 2429.26 ms / 151 tokens ( 16.20 ms per token, 61.75 tokens per second) 2.52.844.619 I slot print_timing: id 0 | task 8438 | total time = 2753.78 ms / 818 tokens 2.52.844.619 I slot print_timing: id 0 | task 8438 | graphs reused = 7753 2.52.844.620 I slot print_timing: id 0 | task 8438 | graph reallocs = 0 / 0 (same size) / (changed size) 2.52.844.676 I slot release: id 0 | task 8438 | stop processing: n_tokens = 817, truncated = 0 2.52.874.998 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 817, t_last = 172731180 2.52.875.101 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 307.268 MiB) 2.52.879.845 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 543.719 MiB) 2.53.016.773 I slot launch_slot_: id 0 | task 8593 | processing task, is_child = 0 2.56.101.433 I slot print_timing: id 0 | task 8593 | prompt eval time = 143.94 ms / 227 tokens ( 0.63 ms per token, 1577.06 tokens per second) 2.56.101.439 I slot print_timing: id 0 | task 8593 | eval time = 2940.70 ms / 184 tokens ( 16.07 ms per token, 62.23 tokens per second) 2.56.101.440 I slot print_timing: id 0 | task 8593 | total time = 3084.64 ms / 411 tokens 2.56.101.441 I slot print_timing: id 0 | task 8593 | graphs reused = 7934 2.56.101.442 I slot print_timing: id 0 | task 8593 | graph reallocs = 0 / 0 (same size) / (changed size) 2.56.101.473 I slot release: id 0 | task 8593 | stop processing: n_tokens = 410, truncated = 0 2.56.129.765 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 410, t_last = 175987977 2.56.170.139 I slot launch_slot_: id 0 | task 8780 | processing task, is_child = 0 2.58.604.999 I slot print_timing: id 0 | task 8780 | prompt eval time = 123.53 ms / 158 tokens ( 0.78 ms per token, 1279.01 tokens per second) 2.58.605.005 I slot print_timing: id 0 | task 8780 | eval time = 2311.31 ms / 142 tokens ( 16.39 ms per token, 61.00 tokens per second) 2.58.605.006 I slot print_timing: id 0 | task 8780 | total time = 2434.84 ms / 300 tokens 2.58.605.007 I slot print_timing: id 0 | task 8780 | graphs reused = 8073 2.58.605.008 I slot print_timing: id 0 | task 8780 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.605.028 I slot release: id 0 | task 8780 | stop processing: n_tokens = 299, truncated = 0 2.58.641.205 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 299, t_last = 178491532 2.58.641.254 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 303.628 MiB) 2.58.682.545 I slot launch_slot_: id 0 | task 8925 | processing task, is_child = 0 3.00.414.604 I slot print_timing: id 0 | task 8925 | prompt eval time = 121.92 ms / 175 tokens ( 0.70 ms per token, 1435.38 tokens per second) 3.00.414.611 I slot print_timing: id 0 | task 8925 | eval time = 1610.12 ms / 100 tokens ( 16.26 ms per token, 61.49 tokens per second) 3.00.414.612 I slot print_timing: id 0 | task 8925 | total time = 1732.04 ms / 275 tokens 3.00.414.613 I slot print_timing: id 0 | task 8925 | graphs reused = 8170 3.00.414.614 I slot print_timing: id 0 | task 8925 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.414.650 I slot release: id 0 | task 8925 | stop processing: n_tokens = 274, truncated = 0 3.00.438.857 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 274, t_last = 180301154 3.00.468.331 I slot launch_slot_: id 0 | task 9028 | processing task, is_child = 0 3.01.975.533 I slot print_timing: id 0 | task 9028 | prompt eval time = 107.67 ms / 135 tokens ( 0.80 ms per token, 1253.83 tokens per second) 3.01.975.539 I slot print_timing: id 0 | task 9028 | eval time = 1399.51 ms / 86 tokens ( 16.46 ms per token, 60.74 tokens per second) 3.01.975.540 I slot print_timing: id 0 | task 9028 | total time = 1507.18 ms / 221 tokens 3.01.975.540 I slot print_timing: id 0 | task 9028 | graphs reused = 8254 3.01.975.542 I slot print_timing: id 0 | task 9028 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.975.568 I slot release: id 0 | task 9028 | stop processing: n_tokens = 220, truncated = 0 3.02.009.457 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 181862072 3.02.009.504 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 381.944 MiB) 3.02.045.165 I slot launch_slot_: id 0 | task 9117 | processing task, is_child = 0 3.02.881.880 I slot print_timing: id 0 | task 9117 | prompt eval time = 136.81 ms / 210 tokens ( 0.65 ms per token, 1534.95 tokens per second) 3.02.881.886 I slot print_timing: id 0 | task 9117 | eval time = 699.88 ms / 45 tokens ( 15.91 ms per token, 62.87 tokens per second) 3.02.881.887 I slot print_timing: id 0 | task 9117 | total time = 836.70 ms / 255 tokens 3.02.881.888 I slot print_timing: id 0 | task 9117 | graphs reused = 8297 3.02.881.889 I slot print_timing: id 0 | task 9117 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.881.919 I slot release: id 0 | task 9117 | stop processing: n_tokens = 254, truncated = 0 3.02.910.403 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 182768423 3.02.940.265 I slot launch_slot_: id 0 | task 9165 | processing task, is_child = 0 3.03.280.035 I slot print_timing: id 0 | task 9165 | prompt eval time = 96.29 ms / 111 tokens ( 0.87 ms per token, 1152.78 tokens per second) 3.03.280.040 I slot print_timing: id 0 | task 9165 | eval time = 243.46 ms / 16 tokens ( 16.23 ms per token, 61.61 tokens per second) 3.03.280.041 I slot print_timing: id 0 | task 9165 | total time = 339.75 ms / 127 tokens 3.03.280.042 I slot print_timing: id 0 | task 9165 | graphs reused = 8311 3.03.280.043 I slot print_timing: id 0 | task 9165 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.280.065 I slot release: id 0 | task 9165 | stop processing: n_tokens = 126, truncated = 0 3.03.316.246 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 126, t_last = 183166569 3.03.332.803 I slot launch_slot_: id 0 | task 9184 | processing task, is_child = 0 3.06.451.299 I slot print_timing: id 0 | task 9184 | n_gen = 184, tg = 60.99 t/s, tg_3s = 61.32 t/s 3.09.037.260 I slot print_timing: id 0 | task 9184 | prompt eval time = 117.82 ms / 151 tokens ( 0.78 ms per token, 1281.58 tokens per second) 3.09.037.265 I slot print_timing: id 0 | task 9184 | eval time = 5586.61 ms / 344 tokens ( 16.29 ms per token, 61.40 tokens per second) 3.09.037.266 I slot print_timing: id 0 | task 9184 | total time = 5704.43 ms / 495 tokens 3.09.037.267 I slot print_timing: id 0 | task 9184 | graphs reused = 8652 3.09.037.267 I slot print_timing: id 0 | task 9184 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.037.296 I slot release: id 0 | task 9184 | stop processing: n_tokens = 494, truncated = 0 3.09.077.891 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 494, t_last = 188923800 3.09.077.962 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 197.748 MiB) 3.09.080.975 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 387.757 MiB) 3.09.139.147 I slot launch_slot_: id 0 | task 9531 | processing task, is_child = 0 3.10.076.534 I slot print_timing: id 0 | task 9531 | prompt eval time = 108.33 ms / 150 tokens ( 0.72 ms per token, 1384.66 tokens per second) 3.10.076.540 I slot print_timing: id 0 | task 9531 | eval time = 829.04 ms / 51 tokens ( 16.58 ms per token, 60.31 tokens per second) 3.10.076.541 I slot print_timing: id 0 | task 9531 | total time = 937.37 ms / 201 tokens 3.10.076.544 I slot print_timing: id 0 | task 9531 | graphs reused = 8701 3.10.076.544 I slot print_timing: id 0 | task 9531 | graph reallocs = 0 / 0 (same size) / (changed size) 3.10.076.575 I slot release: id 0 | task 9531 | stop processing: n_tokens = 200, truncated = 0 3.10.101.440 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 189963079 3.10.125.047 I slot launch_slot_: id 0 | task 9585 | processing task, is_child = 0 3.10.747.859 I slot print_timing: id 0 | task 9585 | prompt eval time = 91.57 ms / 89 tokens ( 1.03 ms per token, 971.97 tokens per second) 3.10.747.864 I slot print_timing: id 0 | task 9585 | eval time = 531.23 ms / 34 tokens ( 16.10 ms per token, 62.12 tokens per second) 3.10.747.865 I slot print_timing: id 0 | task 9585 | total time = 622.79 ms / 123 tokens 3.10.747.866 I slot print_timing: id 0 | task 9585 | graphs reused = 8733 3.10.747.867 I slot print_timing: id 0 | task 9585 | graph reallocs = 0 / 0 (same size) / (changed size) 3.10.747.887 I slot release: id 0 | task 9585 | stop processing: n_tokens = 122, truncated = 0 3.10.771.834 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 190634391 3.10.789.229 I slot launch_slot_: id 0 | task 9622 | processing task, is_child = 0 3.11.023.135 I slot print_timing: id 0 | task 9622 | prompt eval time = 118.19 ms / 159 tokens ( 0.74 ms per token, 1345.29 tokens per second) 3.11.023.140 I slot print_timing: id 0 | task 9622 | eval time = 115.70 ms / 8 tokens ( 16.53 ms per token, 60.50 tokens per second) 3.11.023.141 I slot print_timing: id 0 | task 9622 | total time = 233.89 ms / 167 tokens 3.11.023.142 I slot print_timing: id 0 | task 9622 | graphs reused = 8739 3.11.023.143 I slot print_timing: id 0 | task 9622 | graph reallocs = 0 / 0 (same size) / (changed size) 3.11.023.166 I slot release: id 0 | task 9622 | stop processing: n_tokens = 166, truncated = 0 3.11.050.241 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 166, t_last = 190909670 3.11.050.277 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 470.902 MiB) 3.11.094.522 I slot launch_slot_: id 0 | task 9633 | processing task, is_child = 0 3.11.981.521 I slot print_timing: id 0 | task 9633 | prompt eval time = 118.47 ms / 155 tokens ( 0.76 ms per token, 1308.30 tokens per second) 3.11.981.528 I slot print_timing: id 0 | task 9633 | eval time = 768.50 ms / 49 tokens ( 16.01 ms per token, 62.46 tokens per second) 3.11.981.530 I slot print_timing: id 0 | task 9633 | total time = 886.98 ms / 204 tokens 3.11.981.532 I slot print_timing: id 0 | task 9633 | graphs reused = 8786 3.11.981.533 I slot print_timing: id 0 | task 9633 | graph reallocs = 0 / 0 (same size) / (changed size) 3.11.981.569 I slot release: id 0 | task 9633 | stop processing: n_tokens = 203, truncated = 0 3.12.014.838 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 203, t_last = 191868072 3.12.038.986 I slot launch_slot_: id 0 | task 9685 | processing task, is_child = 0 3.12.749.292 I slot print_timing: id 0 | task 9685 | prompt eval time = 114.39 ms / 170 tokens ( 0.67 ms per token, 1486.14 tokens per second) 3.12.749.297 I slot print_timing: id 0 | task 9685 | eval time = 595.90 ms / 37 tokens ( 16.55 ms per token, 60.41 tokens per second) 3.12.749.298 I slot print_timing: id 0 | task 9685 | total time = 710.29 ms / 207 tokens 3.12.749.299 I slot print_timing: id 0 | task 9685 | graphs reused = 8821 3.12.749.300 I slot print_timing: id 0 | task 9685 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.749.330 I slot release: id 0 | task 9685 | stop processing: n_tokens = 206, truncated = 0 3.12.781.478 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 192635834 3.12.806.071 I slot launch_slot_: id 0 | task 9725 | processing task, is_child = 0 3.13.213.347 I slot print_timing: id 0 | task 9725 | prompt eval time = 107.18 ms / 141 tokens ( 0.76 ms per token, 1315.51 tokens per second) 3.13.213.353 I slot print_timing: id 0 | task 9725 | eval time = 300.07 ms / 19 tokens ( 16.67 ms per token, 59.99 tokens per second) 3.13.213.354 I slot print_timing: id 0 | task 9725 | total time = 407.26 ms / 160 tokens 3.13.213.354 I slot print_timing: id 0 | task 9725 | graphs reused = 8838 3.13.213.355 I slot print_timing: id 0 | task 9725 | graph reallocs = 0 / 0 (same size) / (changed size) 3.13.213.379 I slot release: id 0 | task 9725 | stop processing: n_tokens = 159, truncated = 0 3.13.247.993 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 159, t_last = 193099882 3.13.268.857 I slot launch_slot_: id 0 | task 9747 | processing task, is_child = 0 3.16.401.305 I slot print_timing: id 0 | task 9747 | n_gen = 187, tg = 61.78 t/s, tg_3s = 62.11 t/s 3.19.406.030 I slot print_timing: id 0 | task 9747 | n_gen = 371, tg = 61.51 t/s, tg_3s = 61.24 t/s 3.22.369.294 I slot print_timing: id 0 | task 9747 | prompt eval time = 121.62 ms / 150 tokens ( 0.81 ms per token, 1233.34 tokens per second) 3.22.369.301 I slot print_timing: id 0 | task 9747 | eval time = 8978.80 ms / 550 tokens ( 16.35 ms per token, 61.14 tokens per second) 3.22.369.302 I slot print_timing: id 0 | task 9747 | total time = 9100.42 ms / 700 tokens 3.22.369.302 I slot print_timing: id 0 | task 9747 | graphs reused = 9384 3.22.369.303 I slot print_timing: id 0 | task 9747 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.369.325 I slot release: id 0 | task 9747 | stop processing: n_tokens = 699, truncated = 0 3.22.408.079 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 699, t_last = 202255829 3.22.408.168 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 534.327 MiB) 3.22.483.985 I slot launch_slot_: id 0 | task 10300 | processing task, is_child = 0 3.25.608.064 I slot print_timing: id 0 | task 10300 | n_gen = 186, tg = 61.63 t/s, tg_3s = 61.96 t/s 3.28.609.104 I slot print_timing: id 0 | task 10300 | n_gen = 371, tg = 61.64 t/s, tg_3s = 61.65 t/s 3.31.621.457 I slot print_timing: id 0 | task 10300 | n_gen = 554, tg = 61.34 t/s, tg_3s = 60.75 t/s 3.32.844.011 I slot print_timing: id 0 | task 10300 | prompt eval time = 122.31 ms / 171 tokens ( 0.72 ms per token, 1398.06 tokens per second) 3.32.844.017 I slot print_timing: id 0 | task 10300 | eval time = 10237.69 ms / 628 tokens ( 16.33 ms per token, 61.24 tokens per second) 3.32.844.018 I slot print_timing: id 0 | task 10300 | total time = 10360.01 ms / 799 tokens 3.32.844.019 I slot print_timing: id 0 | task 10300 | graphs reused = 10007 3.32.844.019 I slot print_timing: id 0 | task 10300 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.844.042 I slot release: id 0 | task 10300 | stop processing: n_tokens = 798, truncated = 0 3.32.881.893 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 798, t_last = 212730546 3.32.881.991 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 376.116 MiB) 3.32.964.605 I slot launch_slot_: id 0 | task 10931 | processing task, is_child = 0 3.36.097.596 I slot print_timing: id 0 | task 10931 | n_gen = 186, tg = 61.48 t/s, tg_3s = 61.82 t/s 3.39.112.618 I slot print_timing: id 0 | task 10931 | n_gen = 369, tg = 61.09 t/s, tg_3s = 60.70 t/s 3.42.121.777 I slot print_timing: id 0 | task 10931 | n_gen = 552, tg = 61.00 t/s, tg_3s = 60.81 t/s 3.43.785.342 I slot print_timing: id 0 | task 10931 | prompt eval time = 124.01 ms / 164 tokens ( 0.76 ms per token, 1322.50 tokens per second) 3.43.785.347 I slot print_timing: id 0 | task 10931 | eval time = 10696.71 ms / 653 tokens ( 16.41 ms per token, 60.95 tokens per second) 3.43.785.348 I slot print_timing: id 0 | task 10931 | total time = 10820.72 ms / 817 tokens 3.43.785.349 I slot print_timing: id 0 | task 10931 | graphs reused = 10655 3.43.785.350 I slot print_timing: id 0 | task 10931 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.785.380 I slot release: id 0 | task 10931 | stop processing: n_tokens = 816, truncated = 0 3.43.824.337 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 816, t_last = 223671884 3.43.824.420 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 444.510 MiB) 3.43.907.424 I slot launch_slot_: id 0 | task 11587 | processing task, is_child = 0 3.44.629.978 I slot print_timing: id 0 | task 11587 | prompt eval time = 119.68 ms / 156 tokens ( 0.77 ms per token, 1303.52 tokens per second) 3.44.629.983 I slot print_timing: id 0 | task 11587 | eval time = 602.86 ms / 38 tokens ( 16.29 ms per token, 61.37 tokens per second) 3.44.629.984 I slot print_timing: id 0 | task 11587 | total time = 722.53 ms / 194 tokens 3.44.629.985 I slot print_timing: id 0 | task 11587 | graphs reused = 10691 3.44.629.986 I slot print_timing: id 0 | task 11587 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.630.009 I slot release: id 0 | task 11587 | stop processing: n_tokens = 193, truncated = 0 3.44.668.721 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 224516513 3.44.692.412 I slot launch_slot_: id 0 | task 11628 | processing task, is_child = 0 3.45.672.829 I slot print_timing: id 0 | task 11628 | prompt eval time = 121.88 ms / 162 tokens ( 0.75 ms per token, 1329.15 tokens per second) 3.45.672.835 I slot print_timing: id 0 | task 11628 | eval time = 858.51 ms / 53 tokens ( 16.51 ms per token, 60.57 tokens per second) 3.45.672.836 I slot print_timing: id 0 | task 11628 | total time = 980.40 ms / 215 tokens 3.45.672.836 I slot print_timing: id 0 | task 11628 | graphs reused = 10742 3.45.672.837 I slot print_timing: id 0 | task 11628 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.672.866 I slot release: id 0 | task 11628 | stop processing: n_tokens = 214, truncated = 0 3.45.699.353 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 225559369 3.45.724.336 I slot launch_slot_: id 0 | task 11684 | processing task, is_child = 0 3.47.078.183 I slot print_timing: id 0 | task 11684 | prompt eval time = 107.62 ms / 144 tokens ( 0.75 ms per token, 1338.08 tokens per second) 3.47.078.189 I slot print_timing: id 0 | task 11684 | eval time = 1246.21 ms / 77 tokens ( 16.40 ms per token, 60.98 tokens per second) 3.47.078.190 I slot print_timing: id 0 | task 11684 | total time = 1353.83 ms / 221 tokens 3.47.078.191 I slot print_timing: id 0 | task 11684 | graphs reused = 10817 3.47.078.192 I slot print_timing: id 0 | task 11684 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.078.216 I slot release: id 0 | task 11684 | stop processing: n_tokens = 220, truncated = 0 3.47.111.295 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 226964720 3.47.111.330 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 384.819 MiB) 3.47.147.228 I slot launch_slot_: id 0 | task 11764 | processing task, is_child = 0 3.47.629.772 I slot print_timing: id 0 | task 11764 | prompt eval time = 99.20 ms / 122 tokens ( 0.81 ms per token, 1229.85 tokens per second) 3.47.629.778 I slot print_timing: id 0 | task 11764 | eval time = 383.33 ms / 25 tokens ( 15.97 ms per token, 62.61 tokens per second) 3.47.629.778 I slot print_timing: id 0 | task 11764 | total time = 482.53 ms / 147 tokens 3.47.629.779 I slot print_timing: id 0 | task 11764 | graphs reused = 10840 3.47.629.780 I slot print_timing: id 0 | task 11764 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.629.801 I slot release: id 0 | task 11764 | stop processing: n_tokens = 146, truncated = 0 3.47.663.097 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 146, t_last = 227516304 3.47.683.687 I slot launch_slot_: id 0 | task 11792 | processing task, is_child = 0 3.50.817.292 I slot print_timing: id 0 | task 11792 | n_gen = 186, tg = 61.37 t/s, tg_3s = 61.70 t/s 3.53.823.472 I slot print_timing: id 0 | task 11792 | n_gen = 375, tg = 62.12 t/s, tg_3s = 62.87 t/s 3.54.594.146 I slot print_timing: id 0 | task 11792 | prompt eval time = 119.06 ms / 166 tokens ( 0.72 ms per token, 1394.24 tokens per second) 3.54.594.152 I slot print_timing: id 0 | task 11792 | eval time = 6791.38 ms / 423 tokens ( 16.09 ms per token, 62.14 tokens per second) 3.54.594.153 I slot print_timing: id 0 | task 11792 | total time = 6910.44 ms / 589 tokens 3.54.594.153 I slot print_timing: id 0 | task 11792 | graphs reused = 11259 3.54.594.154 I slot print_timing: id 0 | task 11792 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.594.182 I slot release: id 0 | task 11792 | stop processing: n_tokens = 588, truncated = 0 3.54.628.945 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 588, t_last = 234480686 3.54.629.021 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 560.001 MiB) 3.54.697.260 I slot launch_slot_: id 0 | task 12218 | processing task, is_child = 0 3.57.829.203 I slot print_timing: id 0 | task 12218 | n_gen = 190, tg = 62.92 t/s, tg_3s = 63.25 t/s 4.00.585.607 I slot print_timing: id 0 | task 12218 | prompt eval time = 128.13 ms / 185 tokens ( 0.69 ms per token, 1443.79 tokens per second) 4.00.585.613 I slot print_timing: id 0 | task 12218 | eval time = 5760.19 ms / 363 tokens ( 15.91 ms per token, 62.85 tokens per second) 4.00.585.614 I slot print_timing: id 0 | task 12218 | total time = 5888.33 ms / 548 tokens 4.00.585.614 I slot print_timing: id 0 | task 12218 | graphs reused = 11618 4.00.585.615 I slot print_timing: id 0 | task 12218 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.585.645 I slot release: id 0 | task 12218 | stop processing: n_tokens = 547, truncated = 0 4.00.614.308 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 547, t_last = 240472149 4.00.661.612 I slot launch_slot_: id 0 | task 12584 | processing task, is_child = 0 4.03.393.246 I slot print_timing: id 0 | task 12584 | prompt eval time = 100.66 ms / 123 tokens ( 0.82 ms per token, 1221.96 tokens per second) 4.03.393.251 I slot print_timing: id 0 | task 12584 | eval time = 2630.96 ms / 167 tokens ( 15.85 ms per token, 63.09 tokens per second) 4.03.393.252 I slot print_timing: id 0 | task 12584 | total time = 2731.62 ms / 290 tokens 4.03.393.253 I slot print_timing: id 0 | task 12584 | graphs reused = 11782 4.03.393.254 I slot print_timing: id 0 | task 12584 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.393.273 I slot release: id 0 | task 12584 | stop processing: n_tokens = 289, truncated = 0 4.03.418.198 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 243279777 4.03.418.246 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 657.912 MiB) 4.03.459.159 I slot launch_slot_: id 0 | task 12754 | processing task, is_child = 0 4.04.499.083 I slot print_timing: id 0 | task 12754 | prompt eval time = 103.46 ms / 139 tokens ( 0.74 ms per token, 1343.51 tokens per second) 4.04.499.089 I slot print_timing: id 0 | task 12754 | eval time = 936.45 ms / 60 tokens ( 15.87 ms per token, 63.00 tokens per second) 4.04.499.090 I slot print_timing: id 0 | task 12754 | total time = 1039.91 ms / 199 tokens 4.04.499.091 I slot print_timing: id 0 | task 12754 | graphs reused = 11840 4.04.499.091 I slot print_timing: id 0 | task 12754 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.499.112 I slot release: id 0 | task 12754 | stop processing: n_tokens = 198, truncated = 0 4.04.526.126 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 244385616 4.04.555.515 I slot launch_slot_: id 0 | task 12817 | processing task, is_child = 0 4.06.520.101 I slot print_timing: id 0 | task 12817 | prompt eval time = 101.07 ms / 132 tokens ( 0.77 ms per token, 1306.01 tokens per second) 4.06.520.107 I slot print_timing: id 0 | task 12817 | eval time = 1863.50 ms / 119 tokens ( 15.79 ms per token, 63.32 tokens per second) 4.06.520.108 I slot print_timing: id 0 | task 12817 | total time = 1964.57 ms / 251 tokens 4.06.520.109 I slot print_timing: id 0 | task 12817 | graphs reused = 11957 4.06.520.109 I slot print_timing: id 0 | task 12817 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.520.132 I slot release: id 0 | task 12817 | stop processing: n_tokens = 250, truncated = 0 4.06.561.663 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 246406636 4.06.586.573 I slot launch_slot_: id 0 | task 12939 | processing task, is_child = 0 4.07.312.623 I slot print_timing: id 0 | task 12939 | prompt eval time = 105.13 ms / 146 tokens ( 0.72 ms per token, 1388.70 tokens per second) 4.07.312.628 I slot print_timing: id 0 | task 12939 | eval time = 620.90 ms / 40 tokens ( 15.92 ms per token, 62.81 tokens per second) 4.07.312.629 I slot print_timing: id 0 | task 12939 | total time = 726.03 ms / 186 tokens 4.07.312.630 I slot print_timing: id 0 | task 12939 | graphs reused = 11995 4.07.312.630 I slot print_timing: id 0 | task 12939 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.312.653 I slot release: id 0 | task 12939 | stop processing: n_tokens = 185, truncated = 0 4.07.342.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 185, t_last = 247199157 4.07.364.166 I slot launch_slot_: id 0 | task 12982 | processing task, is_child = 0 4.07.787.978 I slot print_timing: id 0 | task 12982 | prompt eval time = 118.22 ms / 150 tokens ( 0.79 ms per token, 1268.84 tokens per second) 4.07.787.983 I slot print_timing: id 0 | task 12982 | eval time = 305.58 ms / 20 tokens ( 16.08 ms per token, 62.18 tokens per second) 4.07.787.984 I slot print_timing: id 0 | task 12982 | total time = 423.80 ms / 170 tokens 4.07.787.985 I slot print_timing: id 0 | task 12982 | graphs reused = 12013 4.07.787.986 I slot print_timing: id 0 | task 12982 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.788.010 I slot release: id 0 | task 12982 | stop processing: n_tokens = 169, truncated = 0 4.07.804.685 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 247674514 4.07.826.124 I slot launch_slot_: id 0 | task 13005 | processing task, is_child = 0 4.08.301.118 I slot print_timing: id 0 | task 13005 | prompt eval time = 105.69 ms / 142 tokens ( 0.74 ms per token, 1343.51 tokens per second) 4.08.301.124 I slot print_timing: id 0 | task 13005 | eval time = 369.28 ms / 24 tokens ( 16.06 ms per token, 62.28 tokens per second) 4.08.301.125 I slot print_timing: id 0 | task 13005 | total time = 474.98 ms / 166 tokens 4.08.301.126 I slot print_timing: id 0 | task 13005 | graphs reused = 12035 4.08.301.127 I slot print_timing: id 0 | task 13005 | graph reallocs = 0 / 0 (same size) / (changed size) 4.08.301.149 I slot release: id 0 | task 13005 | stop processing: n_tokens = 165, truncated = 0 4.08.317.982 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 248187653 4.08.318.019 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 432.853 MiB) 4.08.351.778 I slot launch_slot_: id 0 | task 13032 | processing task, is_child = 0 4.11.471.712 I slot print_timing: id 0 | task 13032 | n_gen = 191, tg = 63.03 t/s, tg_3s = 63.37 t/s 4.14.478.049 I slot print_timing: id 0 | task 13032 | n_gen = 380, tg = 62.95 t/s, tg_3s = 62.87 t/s 4.17.479.055 I slot print_timing: id 0 | task 13032 | n_gen = 567, tg = 62.74 t/s, tg_3s = 62.31 t/s 4.20.485.725 I slot print_timing: id 0 | task 13032 | n_gen = 753, tg = 62.52 t/s, tg_3s = 61.86 t/s 4.20.890.388 I slot print_timing: id 0 | task 13032 | prompt eval time = 105.64 ms / 144 tokens ( 0.73 ms per token, 1363.15 tokens per second) 4.20.890.394 I slot print_timing: id 0 | task 13032 | eval time = 12432.95 ms / 778 tokens ( 16.00 ms per token, 62.50 tokens per second) 4.20.890.395 I slot print_timing: id 0 | task 13032 | total time = 12538.59 ms / 922 tokens 4.20.890.396 I slot print_timing: id 0 | task 13032 | graphs reused = 12808 4.20.890.396 I slot print_timing: id 0 | task 13032 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.890.428 I slot release: id 0 | task 13032 | stop processing: n_tokens = 921, truncated = 0 4.20.908.702 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 921, t_last = 260776932 4.20.908.811 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 511.280 MiB) 4.20.999.153 I slot launch_slot_: id 0 | task 13813 | processing task, is_child = 0 4.22.798.179 I slot print_timing: id 0 | task 13813 | prompt eval time = 120.65 ms / 148 tokens ( 0.82 ms per token, 1226.73 tokens per second) 4.22.798.185 I slot print_timing: id 0 | task 13813 | eval time = 1678.36 ms / 107 tokens ( 15.83 ms per token, 63.16 tokens per second) 4.22.798.186 I slot print_timing: id 0 | task 13813 | total time = 1799.01 ms / 255 tokens 4.22.798.187 I slot print_timing: id 0 | task 13813 | graphs reused = 12913 4.22.798.188 I slot print_timing: id 0 | task 13813 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.798.208 I slot release: id 0 | task 13813 | stop processing: n_tokens = 254, truncated = 0 4.22.824.430 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 254, t_last = 262684712 4.22.851.251 I slot launch_slot_: id 0 | task 13923 | processing task, is_child = 0 4.23.481.392 I slot print_timing: id 0 | task 13923 | prompt eval time = 120.64 ms / 173 tokens ( 0.70 ms per token, 1434.02 tokens per second) 4.23.481.398 I slot print_timing: id 0 | task 13923 | eval time = 509.49 ms / 33 tokens ( 15.92 ms per token, 62.81 tokens per second) 4.23.481.399 I slot print_timing: id 0 | task 13923 | total time = 630.13 ms / 206 tokens 4.23.481.400 I slot print_timing: id 0 | task 13923 | graphs reused = 12944 4.23.481.400 I slot print_timing: id 0 | task 13923 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.481.427 I slot release: id 0 | task 13923 | stop processing: n_tokens = 205, truncated = 0 4.23.522.627 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 263367931 4.23.547.450 I slot launch_slot_: id 0 | task 13959 | processing task, is_child = 0 4.24.129.546 I slot print_timing: id 0 | task 13959 | prompt eval time = 119.03 ms / 153 tokens ( 0.78 ms per token, 1285.39 tokens per second) 4.24.129.551 I slot print_timing: id 0 | task 13959 | eval time = 463.05 ms / 30 tokens ( 15.97 ms per token, 62.63 tokens per second) 4.24.129.552 I slot print_timing: id 0 | task 13959 | total time = 582.08 ms / 183 tokens 4.24.129.553 I slot print_timing: id 0 | task 13959 | graphs reused = 12972 4.24.129.554 I slot print_timing: id 0 | task 13959 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.129.576 I slot release: id 0 | task 13959 | stop processing: n_tokens = 182, truncated = 0 4.24.145.407 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 264016079 4.24.145.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 311.285 MiB) 4.24.178.438 I slot launch_slot_: id 0 | task 13992 | processing task, is_child = 0 4.26.515.481 I slot print_timing: id 0 | task 13992 | prompt eval time = 105.65 ms / 151 tokens ( 0.70 ms per token, 1429.23 tokens per second) 4.26.515.487 I slot print_timing: id 0 | task 13992 | eval time = 2231.37 ms / 140 tokens ( 16.05 ms per token, 62.29 tokens per second) 4.26.515.488 I slot print_timing: id 0 | task 13992 | total time = 2337.02 ms / 291 tokens 4.26.515.489 I slot print_timing: id 0 | task 13992 | graphs reused = 13109 4.26.515.490 I slot print_timing: id 0 | task 13992 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.515.511 I slot release: id 0 | task 13992 | stop processing: n_tokens = 290, truncated = 0 4.26.545.939 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 266402015 4.26.574.694 I slot launch_slot_: id 0 | task 14135 | processing task, is_child = 0 4.27.767.874 I slot print_timing: id 0 | task 14135 | prompt eval time = 119.38 ms / 165 tokens ( 0.72 ms per token, 1382.19 tokens per second) 4.27.767.880 I slot print_timing: id 0 | task 14135 | eval time = 1073.79 ms / 67 tokens ( 16.27 ms per token, 61.46 tokens per second) 4.27.767.881 I slot print_timing: id 0 | task 14135 | total time = 1193.16 ms / 232 tokens 4.27.767.882 I slot print_timing: id 0 | task 14135 | graphs reused = 13174 4.27.767.882 I slot print_timing: id 0 | task 14135 | graph reallocs = 0 / 0 (same size) / (changed size) 4.27.767.909 I slot release: id 0 | task 14135 | stop processing: n_tokens = 231, truncated = 0 4.27.773.604 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 267654413 4.27.773.643 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 391.320 MiB) 4.27.813.356 I slot launch_slot_: id 0 | task 14205 | processing task, is_child = 0 4.28.156.122 I slot print_timing: id 0 | task 14205 | prompt eval time = 123.50 ms / 165 tokens ( 0.75 ms per token, 1336.03 tokens per second) 4.28.156.128 I slot print_timing: id 0 | task 14205 | eval time = 219.25 ms / 14 tokens ( 16.87 ms per token, 59.29 tokens per second) 4.28.156.130 I slot print_timing: id 0 | task 14205 | total time = 342.75 ms / 179 tokens 4.28.156.131 I slot print_timing: id 0 | task 14205 | graphs reused = 13186 4.28.156.132 I slot print_timing: id 0 | task 14205 | graph reallocs = 0 / 0 (same size) / (changed size) 4.28.156.165 I slot release: id 0 | task 14205 | stop processing: n_tokens = 178, truncated = 0 4.28.179.966 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 268042669 4.28.202.701 I slot launch_slot_: id 0 | task 14222 | processing task, is_child = 0 4.31.335.104 I slot print_timing: id 0 | task 14222 | n_gen = 187, tg = 61.77 t/s, tg_3s = 62.10 t/s 4.34.341.106 I slot print_timing: id 0 | task 14222 | n_gen = 370, tg = 61.33 t/s, tg_3s = 60.88 t/s 4.37.343.444 I slot print_timing: id 0 | task 14222 | n_gen = 552, tg = 61.09 t/s, tg_3s = 60.62 t/s 4.40.359.309 I slot print_timing: id 0 | task 14222 | n_gen = 735, tg = 60.99 t/s, tg_3s = 60.68 t/s 4.43.374.129 I slot print_timing: id 0 | task 14222 | n_gen = 917, tg = 60.86 t/s, tg_3s = 60.37 t/s 4.45.190.115 I slot print_timing: id 0 | task 14222 | prompt eval time = 121.30 ms / 153 tokens ( 0.79 ms per token, 1261.34 tokens per second) 4.45.190.121 I slot print_timing: id 0 | task 14222 | eval time = 16866.09 ms / 1024 tokens ( 16.49 ms per token, 60.65 tokens per second) 4.45.190.121 I slot print_timing: id 0 | task 14222 | total time = 16987.39 ms / 1177 tokens 4.45.190.122 I slot print_timing: id 0 | task 14222 | graphs reused = 14204 4.45.190.123 I slot print_timing: id 0 | task 14222 | graph reallocs = 0 / 0 (same size) / (changed size) 4.45.190.148 I slot release: id 0 | task 14222 | stop processing: n_tokens = 1176, truncated = 0 4.45.220.716 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1176, t_last = 285076651 4.45.220.846 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 716.102 MiB) 4.45.326.058 I slot launch_slot_: id 0 | task 15249 | processing task, is_child = 0 4.48.464.134 I slot print_timing: id 0 | task 15249 | n_gen = 187, tg = 61.70 t/s, tg_3s = 62.03 t/s 4.51.468.193 I slot print_timing: id 0 | task 15249 | n_gen = 372, tg = 61.64 t/s, tg_3s = 61.58 t/s 4.54.475.684 I slot print_timing: id 0 | task 15249 | n_gen = 553, tg = 61.15 t/s, tg_3s = 60.18 t/s 4.55.203.554 I slot print_timing: id 0 | task 15249 | prompt eval time = 123.33 ms / 166 tokens ( 0.74 ms per token, 1345.98 tokens per second) 4.55.203.560 I slot print_timing: id 0 | task 15249 | eval time = 9754.15 ms / 598 tokens ( 16.34 ms per token, 61.20 tokens per second) 4.55.203.561 I slot print_timing: id 0 | task 15249 | total time = 9877.48 ms / 764 tokens 4.55.203.562 I slot print_timing: id 0 | task 15249 | graphs reused = 14798 4.55.203.563 I slot print_timing: id 0 | task 15249 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.203.593 I slot release: id 0 | task 15249 | stop processing: n_tokens = 763, truncated = 0 4.55.234.666 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 763, t_last = 295090097 4.55.295.909 I slot launch_slot_: id 0 | task 15850 | processing task, is_child = 0 4.56.013.311 I slot print_timing: id 0 | task 15850 | prompt eval time = 121.31 ms / 172 tokens ( 0.71 ms per token, 1417.80 tokens per second) 4.56.013.317 I slot print_timing: id 0 | task 15850 | eval time = 596.06 ms / 37 tokens ( 16.56 ms per token, 60.40 tokens per second) 4.56.013.318 I slot print_timing: id 0 | task 15850 | total time = 717.38 ms / 209 tokens 4.56.013.319 I slot print_timing: id 0 | task 15850 | graphs reused = 14833 4.56.013.320 I slot print_timing: id 0 | task 15850 | graph reallocs = 0 / 0 (same size) / (changed size) 4.56.013.346 I slot release: id 0 | task 15850 | stop processing: n_tokens = 208, truncated = 0 4.56.019.113 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 295899850 4.56.019.158 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 686.866 MiB) 4.56.067.245 I slot launch_slot_: id 0 | task 15890 | processing task, is_child = 0 4.57.927.875 I slot print_timing: id 0 | task 15890 | prompt eval time = 136.80 ms / 204 tokens ( 0.67 ms per token, 1491.25 tokens per second) 4.57.927.881 I slot print_timing: id 0 | task 15890 | eval time = 1723.80 ms / 105 tokens ( 16.57 ms per token, 60.33 tokens per second) 4.57.927.882 I slot print_timing: id 0 | task 15890 | total time = 1860.60 ms / 309 tokens 4.57.927.882 I slot print_timing: id 0 | task 15890 | graphs reused = 14935 4.57.927.883 I slot print_timing: id 0 | task 15890 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.927.913 I slot release: id 0 | task 15890 | stop processing: n_tokens = 308, truncated = 0 4.57.949.025 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 297814417 4.57.982.681 I slot launch_slot_: id 0 | task 15998 | processing task, is_child = 0 4.58.621.026 I slot print_timing: id 0 | task 15998 | prompt eval time = 108.45 ms / 152 tokens ( 0.71 ms per token, 1401.62 tokens per second) 4.58.621.031 I slot print_timing: id 0 | task 15998 | eval time = 529.88 ms / 34 tokens ( 16.06 ms per token, 62.28 tokens per second) 4.58.621.032 I slot print_timing: id 0 | task 15998 | total time = 638.32 ms / 186 tokens 4.58.621.033 I slot print_timing: id 0 | task 15998 | graphs reused = 14967 4.58.621.034 I slot print_timing: id 0 | task 15998 | graph reallocs = 0 / 0 (same size) / (changed size) 4.58.621.054 I slot release: id 0 | task 15998 | stop processing: n_tokens = 185, truncated = 0