$ C:\quantdiff\llama.cpp\bin\llama-server.exe -m C:\quantdiff\dl\campaign\aa6e1ccf5cd1\gemma-4-12b-it-UD-Q2_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.099.622 I srv llama_server: initializing ... 0.00.099.627 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.099.745 I srv init_listene: The UI is disabled 0.00.099.747 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.099.823 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.105.808 I srv load_model: loading model 'C:\quantdiff\dl\campaign\aa6e1ccf5cd1\gemma-4-12b-it-UD-Q2_K_XL.gguf' 0.01.396.050 W load: control-looking token: 1 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.396.250 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.396.562 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.01.431.789 W load: '' is a normal token here, removing it from EOG list 0.03.160.089 I cmn init: llama threadpool init, n_threads = 8 0.03.243.102 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.03.251.576 I srv llama_server: model loaded 0.03.251.582 I srv llama_server: listening on http://127.0.0.1:8089 0.04.568.132 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.04.568.265 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.05.122.941 I slot print_timing: id 0 | task 0 | prompt eval time = 172.69 ms / 160 tokens ( 1.08 ms per token, 926.49 tokens per second) 0.05.122.947 I slot print_timing: id 0 | task 0 | eval time = 381.96 ms / 36 tokens ( 10.91 ms per token, 91.63 tokens per second) 0.05.122.948 I slot print_timing: id 0 | task 0 | total time = 554.66 ms / 196 tokens 0.05.122.953 I slot print_timing: id 0 | task 0 | graphs reused = 35 0.05.122.954 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.122.978 I slot release: id 0 | task 0 | stop processing: n_tokens = 195, truncated = 0 0.05.159.786 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 5025331 0.05.183.786 I slot launch_slot_: id 0 | task 39 | processing task, is_child = 0 0.05.506.066 I slot print_timing: id 0 | task 39 | prompt eval time = 104.05 ms / 113 tokens ( 0.92 ms per token, 1086.03 tokens per second) 0.05.506.072 I slot print_timing: id 0 | task 39 | eval time = 218.21 ms / 21 tokens ( 10.91 ms per token, 91.65 tokens per second) 0.05.506.073 I slot print_timing: id 0 | task 39 | total time = 322.26 ms / 134 tokens 0.05.506.074 I slot print_timing: id 0 | task 39 | graphs reused = 54 0.05.506.074 I slot print_timing: id 0 | task 39 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.506.091 I slot release: id 0 | task 39 | stop processing: n_tokens = 133, truncated = 0 0.05.548.820 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 133, t_last = 5408444 0.05.565.810 I slot launch_slot_: id 0 | task 63 | processing task, is_child = 0 0.05.954.434 I slot print_timing: id 0 | task 63 | prompt eval time = 120.07 ms / 153 tokens ( 0.78 ms per token, 1274.25 tokens per second) 0.05.954.440 I slot print_timing: id 0 | task 63 | eval time = 268.53 ms / 23 tokens ( 12.21 ms per token, 81.93 tokens per second) 0.05.954.441 I slot print_timing: id 0 | task 63 | total time = 388.61 ms / 176 tokens 0.05.954.441 I slot print_timing: id 0 | task 63 | graphs reused = 75 0.05.954.442 I slot print_timing: id 0 | task 63 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.954.464 I slot release: id 0 | task 63 | stop processing: n_tokens = 175, truncated = 0 0.05.975.083 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 5856816 0.05.997.245 I slot launch_slot_: id 0 | task 89 | processing task, is_child = 0 0.06.380.171 I slot print_timing: id 0 | task 89 | prompt eval time = 135.75 ms / 194 tokens ( 0.70 ms per token, 1429.10 tokens per second) 0.06.380.176 I slot print_timing: id 0 | task 89 | eval time = 247.16 ms / 21 tokens ( 12.36 ms per token, 80.92 tokens per second) 0.06.380.178 I slot print_timing: id 0 | task 89 | total time = 382.91 ms / 215 tokens 0.06.380.179 I slot print_timing: id 0 | task 89 | graphs reused = 94 0.06.380.179 I slot print_timing: id 0 | task 89 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.380.201 I slot release: id 0 | task 89 | stop processing: n_tokens = 214, truncated = 0 0.06.423.772 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.118 (> 0.100 thold), f_keep = 0.098 0.06.450.728 I slot launch_slot_: id 0 | task 113 | processing task, is_child = 0 0.06.936.021 I slot print_timing: id 0 | task 113 | prompt eval time = 138.81 ms / 178 tokens ( 0.78 ms per token, 1282.33 tokens per second) 0.06.936.027 I slot print_timing: id 0 | task 113 | eval time = 346.46 ms / 31 tokens ( 11.55 ms per token, 86.59 tokens per second) 0.06.936.028 I slot print_timing: id 0 | task 113 | total time = 485.27 ms / 209 tokens 0.06.936.028 I slot print_timing: id 0 | task 113 | graphs reused = 123 0.06.936.029 I slot print_timing: id 0 | task 113 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.936.054 I slot release: id 0 | task 113 | stop processing: n_tokens = 208, truncated = 0 0.06.966.001 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 6838407 0.06.991.027 I slot launch_slot_: id 0 | task 147 | processing task, is_child = 0 0.07.501.344 I slot print_timing: id 0 | task 147 | prompt eval time = 127.94 ms / 169 tokens ( 0.76 ms per token, 1320.91 tokens per second) 0.07.501.349 I slot print_timing: id 0 | task 147 | eval time = 382.35 ms / 38 tokens ( 10.33 ms per token, 96.77 tokens per second) 0.07.501.350 I slot print_timing: id 0 | task 147 | total time = 510.30 ms / 207 tokens 0.07.501.351 I slot print_timing: id 0 | task 147 | graphs reused = 159 0.07.501.351 I slot print_timing: id 0 | task 147 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.501.375 I slot release: id 0 | task 147 | stop processing: n_tokens = 206, truncated = 0 0.07.529.504 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 7403727 0.07.554.778 I slot launch_slot_: id 0 | task 188 | processing task, is_child = 0 0.07.978.936 I slot print_timing: id 0 | task 188 | prompt eval time = 143.90 ms / 212 tokens ( 0.68 ms per token, 1473.30 tokens per second) 0.07.978.942 I slot print_timing: id 0 | task 188 | eval time = 280.25 ms / 28 tokens ( 10.38 ms per token, 96.34 tokens per second) 0.07.978.943 I slot print_timing: id 0 | task 188 | total time = 424.14 ms / 240 tokens 0.07.978.943 I slot print_timing: id 0 | task 188 | graphs reused = 185 0.07.978.945 I slot print_timing: id 0 | task 188 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.978.973 I slot release: id 0 | task 188 | stop processing: n_tokens = 239, truncated = 0 0.08.001.756 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 7881326 0.08.031.321 I slot launch_slot_: id 0 | task 219 | processing task, is_child = 0 0.08.563.165 I slot print_timing: id 0 | task 219 | prompt eval time = 162.45 ms / 264 tokens ( 0.62 ms per token, 1625.15 tokens per second) 0.08.563.171 I slot print_timing: id 0 | task 219 | eval time = 369.38 ms / 35 tokens ( 10.86 ms per token, 92.05 tokens per second) 0.08.563.172 I slot print_timing: id 0 | task 219 | total time = 531.83 ms / 299 tokens 0.08.563.172 I slot print_timing: id 0 | task 219 | graphs reused = 218 0.08.563.173 I slot print_timing: id 0 | task 219 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.563.204 I slot release: id 0 | task 219 | stop processing: n_tokens = 298, truncated = 0 0.08.580.668 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 298, t_last = 8465557 0.08.617.398 I slot launch_slot_: id 0 | task 257 | processing task, is_child = 0 0.09.046.679 I slot print_timing: id 0 | task 257 | prompt eval time = 114.17 ms / 140 tokens ( 0.82 ms per token, 1226.21 tokens per second) 0.09.046.685 I slot print_timing: id 0 | task 257 | eval time = 315.09 ms / 30 tokens ( 10.87 ms per token, 92.04 tokens per second) 0.09.046.686 I slot print_timing: id 0 | task 257 | total time = 429.26 ms / 170 tokens 0.09.046.688 I slot print_timing: id 0 | task 257 | graphs reused = 246 0.09.046.691 I slot print_timing: id 0 | task 257 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.046.712 I slot release: id 0 | task 257 | stop processing: n_tokens = 169, truncated = 0 0.09.064.833 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 8949065 0.09.085.510 I slot launch_slot_: id 0 | task 290 | processing task, is_child = 0 0.09.404.589 I slot print_timing: id 0 | task 290 | prompt eval time = 122.47 ms / 156 tokens ( 0.79 ms per token, 1273.79 tokens per second) 0.09.404.594 I slot print_timing: id 0 | task 290 | eval time = 196.59 ms / 19 tokens ( 10.92 ms per token, 91.56 tokens per second) 0.09.404.595 I slot print_timing: id 0 | task 290 | total time = 319.06 ms / 175 tokens 0.09.404.596 I slot print_timing: id 0 | task 290 | graphs reused = 263 0.09.404.597 I slot print_timing: id 0 | task 290 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.404.620 I slot release: id 0 | task 290 | stop processing: n_tokens = 174, truncated = 0 0.09.438.324 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 9306973 0.09.460.339 I slot launch_slot_: id 0 | task 312 | processing task, is_child = 0 0.10.028.307 I slot print_timing: id 0 | task 312 | prompt eval time = 130.54 ms / 164 tokens ( 0.80 ms per token, 1256.35 tokens per second) 0.10.028.313 I slot print_timing: id 0 | task 312 | eval time = 437.41 ms / 39 tokens ( 11.51 ms per token, 86.88 tokens per second) 0.10.028.314 I slot print_timing: id 0 | task 312 | total time = 567.95 ms / 203 tokens 0.10.028.315 I slot print_timing: id 0 | task 312 | graphs reused = 300 0.10.028.315 I slot print_timing: id 0 | task 312 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.028.338 I slot release: id 0 | task 312 | stop processing: n_tokens = 202, truncated = 0 0.10.034.066 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 9930690 0.10.058.572 I slot launch_slot_: id 0 | task 354 | processing task, is_child = 0 0.10.537.316 I slot print_timing: id 0 | task 354 | prompt eval time = 145.83 ms / 204 tokens ( 0.71 ms per token, 1398.86 tokens per second) 0.10.537.322 I slot print_timing: id 0 | task 354 | eval time = 332.89 ms / 32 tokens ( 10.74 ms per token, 93.12 tokens per second) 0.10.537.323 I slot print_timing: id 0 | task 354 | total time = 478.73 ms / 236 tokens 0.10.537.325 I slot print_timing: id 0 | task 354 | graphs reused = 330 0.10.537.326 I slot print_timing: id 0 | task 354 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.537.351 I slot release: id 0 | task 354 | stop processing: n_tokens = 235, truncated = 0 0.10.558.870 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 235, t_last = 10439704 0.10.588.149 I slot launch_slot_: id 0 | task 389 | processing task, is_child = 0 0.11.100.645 I slot print_timing: id 0 | task 389 | prompt eval time = 129.33 ms / 171 tokens ( 0.76 ms per token, 1322.21 tokens per second) 0.11.100.651 I slot print_timing: id 0 | task 389 | eval time = 383.15 ms / 35 tokens ( 11.27 ms per token, 88.74 tokens per second) 0.11.100.652 I slot print_timing: id 0 | task 389 | total time = 512.48 ms / 206 tokens 0.11.100.653 I slot print_timing: id 0 | task 389 | graphs reused = 363 0.11.100.654 I slot print_timing: id 0 | task 389 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.100.675 I slot release: id 0 | task 389 | stop processing: n_tokens = 205, truncated = 0 0.11.136.036 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 11003027 0.11.160.509 I slot launch_slot_: id 0 | task 427 | processing task, is_child = 0 0.11.559.398 I slot print_timing: id 0 | task 427 | prompt eval time = 128.19 ms / 168 tokens ( 0.76 ms per token, 1310.51 tokens per second) 0.11.559.404 I slot print_timing: id 0 | task 427 | eval time = 270.68 ms / 27 tokens ( 10.41 ms per token, 96.06 tokens per second) 0.11.559.405 I slot print_timing: id 0 | task 427 | total time = 398.87 ms / 195 tokens 0.11.559.405 I slot print_timing: id 0 | task 427 | graphs reused = 388 0.11.559.406 I slot print_timing: id 0 | task 427 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.559.429 I slot release: id 0 | task 427 | stop processing: n_tokens = 194, truncated = 0 0.11.605.110 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 11461782 0.11.629.912 I slot launch_slot_: id 0 | task 457 | processing task, is_child = 0 0.12.177.136 I slot print_timing: id 0 | task 457 | prompt eval time = 128.43 ms / 167 tokens ( 0.77 ms per token, 1300.36 tokens per second) 0.12.177.141 I slot print_timing: id 0 | task 457 | eval time = 418.78 ms / 39 tokens ( 11.02 ms per token, 90.74 tokens per second) 0.12.177.143 I slot print_timing: id 0 | task 457 | total time = 547.21 ms / 206 tokens 0.12.177.143 I slot print_timing: id 0 | task 457 | graphs reused = 425 0.12.177.144 I slot print_timing: id 0 | task 457 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.177.167 I slot release: id 0 | task 457 | stop processing: n_tokens = 205, truncated = 0 0.12.196.901 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 12079520 0.12.221.474 I slot launch_slot_: id 0 | task 499 | processing task, is_child = 0 0.12.642.881 I slot print_timing: id 0 | task 499 | prompt eval time = 111.17 ms / 141 tokens ( 0.79 ms per token, 1268.29 tokens per second) 0.12.642.887 I slot print_timing: id 0 | task 499 | eval time = 310.22 ms / 27 tokens ( 11.93 ms per token, 83.81 tokens per second) 0.12.642.888 I slot print_timing: id 0 | task 499 | total time = 421.39 ms / 168 tokens 0.12.642.889 I slot print_timing: id 0 | task 499 | graphs reused = 450 0.12.642.890 I slot print_timing: id 0 | task 499 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.642.912 I slot release: id 0 | task 499 | stop processing: n_tokens = 167, truncated = 0 0.12.679.033 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 12545265 0.12.704.772 I slot launch_slot_: id 0 | task 529 | processing task, is_child = 0 0.13.043.050 I slot print_timing: id 0 | task 529 | prompt eval time = 132.49 ms / 163 tokens ( 0.81 ms per token, 1230.32 tokens per second) 0.13.043.055 I slot print_timing: id 0 | task 529 | eval time = 205.77 ms / 20 tokens ( 10.83 ms per token, 92.34 tokens per second) 0.13.043.057 I slot print_timing: id 0 | task 529 | total time = 338.26 ms / 183 tokens 0.13.043.057 I slot print_timing: id 0 | task 529 | graphs reused = 468 0.13.043.058 I slot print_timing: id 0 | task 529 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.043.081 I slot release: id 0 | task 529 | stop processing: n_tokens = 182, truncated = 0 0.13.086.679 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 12945433 0.13.109.691 I slot launch_slot_: id 0 | task 552 | processing task, is_child = 0 0.13.432.790 I slot print_timing: id 0 | task 552 | prompt eval time = 116.54 ms / 145 tokens ( 0.80 ms per token, 1244.25 tokens per second) 0.13.432.795 I slot print_timing: id 0 | task 552 | eval time = 206.54 ms / 20 tokens ( 10.87 ms per token, 91.99 tokens per second) 0.13.432.796 I slot print_timing: id 0 | task 552 | total time = 323.08 ms / 165 tokens 0.13.432.797 I slot print_timing: id 0 | task 552 | graphs reused = 486 0.13.432.798 I slot print_timing: id 0 | task 552 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.432.818 I slot release: id 0 | task 552 | stop processing: n_tokens = 164, truncated = 0 0.13.459.835 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 164, t_last = 13335171 0.13.481.151 I slot launch_slot_: id 0 | task 575 | processing task, is_child = 0 0.13.801.211 I slot print_timing: id 0 | task 575 | prompt eval time = 115.85 ms / 140 tokens ( 0.83 ms per token, 1208.44 tokens per second) 0.13.801.216 I slot print_timing: id 0 | task 575 | eval time = 204.19 ms / 17 tokens ( 12.76 ms per token, 78.36 tokens per second) 0.13.801.217 I slot print_timing: id 0 | task 575 | total time = 320.04 ms / 157 tokens 0.13.801.218 I slot print_timing: id 0 | task 575 | graphs reused = 501 0.13.801.219 I slot print_timing: id 0 | task 575 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.801.240 I slot release: id 0 | task 575 | stop processing: n_tokens = 156, truncated = 0 0.13.820.566 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 13703593 0.13.840.571 I slot launch_slot_: id 0 | task 595 | processing task, is_child = 0 0.14.401.436 I slot print_timing: id 0 | task 595 | prompt eval time = 135.35 ms / 173 tokens ( 0.78 ms per token, 1278.17 tokens per second) 0.14.401.442 I slot print_timing: id 0 | task 595 | eval time = 425.50 ms / 38 tokens ( 11.50 ms per token, 86.96 tokens per second) 0.14.401.443 I slot print_timing: id 0 | task 595 | total time = 560.85 ms / 211 tokens 0.14.401.444 I slot print_timing: id 0 | task 595 | graphs reused = 537 0.14.401.445 I slot print_timing: id 0 | task 595 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.401.468 I slot release: id 0 | task 595 | stop processing: n_tokens = 210, truncated = 0 0.14.428.183 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 14303821 0.14.453.287 I slot launch_slot_: id 0 | task 636 | processing task, is_child = 0 0.15.010.536 I slot print_timing: id 0 | task 636 | prompt eval time = 122.49 ms / 158 tokens ( 0.78 ms per token, 1289.89 tokens per second) 0.15.010.541 I slot print_timing: id 0 | task 636 | eval time = 434.74 ms / 33 tokens ( 13.59 ms per token, 73.61 tokens per second) 0.15.010.542 I slot print_timing: id 0 | task 636 | total time = 557.23 ms / 191 tokens 0.15.010.544 I slot print_timing: id 0 | task 636 | graphs reused = 568 0.15.010.544 I slot print_timing: id 0 | task 636 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.010.566 I slot release: id 0 | task 636 | stop processing: n_tokens = 190, truncated = 0 0.15.039.115 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 14912918 0.15.062.017 I slot launch_slot_: id 0 | task 672 | processing task, is_child = 0 0.15.566.504 I slot print_timing: id 0 | task 672 | prompt eval time = 135.83 ms / 200 tokens ( 0.68 ms per token, 1472.39 tokens per second) 0.15.566.510 I slot print_timing: id 0 | task 672 | eval time = 368.63 ms / 34 tokens ( 11.17 ms per token, 89.52 tokens per second) 0.15.566.511 I slot print_timing: id 0 | task 672 | total time = 504.47 ms / 234 tokens 0.15.566.512 I slot print_timing: id 0 | task 672 | graphs reused = 600 0.15.566.513 I slot print_timing: id 0 | task 672 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.566.536 I slot release: id 0 | task 672 | stop processing: n_tokens = 233, truncated = 0 0.15.601.259 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 233, t_last = 15468888 0.15.629.537 I slot launch_slot_: id 0 | task 709 | processing task, is_child = 0 0.16.038.974 I slot print_timing: id 0 | task 709 | prompt eval time = 132.56 ms / 184 tokens ( 0.72 ms per token, 1388.06 tokens per second) 0.16.038.979 I slot print_timing: id 0 | task 709 | eval time = 276.86 ms / 25 tokens ( 11.54 ms per token, 86.69 tokens per second) 0.16.038.981 I slot print_timing: id 0 | task 709 | total time = 409.42 ms / 209 tokens 0.16.038.981 I slot print_timing: id 0 | task 709 | graphs reused = 623 0.16.038.982 I slot print_timing: id 0 | task 709 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.039.004 I slot release: id 0 | task 709 | stop processing: n_tokens = 208, truncated = 0 0.16.058.674 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 208, t_last = 15941356 0.16.084.682 I slot launch_slot_: id 0 | task 737 | processing task, is_child = 0 0.16.883.062 I slot print_timing: id 0 | task 737 | prompt eval time = 136.44 ms / 196 tokens ( 0.70 ms per token, 1436.56 tokens per second) 0.16.883.068 I slot print_timing: id 0 | task 737 | eval time = 661.92 ms / 55 tokens ( 12.26 ms per token, 81.58 tokens per second) 0.16.883.069 I slot print_timing: id 0 | task 737 | total time = 798.36 ms / 251 tokens 0.16.883.070 I slot print_timing: id 0 | task 737 | graphs reused = 676 0.16.883.071 I slot print_timing: id 0 | task 737 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.883.095 I slot release: id 0 | task 737 | stop processing: n_tokens = 250, truncated = 0 0.16.889.469 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 16785448 0.16.918.909 I slot launch_slot_: id 0 | task 795 | processing task, is_child = 0 0.17.434.007 I slot print_timing: id 0 | task 795 | prompt eval time = 152.31 ms / 232 tokens ( 0.66 ms per token, 1523.25 tokens per second) 0.17.434.012 I slot print_timing: id 0 | task 795 | eval time = 362.77 ms / 34 tokens ( 10.99 ms per token, 90.97 tokens per second) 0.17.434.014 I slot print_timing: id 0 | task 795 | total time = 515.08 ms / 266 tokens 0.17.434.015 I slot print_timing: id 0 | task 795 | graphs reused = 707 0.17.434.016 I slot print_timing: id 0 | task 795 | graph reallocs = 0 / 0 (same size) / (changed size) 0.17.434.042 I slot release: id 0 | task 795 | stop processing: n_tokens = 265, truncated = 0 0.17.464.680 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 265, t_last = 17336394 0.17.497.232 I slot launch_slot_: id 0 | task 832 | processing task, is_child = 0 0.18.016.566 I slot print_timing: id 0 | task 832 | prompt eval time = 141.20 ms / 193 tokens ( 0.73 ms per token, 1366.84 tokens per second) 0.18.016.571 I slot print_timing: id 0 | task 832 | eval time = 378.11 ms / 36 tokens ( 10.80 ms per token, 92.57 tokens per second) 0.18.016.572 I slot print_timing: id 0 | task 832 | total time = 519.31 ms / 229 tokens 0.18.016.573 I slot print_timing: id 0 | task 832 | graphs reused = 741 0.18.016.574 I slot print_timing: id 0 | task 832 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.016.597 I slot release: id 0 | task 832 | stop processing: n_tokens = 228, truncated = 0 0.18.043.077 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 228, t_last = 17918949 0.18.070.349 I slot launch_slot_: id 0 | task 871 | processing task, is_child = 0 0.18.478.577 I slot print_timing: id 0 | task 871 | prompt eval time = 116.58 ms / 148 tokens ( 0.79 ms per token, 1269.56 tokens per second) 0.18.478.582 I slot print_timing: id 0 | task 871 | eval time = 291.63 ms / 28 tokens ( 10.80 ms per token, 92.58 tokens per second) 0.18.478.583 I slot print_timing: id 0 | task 871 | total time = 408.21 ms / 176 tokens 0.18.478.584 I slot print_timing: id 0 | task 871 | graphs reused = 767 0.18.478.585 I slot print_timing: id 0 | task 871 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.478.606 I slot release: id 0 | task 871 | stop processing: n_tokens = 175, truncated = 0 0.18.494.173 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 18380958 0.18.516.199 I slot launch_slot_: id 0 | task 902 | processing task, is_child = 0 0.19.140.205 I slot print_timing: id 0 | task 902 | prompt eval time = 135.12 ms / 174 tokens ( 0.78 ms per token, 1287.79 tokens per second) 0.19.140.211 I slot print_timing: id 0 | task 902 | eval time = 488.87 ms / 41 tokens ( 12.22 ms per token, 81.82 tokens per second) 0.19.140.212 I slot print_timing: id 0 | task 902 | total time = 623.99 ms / 215 tokens 0.19.140.213 I slot print_timing: id 0 | task 902 | graphs reused = 806 0.19.140.214 I slot print_timing: id 0 | task 902 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.140.235 I slot release: id 0 | task 902 | stop processing: n_tokens = 214, truncated = 0 0.19.170.862 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 19042588 0.19.196.417 I slot launch_slot_: id 0 | task 946 | processing task, is_child = 0 0.19.966.081 I slot print_timing: id 0 | task 946 | prompt eval time = 142.72 ms / 204 tokens ( 0.70 ms per token, 1429.37 tokens per second) 0.19.966.087 I slot print_timing: id 0 | task 946 | eval time = 626.93 ms / 55 tokens ( 11.61 ms per token, 86.13 tokens per second) 0.19.966.088 I slot print_timing: id 0 | task 946 | total time = 769.65 ms / 259 tokens 0.19.966.089 I slot print_timing: id 0 | task 946 | graphs reused = 858 0.19.966.089 I slot print_timing: id 0 | task 946 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.966.115 I slot release: id 0 | task 946 | stop processing: n_tokens = 258, truncated = 0 0.19.982.880 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 258, t_last = 19868468 0.20.012.942 I slot launch_slot_: id 0 | task 1004 | processing task, is_child = 0 0.20.590.932 I slot print_timing: id 0 | task 1004 | prompt eval time = 132.28 ms / 178 tokens ( 0.74 ms per token, 1345.68 tokens per second) 0.20.590.937 I slot print_timing: id 0 | task 1004 | eval time = 445.69 ms / 37 tokens ( 12.38 ms per token, 80.77 tokens per second) 0.20.590.938 I slot print_timing: id 0 | task 1004 | total time = 577.97 ms / 215 tokens 0.20.590.939 I slot print_timing: id 0 | task 1004 | graphs reused = 893 0.20.590.939 I slot print_timing: id 0 | task 1004 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.590.961 I slot release: id 0 | task 1004 | stop processing: n_tokens = 214, truncated = 0 0.20.609.445 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 20493313 0.20.635.625 I slot launch_slot_: id 0 | task 1044 | processing task, is_child = 0 0.21.158.801 I slot print_timing: id 0 | task 1044 | prompt eval time = 120.61 ms / 153 tokens ( 0.79 ms per token, 1268.60 tokens per second) 0.21.158.807 I slot print_timing: id 0 | task 1044 | eval time = 402.56 ms / 36 tokens ( 11.50 ms per token, 86.94 tokens per second) 0.21.158.808 I slot print_timing: id 0 | task 1044 | total time = 523.16 ms / 189 tokens 0.21.158.809 I slot print_timing: id 0 | task 1044 | graphs reused = 927 0.21.158.810 I slot print_timing: id 0 | task 1044 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.158.830 I slot release: id 0 | task 1044 | stop processing: n_tokens = 188, truncated = 0 0.21.164.672 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 188, t_last = 21061183 0.21.187.674 I slot launch_slot_: id 0 | task 1083 | processing task, is_child = 0 0.21.639.759 I slot print_timing: id 0 | task 1083 | prompt eval time = 130.08 ms / 154 tokens ( 0.84 ms per token, 1183.91 tokens per second) 0.21.639.764 I slot print_timing: id 0 | task 1083 | eval time = 321.99 ms / 31 tokens ( 10.73 ms per token, 93.17 tokens per second) 0.21.639.765 I slot print_timing: id 0 | task 1083 | total time = 452.06 ms / 185 tokens 0.21.639.766 I slot print_timing: id 0 | task 1083 | graphs reused = 956 0.21.639.767 I slot print_timing: id 0 | task 1083 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.639.787 I slot release: id 0 | task 1083 | stop processing: n_tokens = 184, truncated = 0 0.21.646.382 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 184, t_last = 21542140 0.21.669.465 I slot launch_slot_: id 0 | task 1117 | processing task, is_child = 0 0.22.422.782 I slot print_timing: id 0 | task 1117 | prompt eval time = 132.49 ms / 179 tokens ( 0.74 ms per token, 1351.06 tokens per second) 0.22.422.788 I slot print_timing: id 0 | task 1117 | eval time = 620.81 ms / 44 tokens ( 14.44 ms per token, 69.26 tokens per second) 0.22.422.789 I slot print_timing: id 0 | task 1117 | total time = 753.30 ms / 223 tokens 0.22.422.790 I slot print_timing: id 0 | task 1117 | graphs reused = 998 0.22.422.791 I slot print_timing: id 0 | task 1117 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.422.814 I slot release: id 0 | task 1117 | stop processing: n_tokens = 222, truncated = 0 0.22.460.245 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 222, t_last = 22325166 0.22.487.810 I slot launch_slot_: id 0 | task 1164 | processing task, is_child = 0 0.23.187.293 I slot print_timing: id 0 | task 1164 | prompt eval time = 147.22 ms / 207 tokens ( 0.71 ms per token, 1406.01 tokens per second) 0.23.187.298 I slot print_timing: id 0 | task 1164 | eval time = 552.24 ms / 47 tokens ( 12.01 ms per token, 83.30 tokens per second) 0.23.187.299 I slot print_timing: id 0 | task 1164 | total time = 699.46 ms / 254 tokens 0.23.187.300 I slot print_timing: id 0 | task 1164 | graphs reused = 1043 0.23.187.301 I slot print_timing: id 0 | task 1164 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.187.324 I slot release: id 0 | task 1164 | stop processing: n_tokens = 253, truncated = 0 0.23.205.457 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 23089676 0.23.235.625 I slot launch_slot_: id 0 | task 1214 | processing task, is_child = 0 0.23.568.159 I slot print_timing: id 0 | task 1214 | prompt eval time = 113.28 ms / 140 tokens ( 0.81 ms per token, 1235.83 tokens per second) 0.23.568.164 I slot print_timing: id 0 | task 1214 | eval time = 219.23 ms / 22 tokens ( 10.44 ms per token, 95.79 tokens per second) 0.23.568.165 I slot print_timing: id 0 | task 1214 | total time = 332.52 ms / 162 tokens 0.23.568.166 I slot print_timing: id 0 | task 1214 | graphs reused = 1063 0.23.568.166 I slot print_timing: id 0 | task 1214 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.568.187 I slot release: id 0 | task 1214 | stop processing: n_tokens = 161, truncated = 0 0.23.597.251 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 23470540 0.23.617.898 I slot launch_slot_: id 0 | task 1239 | processing task, is_child = 0 0.24.126.395 I slot print_timing: id 0 | task 1239 | prompt eval time = 141.31 ms / 189 tokens ( 0.75 ms per token, 1337.47 tokens per second) 0.24.126.401 I slot print_timing: id 0 | task 1239 | eval time = 367.16 ms / 28 tokens ( 13.60 ms per token, 73.54 tokens per second) 0.24.126.402 I slot print_timing: id 0 | task 1239 | total time = 508.48 ms / 217 tokens 0.24.126.403 I slot print_timing: id 0 | task 1239 | graphs reused = 1089 0.24.126.404 I slot print_timing: id 0 | task 1239 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.126.429 I slot release: id 0 | task 1239 | stop processing: n_tokens = 216, truncated = 0 0.24.160.983 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 216, t_last = 24028781 0.24.188.054 I slot launch_slot_: id 0 | task 1270 | processing task, is_child = 0 0.24.612.289 I slot print_timing: id 0 | task 1270 | prompt eval time = 100.20 ms / 114 tokens ( 0.88 ms per token, 1137.68 tokens per second) 0.24.612.294 I slot print_timing: id 0 | task 1270 | eval time = 324.02 ms / 32 tokens ( 10.45 ms per token, 95.67 tokens per second) 0.24.612.295 I slot print_timing: id 0 | task 1270 | total time = 424.22 ms / 146 tokens 0.24.612.296 I slot print_timing: id 0 | task 1270 | graphs reused = 1119 0.24.612.297 I slot print_timing: id 0 | task 1270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.612.315 I slot release: id 0 | task 1270 | stop processing: n_tokens = 145, truncated = 0 0.24.646.979 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 145, t_last = 24514668 0.24.664.834 I slot launch_slot_: id 0 | task 1305 | processing task, is_child = 0 0.25.105.901 I slot print_timing: id 0 | task 1305 | prompt eval time = 108.50 ms / 126 tokens ( 0.86 ms per token, 1161.25 tokens per second) 0.25.105.906 I slot print_timing: id 0 | task 1305 | eval time = 332.55 ms / 32 tokens ( 10.73 ms per token, 93.22 tokens per second) 0.25.105.907 I slot print_timing: id 0 | task 1305 | total time = 441.05 ms / 158 tokens 0.25.105.909 I slot print_timing: id 0 | task 1305 | graphs reused = 1149 0.25.105.910 I slot print_timing: id 0 | task 1305 | graph reallocs = 0 / 0 (same size) / (changed size) 0.25.105.929 I slot release: id 0 | task 1305 | stop processing: n_tokens = 157, truncated = 0 0.25.130.652 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 157, t_last = 25008282 0.25.149.775 I slot launch_slot_: id 0 | task 1340 | processing task, is_child = 0 0.28.272.823 I slot print_timing: id 0 | task 1340 | n_gen = 287, tg = 95.10 t/s, tg_3s = 95.43 t/s 0.31.280.812 I slot print_timing: id 0 | task 1340 | n_gen = 567, tg = 94.09 t/s, tg_3s = 93.09 t/s 0.34.286.007 I slot print_timing: id 0 | task 1340 | n_gen = 845, tg = 93.56 t/s, tg_3s = 92.51 t/s 0.36.245.374 I slot print_timing: id 0 | task 1340 | prompt eval time = 115.62 ms / 135 tokens ( 0.86 ms per token, 1167.63 tokens per second) 0.36.245.380 I slot print_timing: id 0 | task 1340 | eval time = 10979.97 ms / 1024 tokens ( 10.73 ms per token, 93.17 tokens per second) 0.36.245.381 I slot print_timing: id 0 | task 1340 | total time = 11095.58 ms / 1159 tokens 0.36.245.382 I slot print_timing: id 0 | task 1340 | graphs reused = 2167 0.36.245.382 I slot print_timing: id 0 | task 1340 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.245.402 I slot release: id 0 | task 1340 | stop processing: n_tokens = 1158, truncated = 0 0.36.276.592 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1158, t_last = 36147754 0.36.349.027 I slot launch_slot_: id 0 | task 2367 | processing task, is_child = 0 0.36.755.684 I slot print_timing: id 0 | task 2367 | prompt eval time = 112.25 ms / 125 tokens ( 0.90 ms per token, 1113.55 tokens per second) 0.36.755.689 I slot print_timing: id 0 | task 2367 | eval time = 294.39 ms / 29 tokens ( 10.51 ms per token, 95.11 tokens per second) 0.36.755.690 I slot print_timing: id 0 | task 2367 | total time = 406.64 ms / 154 tokens 0.36.755.691 I slot print_timing: id 0 | task 2367 | graphs reused = 2194 0.36.755.692 I slot print_timing: id 0 | task 2367 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.755.711 I slot release: id 0 | task 2367 | stop processing: n_tokens = 153, truncated = 0 0.36.778.308 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 153, t_last = 36658064 0.36.797.542 I slot launch_slot_: id 0 | task 2399 | processing task, is_child = 0 0.37.270.247 I slot print_timing: id 0 | task 2399 | prompt eval time = 138.88 ms / 191 tokens ( 0.73 ms per token, 1375.27 tokens per second) 0.37.270.252 I slot print_timing: id 0 | task 2399 | eval time = 333.80 ms / 29 tokens ( 11.92 ms per token, 83.88 tokens per second) 0.37.270.253 I slot print_timing: id 0 | task 2399 | total time = 472.69 ms / 220 tokens 0.37.270.254 I slot print_timing: id 0 | task 2399 | graphs reused = 2221 0.37.270.254 I slot print_timing: id 0 | task 2399 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.270.279 I slot release: id 0 | task 2399 | stop processing: n_tokens = 219, truncated = 0 0.37.290.802 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 219, t_last = 37172631 0.37.318.233 I slot launch_slot_: id 0 | task 2431 | processing task, is_child = 0 0.38.043.784 I slot print_timing: id 0 | task 2431 | prompt eval time = 186.00 ms / 309 tokens ( 0.60 ms per token, 1661.26 tokens per second) 0.38.043.790 I slot print_timing: id 0 | task 2431 | eval time = 539.52 ms / 48 tokens ( 11.48 ms per token, 87.11 tokens per second) 0.38.043.792 I slot print_timing: id 0 | task 2431 | total time = 725.53 ms / 357 tokens 0.38.043.792 I slot print_timing: id 0 | task 2431 | graphs reused = 2267 0.38.043.793 I slot print_timing: id 0 | task 2431 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.043.826 I slot release: id 0 | task 2431 | stop processing: n_tokens = 356, truncated = 0 0.38.065.963 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 37946178 0.38.107.960 I slot launch_slot_: id 0 | task 2482 | processing task, is_child = 0 0.38.568.376 I slot print_timing: id 0 | task 2482 | prompt eval time = 111.66 ms / 139 tokens ( 0.80 ms per token, 1244.83 tokens per second) 0.38.568.381 I slot print_timing: id 0 | task 2482 | eval time = 348.73 ms / 27 tokens ( 13.41 ms per token, 74.56 tokens per second) 0.38.568.382 I slot print_timing: id 0 | task 2482 | total time = 460.40 ms / 166 tokens 0.38.568.383 I slot print_timing: id 0 | task 2482 | graphs reused = 2292 0.38.568.384 I slot print_timing: id 0 | task 2482 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.568.404 I slot release: id 0 | task 2482 | stop processing: n_tokens = 165, truncated = 0 0.38.597.953 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 38470757 0.38.618.687 I slot launch_slot_: id 0 | task 2512 | processing task, is_child = 0 0.39.071.587 I slot print_timing: id 0 | task 2512 | prompt eval time = 137.70 ms / 172 tokens ( 0.80 ms per token, 1249.06 tokens per second) 0.39.071.592 I slot print_timing: id 0 | task 2512 | eval time = 315.18 ms / 31 tokens ( 10.51 ms per token, 95.18 tokens per second) 0.39.071.593 I slot print_timing: id 0 | task 2512 | total time = 452.88 ms / 203 tokens 0.39.071.594 I slot print_timing: id 0 | task 2512 | graphs reused = 2321 0.39.071.595 I slot print_timing: id 0 | task 2512 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.071.617 I slot release: id 0 | task 2512 | stop processing: n_tokens = 202, truncated = 0 0.39.077.705 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 38973970 0.39.102.922 I slot launch_slot_: id 0 | task 2546 | processing task, is_child = 0 0.39.723.105 I slot print_timing: id 0 | task 2546 | prompt eval time = 146.65 ms / 225 tokens ( 0.65 ms per token, 1534.25 tokens per second) 0.39.723.111 I slot print_timing: id 0 | task 2546 | eval time = 473.51 ms / 40 tokens ( 12.14 ms per token, 82.36 tokens per second) 0.39.723.112 I slot print_timing: id 0 | task 2546 | total time = 620.16 ms / 265 tokens 0.39.723.113 I slot print_timing: id 0 | task 2546 | graphs reused = 2358 0.39.723.113 I slot print_timing: id 0 | task 2546 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.723.138 I slot release: id 0 | task 2546 | stop processing: n_tokens = 264, truncated = 0 0.39.729.043 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 39625491 0.39.761.046 I slot launch_slot_: id 0 | task 2589 | processing task, is_child = 0 0.40.506.677 I slot print_timing: id 0 | task 2589 | prompt eval time = 144.52 ms / 225 tokens ( 0.64 ms per token, 1556.90 tokens per second) 0.40.506.682 I slot print_timing: id 0 | task 2589 | eval time = 601.09 ms / 41 tokens ( 15.03 ms per token, 66.55 tokens per second) 0.40.506.683 I slot print_timing: id 0 | task 2589 | total time = 745.61 ms / 266 tokens 0.40.506.684 I slot print_timing: id 0 | task 2589 | graphs reused = 2396 0.40.506.685 I slot print_timing: id 0 | task 2589 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.506.712 I slot release: id 0 | task 2589 | stop processing: n_tokens = 265, truncated = 0 0.40.512.356 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 265, t_last = 40409064 0.40.544.815 I slot launch_slot_: id 0 | task 2633 | processing task, is_child = 0 0.41.042.223 I slot print_timing: id 0 | task 2633 | prompt eval time = 114.16 ms / 147 tokens ( 0.78 ms per token, 1287.70 tokens per second) 0.41.042.229 I slot print_timing: id 0 | task 2633 | eval time = 383.23 ms / 28 tokens ( 14.19 ms per token, 70.45 tokens per second) 0.41.042.230 I slot print_timing: id 0 | task 2633 | total time = 497.39 ms / 175 tokens 0.41.042.231 I slot print_timing: id 0 | task 2633 | graphs reused = 2422 0.41.042.232 I slot print_timing: id 0 | task 2633 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.042.253 I slot release: id 0 | task 2633 | stop processing: n_tokens = 174, truncated = 0 0.41.058.796 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 40944605 0.41.081.091 I slot launch_slot_: id 0 | task 2664 | processing task, is_child = 0 0.41.590.699 I slot print_timing: id 0 | task 2664 | prompt eval time = 129.97 ms / 166 tokens ( 0.78 ms per token, 1277.23 tokens per second) 0.41.590.705 I slot print_timing: id 0 | task 2664 | eval time = 379.62 ms / 32 tokens ( 12.25 ms per token, 81.66 tokens per second) 0.41.590.706 I slot print_timing: id 0 | task 2664 | total time = 509.59 ms / 198 tokens 0.41.590.707 I slot print_timing: id 0 | task 2664 | graphs reused = 2452 0.41.590.707 I slot print_timing: id 0 | task 2664 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.590.730 I slot release: id 0 | task 2664 | stop processing: n_tokens = 197, truncated = 0 0.41.619.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 41493083 0.41.643.877 I slot launch_slot_: id 0 | task 2699 | processing task, is_child = 0 0.42.051.795 I slot print_timing: id 0 | task 2699 | prompt eval time = 127.96 ms / 167 tokens ( 0.77 ms per token, 1305.13 tokens per second) 0.42.051.800 I slot print_timing: id 0 | task 2699 | eval time = 279.94 ms / 28 tokens ( 10.37 ms per token, 96.45 tokens per second) 0.42.051.801 I slot print_timing: id 0 | task 2699 | total time = 407.90 ms / 195 tokens 0.42.051.802 I slot print_timing: id 0 | task 2699 | graphs reused = 2478 0.42.051.803 I slot print_timing: id 0 | task 2699 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.051.824 I slot release: id 0 | task 2699 | stop processing: n_tokens = 194, truncated = 0 0.42.074.154 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 41954177 0.42.074.200 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 153.683 MiB) 0.42.101.242 I slot launch_slot_: id 0 | task 2730 | processing task, is_child = 0 0.42.575.217 I slot print_timing: id 0 | task 2730 | prompt eval time = 133.77 ms / 195 tokens ( 0.69 ms per token, 1457.75 tokens per second) 0.42.575.223 I slot print_timing: id 0 | task 2730 | eval time = 340.19 ms / 28 tokens ( 12.60 ms per token, 79.37 tokens per second) 0.42.575.224 I slot print_timing: id 0 | task 2730 | total time = 473.96 ms / 223 tokens 0.42.575.225 I slot print_timing: id 0 | task 2730 | graphs reused = 2504 0.42.575.226 I slot print_timing: id 0 | task 2730 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.575.251 I slot release: id 0 | task 2730 | stop processing: n_tokens = 222, truncated = 0 0.42.616.029 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 222, t_last = 42477604 0.42.616.074 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 104.274 MiB) 0.42.618.055 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.120 MiB) 0.42.648.060 I slot launch_slot_: id 0 | task 2761 | processing task, is_child = 0 0.43.146.885 I slot print_timing: id 0 | task 2761 | prompt eval time = 117.00 ms / 144 tokens ( 0.81 ms per token, 1230.79 tokens per second) 0.43.146.890 I slot print_timing: id 0 | task 2761 | eval time = 381.81 ms / 38 tokens ( 10.32 ms per token, 96.91 tokens per second) 0.43.146.891 I slot print_timing: id 0 | task 2761 | total time = 498.81 ms / 182 tokens 0.43.146.893 I slot print_timing: id 0 | task 2761 | graphs reused = 2540 0.43.146.894 I slot print_timing: id 0 | task 2761 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.146.915 I slot release: id 0 | task 2761 | stop processing: n_tokens = 181, truncated = 0 0.43.153.415 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 43049268 0.43.153.450 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 179.293 MiB) 0.43.178.642 I slot launch_slot_: id 0 | task 2802 | processing task, is_child = 0 0.46.324.447 I slot print_timing: id 0 | task 2802 | n_gen = 292, tg = 96.97 t/s, tg_3s = 97.30 t/s 0.49.333.465 I slot print_timing: id 0 | task 2802 | n_gen = 578, tg = 96.01 t/s, tg_3s = 95.05 t/s 0.52.336.499 I slot print_timing: id 0 | task 2802 | n_gen = 860, tg = 95.31 t/s, tg_3s = 93.91 t/s 0.54.126.225 I slot print_timing: id 0 | task 2802 | prompt eval time = 144.84 ms / 208 tokens ( 0.70 ms per token, 1436.11 tokens per second) 0.54.126.231 I slot print_timing: id 0 | task 2802 | eval time = 10802.73 ms / 1024 tokens ( 10.56 ms per token, 94.70 tokens per second) 0.54.126.232 I slot print_timing: id 0 | task 2802 | total time = 10947.57 ms / 1232 tokens 0.54.126.232 I slot print_timing: id 0 | task 2802 | graphs reused = 3558 0.54.126.233 I slot print_timing: id 0 | task 2802 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.126.257 I slot release: id 0 | task 2802 | stop processing: n_tokens = 1231, truncated = 0 0.54.156.925 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1231, t_last = 54028610 0.54.157.057 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 162.949 MiB) 0.54.160.084 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 164.793 MiB) 0.54.162.909 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 199.372 MiB) 0.54.243.811 I slot launch_slot_: id 0 | task 3829 | processing task, is_child = 0 0.54.831.970 I slot print_timing: id 0 | task 3829 | prompt eval time = 128.56 ms / 164 tokens ( 0.78 ms per token, 1275.70 tokens per second) 0.54.831.975 I slot print_timing: id 0 | task 3829 | eval time = 459.58 ms / 42 tokens ( 11.21 ms per token, 89.21 tokens per second) 0.54.831.976 I slot print_timing: id 0 | task 3829 | total time = 588.14 ms / 206 tokens 0.54.831.978 I slot print_timing: id 0 | task 3829 | graphs reused = 3598 0.54.831.979 I slot print_timing: id 0 | task 3829 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.832.000 I slot release: id 0 | task 3829 | stop processing: n_tokens = 205, truncated = 0 0.54.858.506 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 205, t_last = 54734353 0.54.882.942 I slot launch_slot_: id 0 | task 3874 | processing task, is_child = 0 0.55.342.565 I slot print_timing: id 0 | task 3874 | prompt eval time = 116.83 ms / 154 tokens ( 0.76 ms per token, 1318.11 tokens per second) 0.55.342.571 I slot print_timing: id 0 | task 3874 | eval time = 342.77 ms / 34 tokens ( 10.39 ms per token, 96.27 tokens per second) 0.55.342.572 I slot print_timing: id 0 | task 3874 | total time = 459.61 ms / 188 tokens 0.55.342.573 I slot print_timing: id 0 | task 3874 | graphs reused = 3630 0.55.342.574 I slot print_timing: id 0 | task 3874 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.342.598 I slot release: id 0 | task 3874 | stop processing: n_tokens = 187, truncated = 0 0.55.377.434 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 55244950 0.55.377.474 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 247.484 MiB) 0.55.405.665 I slot launch_slot_: id 0 | task 3911 | processing task, is_child = 0 0.56.332.315 I slot print_timing: id 0 | task 3911 | prompt eval time = 175.20 ms / 284 tokens ( 0.62 ms per token, 1621.01 tokens per second) 0.56.332.320 I slot print_timing: id 0 | task 3911 | eval time = 751.43 ms / 64 tokens ( 11.93 ms per token, 83.84 tokens per second) 0.56.332.321 I slot print_timing: id 0 | task 3911 | total time = 926.63 ms / 348 tokens 0.56.332.322 I slot print_timing: id 0 | task 3911 | graphs reused = 3692 0.56.332.322 I slot print_timing: id 0 | task 3911 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.332.351 I slot release: id 0 | task 3911 | stop processing: n_tokens = 347, truncated = 0 0.56.358.005 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 347, t_last = 56234704 0.56.358.065 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.400 MiB) 0.56.360.547 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.791 MiB) 0.56.404.013 I slot launch_slot_: id 0 | task 3978 | processing task, is_child = 0 0.57.586.567 I slot print_timing: id 0 | task 3978 | prompt eval time = 166.13 ms / 258 tokens ( 0.64 ms per token, 1552.98 tokens per second) 0.57.586.573 I slot print_timing: id 0 | task 3978 | eval time = 1016.40 ms / 89 tokens ( 11.55 ms per token, 86.58 tokens per second) 0.57.586.575 I slot print_timing: id 0 | task 3978 | total time = 1182.54 ms / 347 tokens 0.57.586.576 I slot print_timing: id 0 | task 3978 | graphs reused = 3779 0.57.586.576 I slot print_timing: id 0 | task 3978 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.586.601 I slot release: id 0 | task 3978 | stop processing: n_tokens = 346, truncated = 0 0.57.629.248 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 57488953 0.57.629.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 160.667 MiB) 0.57.671.543 I slot launch_slot_: id 0 | task 4070 | processing task, is_child = 0 0.58.210.670 I slot print_timing: id 0 | task 4070 | prompt eval time = 120.24 ms / 154 tokens ( 0.78 ms per token, 1280.79 tokens per second) 0.58.210.675 I slot print_timing: id 0 | task 4070 | eval time = 418.87 ms / 34 tokens ( 12.69 ms per token, 78.78 tokens per second) 0.58.210.676 I slot print_timing: id 0 | task 4070 | total time = 539.11 ms / 188 tokens 0.58.210.677 I slot print_timing: id 0 | task 4070 | graphs reused = 3811 0.58.210.678 I slot print_timing: id 0 | task 4070 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.210.700 I slot release: id 0 | task 4070 | stop processing: n_tokens = 187, truncated = 0 0.58.226.268 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 58113052 0.58.226.310 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 192.747 MiB) 0.58.252.586 I slot launch_slot_: id 0 | task 4107 | processing task, is_child = 0 0.58.666.419 I slot print_timing: id 0 | task 4107 | prompt eval time = 132.51 ms / 189 tokens ( 0.70 ms per token, 1426.25 tokens per second) 0.58.666.426 I slot print_timing: id 0 | task 4107 | eval time = 281.30 ms / 28 tokens ( 10.42 ms per token, 95.98 tokens per second) 0.58.666.427 I slot print_timing: id 0 | task 4107 | total time = 413.81 ms / 217 tokens 0.58.666.428 I slot print_timing: id 0 | task 4107 | graphs reused = 3837 0.58.666.429 I slot print_timing: id 0 | task 4107 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.666.455 I slot release: id 0 | task 4107 | stop processing: n_tokens = 216, truncated = 0 0.58.672.834 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 216, t_last = 58568808 0.58.672.878 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 159.152 MiB) 0.58.720.781 I slot launch_slot_: id 0 | task 4138 | processing task, is_child = 0 1.01.844.349 I slot print_timing: id 0 | task 4138 | n_gen = 285, tg = 94.45 t/s, tg_3s = 94.78 t/s 1.04.847.301 I slot print_timing: id 0 | task 4138 | n_gen = 567, tg = 94.18 t/s, tg_3s = 93.91 t/s 1.07.852.710 I slot print_timing: id 0 | task 4138 | n_gen = 845, tg = 93.62 t/s, tg_3s = 92.50 t/s 1.09.845.684 I slot print_timing: id 0 | task 4138 | prompt eval time = 116.68 ms / 150 tokens ( 0.78 ms per token, 1285.53 tokens per second) 1.09.845.690 I slot print_timing: id 0 | task 4138 | eval time = 11008.20 ms / 1024 tokens ( 10.76 ms per token, 92.93 tokens per second) 1.09.845.691 I slot print_timing: id 0 | task 4138 | total time = 11124.88 ms / 1174 tokens 1.09.845.692 I slot print_timing: id 0 | task 4138 | graphs reused = 4855 1.09.845.693 I slot print_timing: id 0 | task 4138 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.845.717 I slot release: id 0 | task 4138 | stop processing: n_tokens = 1173, truncated = 0 1.09.884.099 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1173, t_last = 69748070 1.09.884.233 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 1.09.887.147 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.964 MiB) 1.09.889.946 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.057 MiB) 1.09.966.492 I slot launch_slot_: id 0 | task 5165 | processing task, is_child = 0 1.13.124.596 I slot print_timing: id 0 | task 5165 | n_gen = 286, tg = 94.70 t/s, tg_3s = 95.03 t/s 1.16.134.941 I slot print_timing: id 0 | task 5165 | n_gen = 567, tg = 94.02 t/s, tg_3s = 93.34 t/s 1.19.141.696 I slot print_timing: id 0 | task 5165 | n_gen = 841, tg = 93.06 t/s, tg_3s = 91.13 t/s 1.21.146.234 I slot print_timing: id 0 | task 5165 | prompt eval time = 148.49 ms / 212 tokens ( 0.70 ms per token, 1427.74 tokens per second) 1.21.146.240 I slot print_timing: id 0 | task 5165 | eval time = 11031.24 ms / 1024 tokens ( 10.78 ms per token, 92.74 tokens per second) 1.21.146.241 I slot print_timing: id 0 | task 5165 | total time = 11179.72 ms / 1236 tokens 1.21.146.241 I slot print_timing: id 0 | task 5165 | graphs reused = 5873 1.21.146.242 I slot print_timing: id 0 | task 5165 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.146.270 I slot release: id 0 | task 5165 | stop processing: n_tokens = 1235, truncated = 0 1.21.198.284 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1235, t_last = 81048623 1.21.198.416 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 149.729 MiB) 1.21.201.190 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 134.447 MiB) 1.21.203.491 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 129.634 MiB) 1.21.282.642 I slot launch_slot_: id 0 | task 6192 | processing task, is_child = 0 1.21.807.147 I slot print_timing: id 0 | task 6192 | prompt eval time = 216.65 ms / 336 tokens ( 0.64 ms per token, 1550.89 tokens per second) 1.21.807.153 I slot print_timing: id 0 | task 6192 | eval time = 307.83 ms / 29 tokens ( 10.99 ms per token, 90.96 tokens per second) 1.21.807.154 I slot print_timing: id 0 | task 6192 | total time = 524.49 ms / 365 tokens 1.21.807.155 I slot print_timing: id 0 | task 6192 | graphs reused = 5900 1.21.807.156 I slot print_timing: id 0 | task 6192 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.807.186 I slot release: id 0 | task 6192 | stop processing: n_tokens = 364, truncated = 0 1.21.853.031 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 364, t_last = 81709539 1.21.853.093 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 162.355 MiB) 1.21.856.117 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 148.292 MiB) 1.21.903.668 I slot launch_slot_: id 0 | task 6224 | processing task, is_child = 0 1.22.454.947 I slot print_timing: id 0 | task 6224 | prompt eval time = 245.24 ms / 399 tokens ( 0.61 ms per token, 1626.98 tokens per second) 1.22.454.953 I slot print_timing: id 0 | task 6224 | eval time = 306.02 ms / 29 tokens ( 10.93 ms per token, 91.50 tokens per second) 1.22.454.954 I slot print_timing: id 0 | task 6224 | total time = 551.26 ms / 428 tokens 1.22.454.955 I slot print_timing: id 0 | task 6224 | graphs reused = 5927 1.22.454.956 I slot print_timing: id 0 | task 6224 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.454.989 I slot release: id 0 | task 6224 | stop processing: n_tokens = 427, truncated = 0 1.22.475.522 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 82357341 1.22.475.585 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.716 MiB) 1.22.478.991 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 172.012 MiB) 1.22.534.044 I slot launch_slot_: id 0 | task 6256 | processing task, is_child = 0 1.23.160.604 I slot print_timing: id 0 | task 6256 | prompt eval time = 269.45 ms / 442 tokens ( 0.61 ms per token, 1640.37 tokens per second) 1.23.160.609 I slot print_timing: id 0 | task 6256 | eval time = 357.09 ms / 35 tokens ( 10.50 ms per token, 95.21 tokens per second) 1.23.160.610 I slot print_timing: id 0 | task 6256 | total time = 626.54 ms / 477 tokens 1.23.160.611 I slot print_timing: id 0 | task 6256 | graphs reused = 5960 1.23.160.611 I slot print_timing: id 0 | task 6256 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.160.646 I slot release: id 0 | task 6256 | stop processing: n_tokens = 476, truncated = 0 1.23.180.159 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 476, t_last = 83062999 1.23.180.229 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 187.356 MiB) 1.23.183.672 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 215.092 MiB) 1.23.244.649 I slot launch_slot_: id 0 | task 6294 | processing task, is_child = 0 1.23.969.119 I slot print_timing: id 0 | task 6294 | prompt eval time = 251.58 ms / 430 tokens ( 0.59 ms per token, 1709.23 tokens per second) 1.23.969.125 I slot print_timing: id 0 | task 6294 | eval time = 472.88 ms / 46 tokens ( 10.51 ms per token, 95.16 tokens per second) 1.23.969.126 I slot print_timing: id 0 | task 6294 | total time = 724.45 ms / 476 tokens 1.23.969.126 I slot print_timing: id 0 | task 6294 | graphs reused = 6004 1.23.969.127 I slot print_timing: id 0 | task 6294 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.969.158 I slot release: id 0 | task 6294 | stop processing: n_tokens = 475, truncated = 0 1.23.986.870 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 475, t_last = 83871511 1.23.986.938 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.887 MiB) 1.23.990.290 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.932 MiB) 1.23.992.756 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 166.793 MiB) 1.24.053.974 I slot launch_slot_: id 0 | task 6343 | processing task, is_child = 0 1.24.511.484 I slot print_timing: id 0 | task 6343 | prompt eval time = 173.70 ms / 267 tokens ( 0.65 ms per token, 1537.11 tokens per second) 1.24.511.488 I slot print_timing: id 0 | task 6343 | eval time = 283.78 ms / 27 tokens ( 10.91 ms per token, 91.62 tokens per second) 1.24.511.489 I slot print_timing: id 0 | task 6343 | total time = 457.49 ms / 294 tokens 1.24.511.490 I slot print_timing: id 0 | task 6343 | graphs reused = 6029 1.24.511.491 I slot print_timing: id 0 | task 6343 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.511.517 I slot release: id 0 | task 6343 | stop processing: n_tokens = 293, truncated = 0 1.24.535.388 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 84413870 1.24.535.440 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 193.419 MiB) 1.24.575.374 I slot launch_slot_: id 0 | task 6373 | processing task, is_child = 0 1.25.065.016 I slot print_timing: id 0 | task 6373 | prompt eval time = 236.62 ms / 405 tokens ( 0.58 ms per token, 1711.63 tokens per second) 1.25.065.022 I slot print_timing: id 0 | task 6373 | eval time = 253.00 ms / 24 tokens ( 11.00 ms per token, 90.91 tokens per second) 1.25.065.023 I slot print_timing: id 0 | task 6373 | total time = 489.62 ms / 429 tokens 1.25.065.024 I slot print_timing: id 0 | task 6373 | graphs reused = 6051 1.25.065.024 I slot print_timing: id 0 | task 6373 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.065.058 I slot release: id 0 | task 6373 | stop processing: n_tokens = 428, truncated = 0 1.25.083.820 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 428, t_last = 84967411 1.25.083.889 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 170.543 MiB) 1.25.086.996 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.323 MiB) 1.25.089.624 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.573 MiB) 1.25.145.649 I slot launch_slot_: id 0 | task 6400 | processing task, is_child = 0 1.25.654.501 I slot print_timing: id 0 | task 6400 | prompt eval time = 234.57 ms / 387 tokens ( 0.61 ms per token, 1649.79 tokens per second) 1.25.654.506 I slot print_timing: id 0 | task 6400 | eval time = 274.26 ms / 26 tokens ( 10.97 ms per token, 91.16 tokens per second) 1.25.654.508 I slot print_timing: id 0 | task 6400 | total time = 508.83 ms / 413 tokens 1.25.654.510 I slot print_timing: id 0 | task 6400 | graphs reused = 6075 1.25.654.511 I slot print_timing: id 0 | task 6400 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.654.543 I slot release: id 0 | task 6400 | stop processing: n_tokens = 412, truncated = 0 1.25.698.318 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 412, t_last = 85556896 1.25.698.413 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 174.731 MiB) 1.25.703.384 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 199.904 MiB) 1.25.781.358 I slot launch_slot_: id 0 | task 6429 | processing task, is_child = 0 1.26.246.040 I slot print_timing: id 0 | task 6429 | prompt eval time = 198.83 ms / 301 tokens ( 0.66 ms per token, 1513.85 tokens per second) 1.26.246.045 I slot print_timing: id 0 | task 6429 | eval time = 265.83 ms / 19 tokens ( 14.77 ms per token, 67.71 tokens per second) 1.26.246.046 I slot print_timing: id 0 | task 6429 | total time = 464.66 ms / 320 tokens 1.26.246.047 I slot print_timing: id 0 | task 6429 | graphs reused = 6092 1.26.246.048 I slot print_timing: id 0 | task 6429 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.246.075 I slot release: id 0 | task 6429 | stop processing: n_tokens = 319, truncated = 0 1.26.275.533 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 319, t_last = 86148427 1.26.275.587 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.588 MiB) 1.26.278.006 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 179.637 MiB) 1.26.321.106 I slot launch_slot_: id 0 | task 6451 | processing task, is_child = 0 1.26.873.676 I slot print_timing: id 0 | task 6451 | prompt eval time = 196.93 ms / 295 tokens ( 0.67 ms per token, 1497.96 tokens per second) 1.26.873.683 I slot print_timing: id 0 | task 6451 | eval time = 355.62 ms / 34 tokens ( 10.78 ms per token, 92.80 tokens per second) 1.26.873.684 I slot print_timing: id 0 | task 6451 | total time = 552.55 ms / 329 tokens 1.26.873.685 I slot print_timing: id 0 | task 6451 | graphs reused = 6124 1.26.873.686 I slot print_timing: id 0 | task 6451 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.873.714 I slot release: id 0 | task 6451 | stop processing: n_tokens = 328, truncated = 0 1.26.882.626 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 328, t_last = 86776067 1.26.882.670 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 110.712 MiB) 1.26.884.631 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 120.900 MiB) 1.26.927.025 I slot launch_slot_: id 0 | task 6488 | processing task, is_child = 0 1.27.437.276 I slot print_timing: id 0 | task 6488 | prompt eval time = 224.06 ms / 361 tokens ( 0.62 ms per token, 1611.15 tokens per second) 1.27.437.281 I slot print_timing: id 0 | task 6488 | eval time = 286.17 ms / 22 tokens ( 13.63 ms per token, 73.38 tokens per second) 1.27.437.282 I slot print_timing: id 0 | task 6488 | total time = 510.23 ms / 383 tokens 1.27.437.283 I slot print_timing: id 0 | task 6488 | graphs reused = 6144 1.27.437.283 I slot print_timing: id 0 | task 6488 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.437.312 I slot release: id 0 | task 6488 | stop processing: n_tokens = 382, truncated = 0 1.27.445.152 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 382, t_last = 87339665 1.27.445.209 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 414.375 MiB) 1.27.500.543 I slot launch_slot_: id 0 | task 6513 | processing task, is_child = 0 1.28.129.240 I slot print_timing: id 0 | task 6513 | prompt eval time = 195.35 ms / 316 tokens ( 0.62 ms per token, 1617.63 tokens per second) 1.28.129.245 I slot print_timing: id 0 | task 6513 | eval time = 433.33 ms / 42 tokens ( 10.57 ms per token, 94.62 tokens per second) 1.28.129.246 I slot print_timing: id 0 | task 6513 | total time = 628.68 ms / 358 tokens 1.28.129.247 I slot print_timing: id 0 | task 6513 | graphs reused = 6184 1.28.129.248 I slot print_timing: id 0 | task 6513 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.129.275 I slot release: id 0 | task 6513 | stop processing: n_tokens = 357, truncated = 0 1.28.163.758 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 357, t_last = 88031627 1.28.163.819 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 121.462 MiB) 1.28.166.044 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 174.996 MiB) 1.28.212.207 I slot launch_slot_: id 0 | task 6558 | processing task, is_child = 0 1.28.643.367 I slot print_timing: id 0 | task 6558 | prompt eval time = 159.25 ms / 241 tokens ( 0.66 ms per token, 1513.35 tokens per second) 1.28.643.373 I slot print_timing: id 0 | task 6558 | eval time = 271.89 ms / 19 tokens ( 15.11 ms per token, 66.20 tokens per second) 1.28.643.374 I slot print_timing: id 0 | task 6558 | total time = 431.14 ms / 260 tokens 1.28.643.374 I slot print_timing: id 0 | task 6558 | graphs reused = 6200 1.28.643.375 I slot print_timing: id 0 | task 6558 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.643.399 I slot release: id 0 | task 6558 | stop processing: n_tokens = 259, truncated = 0 1.28.650.608 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 88545752 1.28.650.654 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 287.767 MiB) 1.28.690.831 I slot launch_slot_: id 0 | task 6580 | processing task, is_child = 0 1.29.309.363 I slot print_timing: id 0 | task 6580 | prompt eval time = 217.09 ms / 322 tokens ( 0.67 ms per token, 1483.24 tokens per second) 1.29.309.368 I slot print_timing: id 0 | task 6580 | eval time = 401.40 ms / 38 tokens ( 10.85 ms per token, 92.18 tokens per second) 1.29.309.369 I slot print_timing: id 0 | task 6580 | total time = 618.50 ms / 360 tokens 1.29.309.371 I slot print_timing: id 0 | task 6580 | graphs reused = 6236 1.29.309.372 I slot print_timing: id 0 | task 6580 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.309.400 I slot release: id 0 | task 6580 | stop processing: n_tokens = 359, truncated = 0 1.29.316.646 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 359, t_last = 89211753 1.29.316.702 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 131.338 MiB) 1.29.363.228 I slot launch_slot_: id 0 | task 6621 | processing task, is_child = 0 1.29.938.981 I slot print_timing: id 0 | task 6621 | prompt eval time = 193.87 ms / 288 tokens ( 0.67 ms per token, 1485.55 tokens per second) 1.29.938.986 I slot print_timing: id 0 | task 6621 | eval time = 381.87 ms / 30 tokens ( 13.17 ms per token, 75.94 tokens per second) 1.29.938.987 I slot print_timing: id 0 | task 6621 | total time = 575.73 ms / 318 tokens 1.29.938.988 I slot print_timing: id 0 | task 6621 | graphs reused = 6264 1.29.938.989 I slot print_timing: id 0 | task 6621 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.939.016 I slot release: id 0 | task 6621 | stop processing: n_tokens = 317, truncated = 0 1.29.946.061 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 89841369 1.29.946.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 164.730 MiB) 1.29.949.081 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 212.889 MiB) 1.29.992.412 I slot launch_slot_: id 0 | task 6654 | processing task, is_child = 0 1.30.378.110 I slot print_timing: id 0 | task 6654 | prompt eval time = 160.46 ms / 237 tokens ( 0.68 ms per token, 1476.98 tokens per second) 1.30.378.116 I slot print_timing: id 0 | task 6654 | eval time = 225.21 ms / 21 tokens ( 11.26 ms per token, 88.80 tokens per second) 1.30.378.117 I slot print_timing: id 0 | task 6654 | total time = 385.68 ms / 258 tokens 1.30.378.119 I slot print_timing: id 0 | task 6654 | graphs reused = 6282 1.30.378.119 I slot print_timing: id 0 | task 6654 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.378.147 I slot release: id 0 | task 6654 | stop processing: n_tokens = 257, truncated = 0 1.30.394.177 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 90280499 1.30.394.224 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 215.717 MiB) 1.30.430.848 I slot launch_slot_: id 0 | task 6678 | processing task, is_child = 0 1.30.835.221 I slot print_timing: id 0 | task 6678 | prompt eval time = 171.45 ms / 264 tokens ( 0.65 ms per token, 1539.79 tokens per second) 1.30.835.226 I slot print_timing: id 0 | task 6678 | eval time = 232.90 ms / 22 tokens ( 11.09 ms per token, 90.17 tokens per second) 1.30.835.228 I slot print_timing: id 0 | task 6678 | total time = 404.35 ms / 286 tokens 1.30.835.228 I slot print_timing: id 0 | task 6678 | graphs reused = 6302 1.30.835.229 I slot print_timing: id 0 | task 6678 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.835.255 I slot release: id 0 | task 6678 | stop processing: n_tokens = 285, truncated = 0 1.30.878.635 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 90737607 1.30.878.685 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 141.166 MiB) 1.30.917.409 I slot launch_slot_: id 0 | task 6703 | processing task, is_child = 0 1.31.298.719 I slot print_timing: id 0 | task 6703 | prompt eval time = 165.48 ms / 255 tokens ( 0.65 ms per token, 1540.95 tokens per second) 1.31.298.725 I slot print_timing: id 0 | task 6703 | eval time = 215.81 ms / 21 tokens ( 10.79 ms per token, 92.67 tokens per second) 1.31.298.726 I slot print_timing: id 0 | task 6703 | total time = 381.29 ms / 276 tokens 1.31.298.726 I slot print_timing: id 0 | task 6703 | graphs reused = 6320 1.31.298.727 I slot print_timing: id 0 | task 6703 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.298.751 I slot release: id 0 | task 6703 | stop processing: n_tokens = 275, truncated = 0 1.31.320.068 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 91201104 1.31.320.116 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.089 MiB) 1.31.323.066 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 158.980 MiB) 1.31.360.569 I slot launch_slot_: id 0 | task 6727 | processing task, is_child = 0 1.31.855.974 I slot print_timing: id 0 | task 6727 | prompt eval time = 229.15 ms / 397 tokens ( 0.58 ms per token, 1732.52 tokens per second) 1.31.855.980 I slot print_timing: id 0 | task 6727 | eval time = 266.24 ms / 26 tokens ( 10.65 ms per token, 93.90 tokens per second) 1.31.855.981 I slot print_timing: id 0 | task 6727 | total time = 495.39 ms / 423 tokens 1.31.855.982 I slot print_timing: id 0 | task 6727 | graphs reused = 6344 1.31.855.983 I slot print_timing: id 0 | task 6727 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.856.015 I slot release: id 0 | task 6727 | stop processing: n_tokens = 422, truncated = 0 1.31.880.977 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 422, t_last = 91758367 1.31.881.040 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 182.543 MiB) 1.31.884.460 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 139.713 MiB) 1.31.938.506 I slot launch_slot_: id 0 | task 6756 | processing task, is_child = 0 1.32.307.493 I slot print_timing: id 0 | task 6756 | prompt eval time = 176.49 ms / 287 tokens ( 0.61 ms per token, 1626.18 tokens per second) 1.32.307.499 I slot print_timing: id 0 | task 6756 | eval time = 192.48 ms / 19 tokens ( 10.69 ms per token, 93.52 tokens per second) 1.32.307.500 I slot print_timing: id 0 | task 6756 | total time = 368.97 ms / 306 tokens 1.32.307.501 I slot print_timing: id 0 | task 6756 | graphs reused = 6361 1.32.307.502 I slot print_timing: id 0 | task 6756 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.307.530 I slot release: id 0 | task 6756 | stop processing: n_tokens = 305, truncated = 0 1.32.341.603 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 305, t_last = 92209882 1.32.341.654 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 458.018 MiB) 1.32.388.445 I slot launch_slot_: id 0 | task 6778 | processing task, is_child = 0 1.33.266.197 I slot print_timing: id 0 | task 6778 | prompt eval time = 395.99 ms / 626 tokens ( 0.63 ms per token, 1580.87 tokens per second) 1.33.266.202 I slot print_timing: id 0 | task 6778 | eval time = 481.75 ms / 44 tokens ( 11.20 ms per token, 89.26 tokens per second) 1.33.266.203 I slot print_timing: id 0 | task 6778 | total time = 877.73 ms / 670 tokens 1.33.266.204 I slot print_timing: id 0 | task 6778 | graphs reused = 6403 1.33.266.205 I slot print_timing: id 0 | task 6778 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.266.254 I slot release: id 0 | task 6778 | stop processing: n_tokens = 669, truncated = 0 1.33.293.823 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 669, t_last = 93168608 1.33.293.899 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 161.652 MiB) 1.33.296.887 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.307 MiB) 1.33.299.542 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 276.376 MiB) 1.33.393.814 I slot launch_slot_: id 0 | task 6826 | processing task, is_child = 0 1.33.791.645 I slot print_timing: id 0 | task 6826 | prompt eval time = 182.39 ms / 266 tokens ( 0.69 ms per token, 1458.45 tokens per second) 1.33.791.652 I slot print_timing: id 0 | task 6826 | eval time = 215.42 ms / 20 tokens ( 11.34 ms per token, 88.20 tokens per second) 1.33.791.653 I slot print_timing: id 0 | task 6826 | total time = 397.81 ms / 286 tokens 1.33.791.654 I slot print_timing: id 0 | task 6826 | graphs reused = 6421 1.33.791.655 I slot print_timing: id 0 | task 6826 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.791.687 I slot release: id 0 | task 6826 | stop processing: n_tokens = 285, truncated = 0 1.33.839.393 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 93694040 1.33.839.446 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 261.048 MiB) 1.33.879.952 I slot launch_slot_: id 0 | task 6849 | processing task, is_child = 0 1.34.412.318 I slot print_timing: id 0 | task 6849 | prompt eval time = 268.73 ms / 481 tokens ( 0.56 ms per token, 1789.88 tokens per second) 1.34.412.323 I slot print_timing: id 0 | task 6849 | eval time = 263.61 ms / 25 tokens ( 10.98 ms per token, 91.04 tokens per second) 1.34.412.324 I slot print_timing: id 0 | task 6849 | total time = 532.35 ms / 506 tokens 1.34.412.325 I slot print_timing: id 0 | task 6849 | graphs reused = 6444 1.34.412.325 I slot print_timing: id 0 | task 6849 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.412.364 I slot release: id 0 | task 6849 | stop processing: n_tokens = 505, truncated = 0 1.34.433.495 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 505, t_last = 94314716 1.34.433.565 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 147.620 MiB) 1.34.436.312 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 178.699 MiB) 1.34.503.852 I slot launch_slot_: id 0 | task 6877 | processing task, is_child = 0 1.35.294.373 I slot print_timing: id 0 | task 6877 | prompt eval time = 326.18 ms / 553 tokens ( 0.59 ms per token, 1695.37 tokens per second) 1.35.294.379 I slot print_timing: id 0 | task 6877 | eval time = 464.32 ms / 38 tokens ( 12.55 ms per token, 79.69 tokens per second) 1.35.294.380 I slot print_timing: id 0 | task 6877 | total time = 790.50 ms / 591 tokens 1.35.294.380 I slot print_timing: id 0 | task 6877 | graphs reused = 6480 1.35.294.381 I slot print_timing: id 0 | task 6877 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.294.423 I slot release: id 0 | task 6877 | stop processing: n_tokens = 590, truncated = 0 1.35.322.043 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 590, t_last = 95196776 1.35.322.125 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 422.734 MiB) 1.35.329.555 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 459.330 MiB) 1.35.411.889 I slot launch_slot_: id 0 | task 6919 | processing task, is_child = 0 1.36.055.398 I slot print_timing: id 0 | task 6919 | prompt eval time = 232.35 ms / 396 tokens ( 0.59 ms per token, 1704.35 tokens per second) 1.36.055.404 I slot print_timing: id 0 | task 6919 | eval time = 411.14 ms / 40 tokens ( 10.54 ms per token, 94.86 tokens per second) 1.36.055.405 I slot print_timing: id 0 | task 6919 | total time = 643.49 ms / 436 tokens 1.36.055.406 I slot print_timing: id 0 | task 6919 | graphs reused = 6518 1.36.055.407 I slot print_timing: id 0 | task 6919 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.055.440 I slot release: id 0 | task 6919 | stop processing: n_tokens = 435, truncated = 0 1.36.082.106 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 435, t_last = 95957792 1.36.134.754 I slot launch_slot_: id 0 | task 6962 | processing task, is_child = 0 1.36.655.367 I slot print_timing: id 0 | task 6962 | prompt eval time = 174.05 ms / 277 tokens ( 0.63 ms per token, 1591.47 tokens per second) 1.36.655.373 I slot print_timing: id 0 | task 6962 | eval time = 346.54 ms / 33 tokens ( 10.83 ms per token, 92.34 tokens per second) 1.36.655.374 I slot print_timing: id 0 | task 6962 | total time = 520.59 ms / 310 tokens 1.36.655.375 I slot print_timing: id 0 | task 6962 | graphs reused = 6549 1.36.655.375 I slot print_timing: id 0 | task 6962 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.655.402 I slot release: id 0 | task 6962 | stop processing: n_tokens = 309, truncated = 0 1.36.680.506 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 309, t_last = 96557754 1.36.680.549 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 316.644 MiB) 1.36.741.639 I slot launch_slot_: id 0 | task 6998 | processing task, is_child = 0 1.37.329.219 I slot print_timing: id 0 | task 6998 | prompt eval time = 257.13 ms / 424 tokens ( 0.61 ms per token, 1648.99 tokens per second) 1.37.329.227 I slot print_timing: id 0 | task 6998 | eval time = 330.44 ms / 25 tokens ( 13.77 ms per token, 72.63 tokens per second) 1.37.329.228 I slot print_timing: id 0 | task 6998 | total time = 587.56 ms / 449 tokens 1.37.329.229 I slot print_timing: id 0 | task 6998 | graphs reused = 6572 1.37.329.230 I slot print_timing: id 0 | task 6998 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.329.264 I slot release: id 0 | task 6998 | stop processing: n_tokens = 448, truncated = 0 1.37.355.719 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 97231617 1.37.355.775 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 370.756 MiB) 1.37.418.184 I slot launch_slot_: id 0 | task 7026 | processing task, is_child = 0 1.38.183.567 I slot print_timing: id 0 | task 7026 | prompt eval time = 367.00 ms / 586 tokens ( 0.63 ms per token, 1596.73 tokens per second) 1.38.183.572 I slot print_timing: id 0 | task 7026 | eval time = 398.36 ms / 37 tokens ( 11.07 ms per token, 90.37 tokens per second) 1.38.183.573 I slot print_timing: id 0 | task 7026 | total time = 765.36 ms / 623 tokens 1.38.183.574 I slot print_timing: id 0 | task 7026 | graphs reused = 6607 1.38.183.575 I slot print_timing: id 0 | task 7026 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.183.618 I slot release: id 0 | task 7026 | stop processing: n_tokens = 622, truncated = 0 1.38.228.858 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 98085970 1.38.228.937 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 415.273 MiB) 1.38.236.164 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 412.758 MiB) 1.38.347.691 I slot launch_slot_: id 0 | task 7067 | processing task, is_child = 0 1.39.006.598 I slot print_timing: id 0 | task 7067 | prompt eval time = 257.87 ms / 417 tokens ( 0.62 ms per token, 1617.11 tokens per second) 1.39.006.603 I slot print_timing: id 0 | task 7067 | eval time = 401.02 ms / 31 tokens ( 13.37 ms per token, 74.81 tokens per second) 1.39.006.604 I slot print_timing: id 0 | task 7067 | total time = 658.89 ms / 448 tokens 1.39.006.605 I slot print_timing: id 0 | task 7067 | graphs reused = 6636 1.39.006.606 I slot print_timing: id 0 | task 7067 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.006.641 I slot release: id 0 | task 7067 | stop processing: n_tokens = 447, truncated = 0 1.39.014.927 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 447, t_last = 98908994 1.39.070.144 I slot launch_slot_: id 0 | task 7101 | processing task, is_child = 0 1.39.559.355 I slot print_timing: id 0 | task 7101 | prompt eval time = 214.79 ms / 366 tokens ( 0.59 ms per token, 1704.00 tokens per second) 1.39.559.361 I slot print_timing: id 0 | task 7101 | eval time = 274.40 ms / 27 tokens ( 10.55 ms per token, 94.75 tokens per second) 1.39.559.362 I slot print_timing: id 0 | task 7101 | total time = 489.19 ms / 393 tokens 1.39.559.363 I slot print_timing: id 0 | task 7101 | graphs reused = 6661 1.39.559.363 I slot print_timing: id 0 | task 7101 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.559.393 I slot release: id 0 | task 7101 | stop processing: n_tokens = 392, truncated = 0 1.39.604.416 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 99461746 1.39.604.473 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 250.844 MiB) 1.39.658.064 I slot launch_slot_: id 0 | task 7131 | processing task, is_child = 0 1.40.099.185 I slot print_timing: id 0 | task 7131 | prompt eval time = 166.56 ms / 254 tokens ( 0.66 ms per token, 1524.99 tokens per second) 1.40.099.191 I slot print_timing: id 0 | task 7131 | eval time = 274.54 ms / 26 tokens ( 10.98 ms per token, 91.06 tokens per second) 1.40.099.192 I slot print_timing: id 0 | task 7131 | total time = 441.10 ms / 280 tokens 1.40.099.193 I slot print_timing: id 0 | task 7131 | graphs reused = 6684 1.40.099.194 I slot print_timing: id 0 | task 7131 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.099.221 I slot release: id 0 | task 7131 | stop processing: n_tokens = 279, truncated = 0 1.40.106.690 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 279, t_last = 100001573 1.40.106.737 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 382.022 MiB) 1.40.148.266 I slot launch_slot_: id 0 | task 7160 | processing task, is_child = 0 1.40.791.206 I slot print_timing: id 0 | task 7160 | prompt eval time = 194.01 ms / 301 tokens ( 0.64 ms per token, 1551.46 tokens per second) 1.40.791.212 I slot print_timing: id 0 | task 7160 | eval time = 448.91 ms / 36 tokens ( 12.83 ms per token, 77.97 tokens per second) 1.40.791.213 I slot print_timing: id 0 | task 7160 | total time = 642.92 ms / 337 tokens 1.40.791.213 I slot print_timing: id 0 | task 7160 | graphs reused = 6718 1.40.791.214 I slot print_timing: id 0 | task 7160 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.791.242 I slot release: id 0 | task 7160 | stop processing: n_tokens = 336, truncated = 0 1.40.815.174 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 336, t_last = 100693595 1.40.855.776 I slot launch_slot_: id 0 | task 7199 | processing task, is_child = 0 1.41.375.296 I slot print_timing: id 0 | task 7199 | prompt eval time = 213.71 ms / 322 tokens ( 0.66 ms per token, 1506.74 tokens per second) 1.41.375.302 I slot print_timing: id 0 | task 7199 | eval time = 305.80 ms / 29 tokens ( 10.92 ms per token, 91.56 tokens per second) 1.41.375.303 I slot print_timing: id 0 | task 7199 | total time = 519.50 ms / 351 tokens 1.41.375.304 I slot print_timing: id 0 | task 7199 | graphs reused = 6745 1.41.375.305 I slot print_timing: id 0 | task 7199 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.375.334 I slot release: id 0 | task 7199 | stop processing: n_tokens = 350, truncated = 0 1.41.397.212 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 101277687 1.41.397.258 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 365.521 MiB) 1.41.447.664 I slot launch_slot_: id 0 | task 7231 | processing task, is_child = 0 1.42.102.125 I slot print_timing: id 0 | task 7231 | prompt eval time = 259.77 ms / 428 tokens ( 0.61 ms per token, 1647.60 tokens per second) 1.42.102.130 I slot print_timing: id 0 | task 7231 | eval time = 394.67 ms / 37 tokens ( 10.96 ms per token, 91.22 tokens per second) 1.42.102.132 I slot print_timing: id 0 | task 7231 | total time = 654.44 ms / 465 tokens 1.42.102.132 I slot print_timing: id 0 | task 7231 | graphs reused = 6780 1.42.102.133 I slot print_timing: id 0 | task 7231 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.102.168 I slot release: id 0 | task 7231 | stop processing: n_tokens = 464, truncated = 0 1.42.132.675 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 464, t_last = 102004520 1.42.132.741 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 282.189 MiB) 1.42.194.595 I slot launch_slot_: id 0 | task 7271 | processing task, is_child = 0 1.42.744.000 I slot print_timing: id 0 | task 7271 | prompt eval time = 231.88 ms / 379 tokens ( 0.61 ms per token, 1634.50 tokens per second) 1.42.744.005 I slot print_timing: id 0 | task 7271 | eval time = 317.51 ms / 30 tokens ( 10.95 ms per token, 91.34 tokens per second) 1.42.744.006 I slot print_timing: id 0 | task 7271 | total time = 549.38 ms / 409 tokens 1.42.744.007 I slot print_timing: id 0 | task 7271 | graphs reused = 6808 1.42.744.008 I slot print_timing: id 0 | task 7271 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.744.041 I slot release: id 0 | task 7271 | stop processing: n_tokens = 408, truncated = 0 1.42.777.483 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 102646394 1.42.777.543 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 281.704 MiB) 1.42.782.668 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 342.238 MiB) 1.42.839.094 I slot launch_slot_: id 0 | task 7304 | processing task, is_child = 0 1.43.457.428 I slot print_timing: id 0 | task 7304 | prompt eval time = 339.44 ms / 596 tokens ( 0.57 ms per token, 1755.85 tokens per second) 1.43.457.434 I slot print_timing: id 0 | task 7304 | eval time = 278.88 ms / 27 tokens ( 10.73 ms per token, 93.23 tokens per second) 1.43.457.435 I slot print_timing: id 0 | task 7304 | total time = 618.31 ms / 623 tokens 1.43.457.436 I slot print_timing: id 0 | task 7304 | graphs reused = 6833 1.43.457.437 I slot print_timing: id 0 | task 7304 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.457.480 I slot release: id 0 | task 7304 | stop processing: n_tokens = 622, truncated = 0 1.43.478.646 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 622, t_last = 103359832 1.43.478.715 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.346 MiB) 1.43.483.992 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 226.561 MiB) 1.43.569.322 I slot launch_slot_: id 0 | task 7335 | processing task, is_child = 0 1.44.121.961 I slot print_timing: id 0 | task 7335 | prompt eval time = 247.75 ms / 375 tokens ( 0.66 ms per token, 1513.61 tokens per second) 1.44.121.967 I slot print_timing: id 0 | task 7335 | eval time = 304.87 ms / 30 tokens ( 10.51 ms per token, 95.12 tokens per second) 1.44.121.968 I slot print_timing: id 0 | task 7335 | total time = 552.62 ms / 405 tokens 1.44.121.969 I slot print_timing: id 0 | task 7335 | graphs reused = 6861 1.44.121.970 I slot print_timing: id 0 | task 7335 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.122.003 I slot release: id 0 | task 7335 | stop processing: n_tokens = 404, truncated = 0 1.44.130.493 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 104024355 1.44.130.551 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 308.753 MiB) 1.44.185.669 I slot launch_slot_: id 0 | task 7368 | processing task, is_child = 0 1.44.857.628 I slot print_timing: id 0 | task 7368 | prompt eval time = 250.92 ms / 420 tokens ( 0.60 ms per token, 1673.82 tokens per second) 1.44.857.634 I slot print_timing: id 0 | task 7368 | eval time = 421.02 ms / 33 tokens ( 13.16 ms per token, 76.01 tokens per second) 1.44.857.635 I slot print_timing: id 0 | task 7368 | total time = 671.94 ms / 453 tokens 1.44.857.636 I slot print_timing: id 0 | task 7368 | graphs reused = 6892 1.44.857.637 I slot print_timing: id 0 | task 7368 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.857.671 I slot release: id 0 | task 7368 | stop processing: n_tokens = 452, truncated = 0 1.44.901.930 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 452, t_last = 104760024 1.44.901.994 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 274.970 MiB) 1.44.962.109 I slot launch_slot_: id 0 | task 7404 | processing task, is_child = 0 1.48.203.493 I slot print_timing: id 0 | task 7404 | n_gen = 276, tg = 91.39 t/s, tg_3s = 91.73 t/s 1.51.206.824 I slot print_timing: id 0 | task 7404 | n_gen = 551, tg = 91.48 t/s, tg_3s = 91.56 t/s 1.54.214.656 I slot print_timing: id 0 | task 7404 | n_gen = 826, tg = 91.46 t/s, tg_3s = 91.43 t/s 1.56.405.398 I slot print_timing: id 0 | task 7404 | prompt eval time = 232.42 ms / 377 tokens ( 0.62 ms per token, 1622.04 tokens per second) 1.56.405.404 I slot print_timing: id 0 | task 7404 | eval time = 11210.85 ms / 1024 tokens ( 10.96 ms per token, 91.25 tokens per second) 1.56.405.405 I slot print_timing: id 0 | task 7404 | total time = 11443.27 ms / 1401 tokens 1.56.405.406 I slot print_timing: id 0 | task 7404 | graphs reused = 7910 1.56.405.407 I slot print_timing: id 0 | task 7404 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.405.439 I slot release: id 0 | task 7404 | stop processing: n_tokens = 1400, truncated = 0 1.56.449.938 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1400, t_last = 116307792 1.56.450.074 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 222.155 MiB) 1.56.454.073 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 249.156 MiB) 1.56.460.539 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.624 MiB) 1.56.554.184 I slot launch_slot_: id 0 | task 8431 | processing task, is_child = 0 1.59.842.941 I slot print_timing: id 0 | task 8431 | n_gen = 269, tg = 89.03 t/s, tg_3s = 89.36 t/s 2.02.844.851 I slot print_timing: id 0 | task 8431 | n_gen = 543, tg = 90.15 t/s, tg_3s = 91.28 t/s 2.05.846.539 I slot print_timing: id 0 | task 8431 | n_gen = 816, tg = 90.42 t/s, tg_3s = 90.95 t/s 2.08.167.148 I slot print_timing: id 0 | task 8431 | prompt eval time = 278.59 ms / 499 tokens ( 0.56 ms per token, 1791.17 tokens per second) 2.08.167.154 I slot print_timing: id 0 | task 8431 | eval time = 11334.36 ms / 1024 tokens ( 11.08 ms per token, 90.26 tokens per second) 2.08.167.155 I slot print_timing: id 0 | task 8431 | total time = 11612.95 ms / 1523 tokens 2.08.167.156 I slot print_timing: id 0 | task 8431 | graphs reused = 8928 2.08.167.157 I slot print_timing: id 0 | task 8431 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.167.195 I slot release: id 0 | task 8431 | stop processing: n_tokens = 1522, truncated = 0 2.08.206.821 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1522, t_last = 128069547 2.08.206.959 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 372.553 MiB) 2.08.213.573 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 266.657 MiB) 2.08.315.444 I slot launch_slot_: id 0 | task 9458 | processing task, is_child = 0 2.09.430.939 I slot print_timing: id 0 | task 9458 | prompt eval time = 335.83 ms / 586 tokens ( 0.57 ms per token, 1744.93 tokens per second) 2.09.430.945 I slot print_timing: id 0 | task 9458 | eval time = 779.64 ms / 64 tokens ( 12.38 ms per token, 80.81 tokens per second) 2.09.430.946 I slot print_timing: id 0 | task 9458 | total time = 1115.47 ms / 650 tokens 2.09.430.947 I slot print_timing: id 0 | task 9458 | graphs reused = 8990 2.09.430.947 I slot print_timing: id 0 | task 9458 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.430.988 I slot release: id 0 | task 9458 | stop processing: n_tokens = 649, truncated = 0 2.09.450.918 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 649, t_last = 129333341 2.09.450.999 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 624.237 MiB) 2.09.543.300 I slot launch_slot_: id 0 | task 9526 | processing task, is_child = 0 2.12.689.887 I slot print_timing: id 0 | task 9526 | n_gen = 285, tg = 94.52 t/s, tg_3s = 94.85 t/s 2.15.692.548 I slot print_timing: id 0 | task 9526 | n_gen = 563, tg = 93.55 t/s, tg_3s = 92.58 t/s 2.18.693.425 I slot print_timing: id 0 | task 9526 | n_gen = 840, tg = 93.14 t/s, tg_3s = 92.31 t/s 2.20.711.138 I slot print_timing: id 0 | task 9526 | prompt eval time = 141.91 ms / 179 tokens ( 0.79 ms per token, 1261.32 tokens per second) 2.20.711.143 I slot print_timing: id 0 | task 9526 | eval time = 11025.90 ms / 1024 tokens ( 10.78 ms per token, 92.78 tokens per second) 2.20.711.144 I slot print_timing: id 0 | task 9526 | total time = 11167.82 ms / 1203 tokens 2.20.711.145 I slot print_timing: id 0 | task 9526 | graphs reused = 10008 2.20.711.146 I slot print_timing: id 0 | task 9526 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.711.168 I slot release: id 0 | task 9526 | stop processing: n_tokens = 1202, truncated = 0 2.20.754.134 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1202, t_last = 140613521 2.20.754.258 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.031 MiB) 2.20.833.751 I slot launch_slot_: id 0 | task 10553 | processing task, is_child = 0 2.21.260.703 I slot print_timing: id 0 | task 10553 | prompt eval time = 138.47 ms / 201 tokens ( 0.69 ms per token, 1451.63 tokens per second) 2.21.260.708 I slot print_timing: id 0 | task 10553 | eval time = 288.47 ms / 28 tokens ( 10.68 ms per token, 93.60 tokens per second) 2.21.260.709 I slot print_timing: id 0 | task 10553 | total time = 426.93 ms / 229 tokens 2.21.260.710 I slot print_timing: id 0 | task 10553 | graphs reused = 10034 2.21.260.710 I slot print_timing: id 0 | task 10553 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.260.736 I slot release: id 0 | task 10553 | stop processing: n_tokens = 228, truncated = 0 2.21.297.379 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 228, t_last = 141163089 2.21.297.426 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 452.916 MiB) 2.21.332.997 I slot launch_slot_: id 0 | task 10584 | processing task, is_child = 0 2.22.190.136 I slot print_timing: id 0 | task 10584 | prompt eval time = 140.20 ms / 193 tokens ( 0.73 ms per token, 1376.59 tokens per second) 2.22.190.141 I slot print_timing: id 0 | task 10584 | eval time = 716.92 ms / 67 tokens ( 10.86 ms per token, 92.06 tokens per second) 2.22.190.142 I slot print_timing: id 0 | task 10584 | total time = 857.12 ms / 260 tokens 2.22.190.143 I slot print_timing: id 0 | task 10584 | graphs reused = 10098 2.22.190.144 I slot print_timing: id 0 | task 10584 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.190.168 I slot release: id 0 | task 10584 | stop processing: n_tokens = 259, truncated = 0 2.22.233.186 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 142092521 2.22.262.295 I slot launch_slot_: id 0 | task 10654 | processing task, is_child = 0 2.25.397.223 I slot print_timing: id 0 | task 10654 | n_gen = 250, tg = 82.69 t/s, tg_3s = 83.02 t/s 2.28.405.254 I slot print_timing: id 0 | task 10654 | n_gen = 530, tg = 87.88 t/s, tg_3s = 93.08 t/s 2.31.414.664 I slot print_timing: id 0 | task 10654 | n_gen = 807, tg = 89.27 t/s, tg_3s = 92.04 t/s 2.33.773.158 I slot print_timing: id 0 | task 10654 | prompt eval time = 123.69 ms / 156 tokens ( 0.79 ms per token, 1261.18 tokens per second) 2.33.773.163 I slot print_timing: id 0 | task 10654 | eval time = 11387.15 ms / 1024 tokens ( 11.13 ms per token, 89.84 tokens per second) 2.33.773.164 I slot print_timing: id 0 | task 10654 | total time = 11510.84 ms / 1180 tokens 2.33.773.165 I slot print_timing: id 0 | task 10654 | graphs reused = 11116 2.33.773.166 I slot print_timing: id 0 | task 10654 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.773.187 I slot release: id 0 | task 10654 | stop processing: n_tokens = 1179, truncated = 0 2.33.780.620 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1179, t_last = 153675540 2.33.780.719 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 536.124 MiB) 2.33.869.991 I slot launch_slot_: id 0 | task 11681 | processing task, is_child = 0 2.37.027.785 I slot print_timing: id 0 | task 11681 | n_gen = 278, tg = 92.09 t/s, tg_3s = 92.42 t/s 2.40.036.274 I slot print_timing: id 0 | task 11681 | n_gen = 555, tg = 92.08 t/s, tg_3s = 92.07 t/s 2.43.040.839 I slot print_timing: id 0 | task 11681 | n_gen = 831, tg = 92.01 t/s, tg_3s = 91.86 t/s 2.45.154.264 I slot print_timing: id 0 | task 11681 | prompt eval time = 149.77 ms / 219 tokens ( 0.68 ms per token, 1462.23 tokens per second) 2.45.154.269 I slot print_timing: id 0 | task 11681 | eval time = 11134.48 ms / 1024 tokens ( 10.88 ms per token, 91.88 tokens per second) 2.45.154.270 I slot print_timing: id 0 | task 11681 | total time = 11284.25 ms / 1243 tokens 2.45.154.271 I slot print_timing: id 0 | task 11681 | graphs reused = 12134 2.45.154.271 I slot print_timing: id 0 | task 11681 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.154.297 I slot release: id 0 | task 11681 | stop processing: n_tokens = 1242, truncated = 0 2.45.199.044 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1242, t_last = 165056649 2.45.199.168 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.157 MiB) 2.45.281.915 I slot launch_slot_: id 0 | task 12708 | processing task, is_child = 0 2.46.225.848 I slot print_timing: id 0 | task 12708 | prompt eval time = 160.49 ms / 256 tokens ( 0.63 ms per token, 1595.15 tokens per second) 2.46.225.853 I slot print_timing: id 0 | task 12708 | eval time = 783.43 ms / 68 tokens ( 11.69 ms per token, 85.52 tokens per second) 2.46.225.855 I slot print_timing: id 0 | task 12708 | total time = 943.92 ms / 324 tokens 2.46.225.855 I slot print_timing: id 0 | task 12708 | graphs reused = 12200 2.46.225.856 I slot print_timing: id 0 | task 12708 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.225.881 I slot release: id 0 | task 12708 | stop processing: n_tokens = 323, truncated = 0 2.46.250.497 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 323, t_last = 166128233 2.46.250.550 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 402.335 MiB) 2.46.293.436 I slot launch_slot_: id 0 | task 12779 | processing task, is_child = 0 2.47.248.441 I slot print_timing: id 0 | task 12779 | prompt eval time = 203.63 ms / 335 tokens ( 0.61 ms per token, 1645.14 tokens per second) 2.47.248.446 I slot print_timing: id 0 | task 12779 | eval time = 751.35 ms / 59 tokens ( 12.95 ms per token, 77.19 tokens per second) 2.47.248.447 I slot print_timing: id 0 | task 12779 | total time = 954.98 ms / 394 tokens 2.47.248.447 I slot print_timing: id 0 | task 12779 | graphs reused = 12257 2.47.248.448 I slot print_timing: id 0 | task 12779 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.248.476 I slot release: id 0 | task 12779 | stop processing: n_tokens = 393, truncated = 0 2.47.265.352 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 393, t_last = 167150828 2.47.265.410 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 580.688 MiB) 2.47.320.302 I slot launch_slot_: id 0 | task 12841 | processing task, is_child = 0 2.47.696.895 I slot print_timing: id 0 | task 12841 | prompt eval time = 124.85 ms / 166 tokens ( 0.75 ms per token, 1329.56 tokens per second) 2.47.696.907 I slot print_timing: id 0 | task 12841 | eval time = 251.71 ms / 24 tokens ( 10.94 ms per token, 91.38 tokens per second) 2.47.696.909 I slot print_timing: id 0 | task 12841 | total time = 376.56 ms / 190 tokens 2.47.696.910 I slot print_timing: id 0 | task 12841 | graphs reused = 12279 2.47.696.912 I slot print_timing: id 0 | task 12841 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.696.956 I slot release: id 0 | task 12841 | stop processing: n_tokens = 189, truncated = 0 2.47.706.205 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 189, t_last = 167599309 2.47.748.404 I slot launch_slot_: id 0 | task 12868 | processing task, is_child = 0 2.50.873.585 I slot print_timing: id 0 | task 12868 | n_gen = 286, tg = 94.98 t/s, tg_3s = 95.31 t/s 2.53.883.697 I slot print_timing: id 0 | task 12868 | n_gen = 567, tg = 94.16 t/s, tg_3s = 93.35 t/s 2.56.892.449 I slot print_timing: id 0 | task 12868 | n_gen = 842, tg = 93.24 t/s, tg_3s = 91.40 t/s 2.58.894.940 I slot print_timing: id 0 | task 12868 | prompt eval time = 124.43 ms / 168 tokens ( 0.74 ms per token, 1350.17 tokens per second) 2.58.894.945 I slot print_timing: id 0 | task 12868 | eval time = 11022.09 ms / 1024 tokens ( 10.77 ms per token, 92.81 tokens per second) 2.58.894.946 I slot print_timing: id 0 | task 12868 | total time = 11146.51 ms / 1192 tokens 2.58.894.946 I slot print_timing: id 0 | task 12868 | graphs reused = 13297 2.58.894.947 I slot print_timing: id 0 | task 12868 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.894.969 I slot release: id 0 | task 12868 | stop processing: n_tokens = 1191, truncated = 0 2.58.914.766 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1191, t_last = 178797322 2.58.914.894 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 396.382 MiB) 2.58.994.891 I slot launch_slot_: id 0 | task 13895 | processing task, is_child = 0 3.00.008.032 I slot print_timing: id 0 | task 13895 | prompt eval time = 144.19 ms / 220 tokens ( 0.66 ms per token, 1525.75 tokens per second) 3.00.008.037 I slot print_timing: id 0 | task 13895 | eval time = 868.93 ms / 81 tokens ( 10.86 ms per token, 92.07 tokens per second) 3.00.008.039 I slot print_timing: id 0 | task 13895 | total time = 1013.12 ms / 301 tokens 3.00.008.040 I slot print_timing: id 0 | task 13895 | graphs reused = 13375 3.00.008.042 I slot print_timing: id 0 | task 13895 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.008.067 I slot release: id 0 | task 13895 | stop processing: n_tokens = 300, truncated = 0 3.00.041.329 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 300, t_last = 179910420 3.00.073.340 I slot launch_slot_: id 0 | task 13979 | processing task, is_child = 0 3.00.549.684 I slot print_timing: id 0 | task 13979 | prompt eval time = 176.28 ms / 284 tokens ( 0.62 ms per token, 1611.06 tokens per second) 3.00.549.690 I slot print_timing: id 0 | task 13979 | eval time = 300.04 ms / 29 tokens ( 10.72 ms per token, 93.32 tokens per second) 3.00.549.691 I slot print_timing: id 0 | task 13979 | total time = 476.32 ms / 313 tokens 3.00.549.692 I slot print_timing: id 0 | task 13979 | graphs reused = 13402 3.00.549.692 I slot print_timing: id 0 | task 13979 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.549.720 I slot release: id 0 | task 13979 | stop processing: n_tokens = 312, truncated = 0 3.00.555.316 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 312, t_last = 180452073 3.00.555.365 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 344.270 MiB) 3.00.597.543 I slot launch_slot_: id 0 | task 14011 | processing task, is_child = 0 3.00.989.183 I slot print_timing: id 0 | task 14011 | prompt eval time = 160.01 ms / 237 tokens ( 0.68 ms per token, 1481.18 tokens per second) 3.00.989.189 I slot print_timing: id 0 | task 14011 | eval time = 231.61 ms / 22 tokens ( 11.03 ms per token, 90.67 tokens per second) 3.00.989.190 I slot print_timing: id 0 | task 14011 | total time = 391.62 ms / 259 tokens 3.00.989.191 I slot print_timing: id 0 | task 14011 | graphs reused = 13421 3.00.989.192 I slot print_timing: id 0 | task 14011 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.989.218 I slot release: id 0 | task 14011 | stop processing: n_tokens = 258, truncated = 0 3.01.035.376 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 258, t_last = 180891571 3.01.035.424 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 240.937 MiB) 3.01.070.027 I slot launch_slot_: id 0 | task 14036 | processing task, is_child = 0 3.01.854.479 I slot print_timing: id 0 | task 14036 | prompt eval time = 154.03 ms / 228 tokens ( 0.68 ms per token, 1480.22 tokens per second) 3.01.854.484 I slot print_timing: id 0 | task 14036 | eval time = 630.40 ms / 58 tokens ( 11.06 ms per token, 90.42 tokens per second) 3.01.854.485 I slot print_timing: id 0 | task 14036 | total time = 784.43 ms / 286 tokens 3.01.854.486 I slot print_timing: id 0 | task 14036 | graphs reused = 13476 3.01.854.487 I slot print_timing: id 0 | task 14036 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.854.512 I slot release: id 0 | task 14036 | stop processing: n_tokens = 285, truncated = 0 3.01.872.921 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 181756865 3.01.904.664 I slot launch_slot_: id 0 | task 14097 | processing task, is_child = 0 3.02.493.001 I slot print_timing: id 0 | task 14097 | prompt eval time = 165.31 ms / 249 tokens ( 0.66 ms per token, 1506.27 tokens per second) 3.02.493.006 I slot print_timing: id 0 | task 14097 | eval time = 423.01 ms / 39 tokens ( 11.13 ms per token, 89.83 tokens per second) 3.02.493.007 I slot print_timing: id 0 | task 14097 | total time = 588.32 ms / 288 tokens 3.02.493.008 I slot print_timing: id 0 | task 14097 | graphs reused = 13512 3.02.493.009 I slot print_timing: id 0 | task 14097 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.493.034 I slot release: id 0 | task 14097 | stop processing: n_tokens = 287, truncated = 0 3.02.498.540 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 182395387 3.02.498.588 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 283.705 MiB) 3.02.536.152 I slot launch_slot_: id 0 | task 14139 | processing task, is_child = 0 3.05.675.245 I slot print_timing: id 0 | task 14139 | n_gen = 286, tg = 94.76 t/s, tg_3s = 95.09 t/s 3.08.680.636 I slot print_timing: id 0 | task 14139 | n_gen = 564, tg = 93.63 t/s, tg_3s = 92.50 t/s 3.11.681.498 I slot print_timing: id 0 | task 14139 | n_gen = 840, tg = 93.08 t/s, tg_3s = 91.97 t/s 3.13.689.632 I slot print_timing: id 0 | task 14139 | prompt eval time = 131.51 ms / 186 tokens ( 0.71 ms per token, 1414.36 tokens per second) 3.13.689.637 I slot print_timing: id 0 | task 14139 | eval time = 11021.95 ms / 1024 tokens ( 10.77 ms per token, 92.81 tokens per second) 3.13.689.638 I slot print_timing: id 0 | task 14139 | total time = 11153.46 ms / 1210 tokens 3.13.689.639 I slot print_timing: id 0 | task 14139 | graphs reused = 14530 3.13.689.640 I slot print_timing: id 0 | task 14139 | graph reallocs = 0 / 0 (same size) / (changed size) 3.13.689.663 I slot release: id 0 | task 14139 | stop processing: n_tokens = 1209, truncated = 0 3.13.737.441 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1209, t_last = 193592016 3.13.737.564 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 304.549 MiB) 3.13.743.025 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 410.398 MiB) 3.13.824.046 I slot launch_slot_: id 0 | task 15166 | processing task, is_child = 0 3.15.289.779 I slot print_timing: id 0 | task 15166 | prompt eval time = 169.31 ms / 284 tokens ( 0.60 ms per token, 1677.45 tokens per second) 3.15.289.785 I slot print_timing: id 0 | task 15166 | eval time = 1296.41 ms / 119 tokens ( 10.99 ms per token, 91.02 tokens per second) 3.15.289.786 I slot print_timing: id 0 | task 15166 | total time = 1465.72 ms / 403 tokens 3.15.289.787 I slot print_timing: id 0 | task 15166 | graphs reused = 14647 3.15.289.788 I slot print_timing: id 0 | task 15166 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.289.815 I slot release: id 0 | task 15166 | stop processing: n_tokens = 402, truncated = 0 3.15.325.020 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 402, t_last = 195192167 3.15.365.651 I slot launch_slot_: id 0 | task 15288 | processing task, is_child = 0 3.16.189.025 I slot print_timing: id 0 | task 15288 | prompt eval time = 126.31 ms / 177 tokens ( 0.71 ms per token, 1401.31 tokens per second) 3.16.189.031 I slot print_timing: id 0 | task 15288 | eval time = 697.04 ms / 66 tokens ( 10.72 ms per token, 93.25 tokens per second) 3.16.189.032 I slot print_timing: id 0 | task 15288 | total time = 823.36 ms / 243 tokens 3.16.189.032 I slot print_timing: id 0 | task 15288 | graphs reused = 14711 3.16.189.034 I slot print_timing: id 0 | task 15288 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.189.057 I slot release: id 0 | task 15288 | stop processing: n_tokens = 242, truncated = 0 3.16.234.809 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 242, t_last = 196091410 3.16.234.854 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 361.083 MiB) 3.16.267.886 I slot launch_slot_: id 0 | task 15357 | processing task, is_child = 0 3.16.770.075 I slot print_timing: id 0 | task 15357 | prompt eval time = 123.01 ms / 162 tokens ( 0.76 ms per token, 1317.01 tokens per second) 3.16.770.081 I slot print_timing: id 0 | task 15357 | eval time = 379.17 ms / 30 tokens ( 13.07 ms per token, 76.48 tokens per second) 3.16.770.082 I slot print_timing: id 0 | task 15357 | total time = 502.17 ms / 192 tokens 3.16.770.083 I slot print_timing: id 0 | task 15357 | graphs reused = 14739 3.16.770.083 I slot print_timing: id 0 | task 15357 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.770.105 I slot release: id 0 | task 15357 | stop processing: n_tokens = 191, truncated = 0 3.16.799.975 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 191, t_last = 196672458 3.16.823.310 I slot launch_slot_: id 0 | task 15390 | processing task, is_child = 0 3.17.450.120 I slot print_timing: id 0 | task 15390 | prompt eval time = 159.57 ms / 248 tokens ( 0.64 ms per token, 1554.13 tokens per second) 3.17.450.126 I slot print_timing: id 0 | task 15390 | eval time = 467.21 ms / 45 tokens ( 10.62 ms per token, 94.18 tokens per second) 3.17.450.127 I slot print_timing: id 0 | task 15390 | total time = 626.79 ms / 293 tokens 3.17.450.127 I slot print_timing: id 0 | task 15390 | graphs reused = 14781 3.17.450.128 I slot print_timing: id 0 | task 15390 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.450.154 I slot release: id 0 | task 15390 | stop processing: n_tokens = 292, truncated = 0 3.17.475.044 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 292, t_last = 197352507 3.17.475.092 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 593.189 MiB) 3.17.519.347 I slot launch_slot_: id 0 | task 15438 | processing task, is_child = 0 3.17.956.641 I slot print_timing: id 0 | task 15438 | prompt eval time = 141.74 ms / 186 tokens ( 0.76 ms per token, 1312.24 tokens per second) 3.17.956.647 I slot print_timing: id 0 | task 15438 | eval time = 295.54 ms / 29 tokens ( 10.55 ms per token, 94.74 tokens per second) 3.17.956.648 I slot print_timing: id 0 | task 15438 | total time = 437.28 ms / 215 tokens 3.17.956.648 I slot print_timing: id 0 | task 15438 | graphs reused = 14808 3.17.956.649 I slot print_timing: id 0 | task 15438 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.956.674 I slot release: id 0 | task 15438 | stop processing: n_tokens = 214, truncated = 0 3.17.988.513 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 197859026 3.18.014.043 I slot launch_slot_: id 0 | task 15470 | processing task, is_child = 0 3.21.201.157 I slot print_timing: id 0 | task 15470 | n_gen = 282, tg = 93.54 t/s, tg_3s = 93.87 t/s 3.24.209.027 I slot print_timing: id 0 | task 15470 | n_gen = 561, tg = 93.15 t/s, tg_3s = 92.76 t/s 3.27.210.653 I slot print_timing: id 0 | task 15470 | n_gen = 837, tg = 92.75 t/s, tg_3s = 91.95 t/s 3.29.286.653 I slot print_timing: id 0 | task 15470 | prompt eval time = 183.05 ms / 282 tokens ( 0.65 ms per token, 1540.56 tokens per second) 3.29.286.659 I slot print_timing: id 0 | task 15470 | eval time = 11089.55 ms / 1024 tokens ( 10.84 ms per token, 92.25 tokens per second) 3.29.286.659 I slot print_timing: id 0 | task 15470 | total time = 11272.59 ms / 1306 tokens 3.29.286.661 I slot print_timing: id 0 | task 15470 | graphs reused = 15826 3.29.286.662 I slot print_timing: id 0 | task 15470 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.286.689 I slot release: id 0 | task 15470 | stop processing: n_tokens = 1305, truncated = 0 3.29.330.371 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1305, t_last = 209189041 3.29.330.502 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 355.708 MiB) 3.29.416.585 I slot launch_slot_: id 0 | task 16497 | processing task, is_child = 0 3.29.805.707 I slot print_timing: id 0 | task 16497 | prompt eval time = 145.95 ms / 223 tokens ( 0.65 ms per token, 1527.94 tokens per second) 3.29.805.712 I slot print_timing: id 0 | task 16497 | eval time = 243.16 ms / 24 tokens ( 10.57 ms per token, 94.59 tokens per second) 3.29.805.713 I slot print_timing: id 0 | task 16497 | total time = 389.11 ms / 247 tokens 3.29.805.716 I slot print_timing: id 0 | task 16497 | graphs reused = 15848 3.29.805.716 I slot print_timing: id 0 | task 16497 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.805.741 I slot release: id 0 | task 16497 | stop processing: n_tokens = 246, truncated = 0 3.29.812.227 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 246, t_last = 209708093 3.29.840.294 I slot launch_slot_: id 0 | task 16524 | processing task, is_child = 0 3.30.846.678 I slot print_timing: id 0 | task 16524 | prompt eval time = 172.76 ms / 283 tokens ( 0.61 ms per token, 1638.08 tokens per second) 3.30.846.684 I slot print_timing: id 0 | task 16524 | eval time = 833.60 ms / 76 tokens ( 11.11 ms per token, 89.97 tokens per second) 3.30.846.685 I slot print_timing: id 0 | task 16524 | total time = 1006.36 ms / 359 tokens 3.30.846.686 I slot print_timing: id 0 | task 16524 | graphs reused = 15922 3.30.846.687 I slot print_timing: id 0 | task 16524 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.846.714 I slot release: id 0 | task 16524 | stop processing: n_tokens = 358, truncated = 0 3.30.867.260 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 358, t_last = 210749067 3.30.867.313 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 400.210 MiB) 3.30.913.339 I slot launch_slot_: id 0 | task 16603 | processing task, is_child = 0 3.32.552.002 I slot print_timing: id 0 | task 16603 | prompt eval time = 188.69 ms / 293 tokens ( 0.64 ms per token, 1552.83 tokens per second) 3.32.552.008 I slot print_timing: id 0 | task 16603 | eval time = 1449.96 ms / 136 tokens ( 10.74 ms per token, 93.11 tokens per second) 3.32.552.009 I slot print_timing: id 0 | task 16603 | total time = 1638.65 ms / 429 tokens 3.32.552.010 I slot print_timing: id 0 | task 16603 | graphs reused = 16056 3.32.552.010 I slot print_timing: id 0 | task 16603 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.552.040 I slot release: id 0 | task 16603 | stop processing: n_tokens = 428, truncated = 0 3.32.558.144 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 428, t_last = 212454392 3.32.558.196 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 567.852 MiB) 3.32.612.754 I slot launch_slot_: id 0 | task 16742 | processing task, is_child = 0 3.33.146.726 I slot print_timing: id 0 | task 16742 | prompt eval time = 182.66 ms / 278 tokens ( 0.66 ms per token, 1521.91 tokens per second) 3.33.146.731 I slot print_timing: id 0 | task 16742 | eval time = 351.29 ms / 34 tokens ( 10.65 ms per token, 93.94 tokens per second) 3.33.146.732 I slot print_timing: id 0 | task 16742 | total time = 533.95 ms / 312 tokens 3.33.146.732 I slot print_timing: id 0 | task 16742 | graphs reused = 16088 3.33.146.733 I slot print_timing: id 0 | task 16742 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.146.759 I slot release: id 0 | task 16742 | stop processing: n_tokens = 311, truncated = 0 3.33.167.252 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 311, t_last = 213049112 3.33.203.052 I slot launch_slot_: id 0 | task 16779 | processing task, is_child = 0 3.33.697.465 I slot print_timing: id 0 | task 16779 | prompt eval time = 159.47 ms / 233 tokens ( 0.68 ms per token, 1461.05 tokens per second) 3.33.697.470 I slot print_timing: id 0 | task 16779 | eval time = 334.92 ms / 32 tokens ( 10.80 ms per token, 92.56 tokens per second) 3.33.697.471 I slot print_timing: id 0 | task 16779 | total time = 494.39 ms / 265 tokens 3.33.697.472 I slot print_timing: id 0 | task 16779 | graphs reused = 16117 3.33.697.473 I slot print_timing: id 0 | task 16779 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.697.498 I slot release: id 0 | task 16779 | stop processing: n_tokens = 264, truncated = 0 3.33.740.901 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 213599850 3.33.771.366 I slot launch_slot_: id 0 | task 16814 | processing task, is_child = 0 3.34.256.830 I slot print_timing: id 0 | task 16814 | prompt eval time = 120.65 ms / 166 tokens ( 0.73 ms per token, 1375.87 tokens per second) 3.34.256.835 I slot print_timing: id 0 | task 16814 | eval time = 364.79 ms / 36 tokens ( 10.42 ms per token, 95.94 tokens per second) 3.34.256.836 I slot print_timing: id 0 | task 16814 | total time = 485.44 ms / 202 tokens 3.34.256.837 I slot print_timing: id 0 | task 16814 | graphs reused = 16151 3.34.256.838 I slot print_timing: id 0 | task 16814 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.256.860 I slot release: id 0 | task 16814 | stop processing: n_tokens = 201, truncated = 0 3.34.284.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 214159212 3.34.284.770 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 646.012 MiB) 3.34.320.009 I slot launch_slot_: id 0 | task 16853 | processing task, is_child = 0 3.34.739.916 I slot print_timing: id 0 | task 16853 | prompt eval time = 167.95 ms / 253 tokens ( 0.66 ms per token, 1506.38 tokens per second) 3.34.739.921 I slot print_timing: id 0 | task 16853 | eval time = 251.94 ms / 23 tokens ( 11.45 ms per token, 87.32 tokens per second) 3.34.739.922 I slot print_timing: id 0 | task 16853 | total time = 419.89 ms / 276 tokens 3.34.739.923 I slot print_timing: id 0 | task 16853 | graphs reused = 16171 3.34.739.924 I slot print_timing: id 0 | task 16853 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.739.948 I slot release: id 0 | task 16853 | stop processing: n_tokens = 275, truncated = 0 3.34.769.653 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 214642301 3.34.800.977 I slot launch_slot_: id 0 | task 16879 | processing task, is_child = 0 3.35.396.641 I slot print_timing: id 0 | task 16879 | prompt eval time = 111.01 ms / 136 tokens ( 0.82 ms per token, 1225.14 tokens per second) 3.35.396.647 I slot print_timing: id 0 | task 16879 | eval time = 484.64 ms / 40 tokens ( 12.43 ms per token, 80.47 tokens per second) 3.35.396.648 I slot print_timing: id 0 | task 16879 | total time = 595.64 ms / 176 tokens 3.35.396.649 I slot print_timing: id 0 | task 16879 | graphs reused = 16209 3.35.396.649 I slot print_timing: id 0 | task 16879 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.396.670 I slot release: id 0 | task 16879 | stop processing: n_tokens = 175, truncated = 0 3.35.402.261 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 215299023 3.35.423.057 I slot launch_slot_: id 0 | task 16922 | processing task, is_child = 0 3.35.931.790 I slot print_timing: id 0 | task 16922 | prompt eval time = 130.45 ms / 178 tokens ( 0.73 ms per token, 1364.55 tokens per second) 3.35.931.796 I slot print_timing: id 0 | task 16922 | eval time = 378.27 ms / 29 tokens ( 13.51 ms per token, 74.02 tokens per second) 3.35.931.797 I slot print_timing: id 0 | task 16922 | total time = 508.71 ms / 207 tokens 3.35.931.798 I slot print_timing: id 0 | task 16922 | graphs reused = 16236 3.35.931.799 I slot print_timing: id 0 | task 16922 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.931.823 I slot release: id 0 | task 16922 | stop processing: n_tokens = 206, truncated = 0 3.35.952.237 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 215834176 3.35.976.605 I slot launch_slot_: id 0 | task 16954 | processing task, is_child = 0 3.36.590.478 I slot print_timing: id 0 | task 16954 | prompt eval time = 166.02 ms / 257 tokens ( 0.65 ms per token, 1547.99 tokens per second) 3.36.590.484 I slot print_timing: id 0 | task 16954 | eval time = 447.83 ms / 42 tokens ( 10.92 ms per token, 91.55 tokens per second) 3.36.590.485 I slot print_timing: id 0 | task 16954 | total time = 613.85 ms / 299 tokens 3.36.590.486 I slot print_timing: id 0 | task 16954 | graphs reused = 16276 3.36.590.487 I slot print_timing: id 0 | task 16954 | graph reallocs = 0 / 0 (same size) / (changed size) 3.36.590.513 I slot release: id 0 | task 16954 | stop processing: n_tokens = 298, truncated = 0 3.36.620.902 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 298, t_last = 216492865 3.36.620.954 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 586.111 MiB) 3.36.667.709 I slot launch_slot_: id 0 | task 16999 | processing task, is_child = 0 3.37.277.716 I slot print_timing: id 0 | task 16999 | prompt eval time = 165.59 ms / 256 tokens ( 0.65 ms per token, 1546.01 tokens per second) 3.37.277.721 I slot print_timing: id 0 | task 16999 | eval time = 444.40 ms / 43 tokens ( 10.58 ms per token, 94.51 tokens per second) 3.37.277.722 I slot print_timing: id 0 | task 16999 | total time = 609.99 ms / 299 tokens 3.37.277.723 I slot print_timing: id 0 | task 16999 | graphs reused = 16317 3.37.277.724 I slot print_timing: id 0 | task 16999 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.277.748 I slot release: id 0 | task 16999 | stop processing: n_tokens = 298, truncated = 0 3.37.284.724 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 298, t_last = 217180101 3.37.320.567 I slot launch_slot_: id 0 | task 17045 | processing task, is_child = 0 3.37.681.611 I slot print_timing: id 0 | task 17045 | prompt eval time = 168.67 ms / 276 tokens ( 0.61 ms per token, 1636.33 tokens per second) 3.37.681.616 I slot print_timing: id 0 | task 17045 | eval time = 192.35 ms / 19 tokens ( 10.69 ms per token, 93.58 tokens per second) 3.37.681.617 I slot print_timing: id 0 | task 17045 | total time = 361.02 ms / 295 tokens 3.37.681.617 I slot print_timing: id 0 | task 17045 | graphs reused = 16334 3.37.681.618 I slot print_timing: id 0 | task 17045 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.681.644 I slot release: id 0 | task 17045 | stop processing: n_tokens = 294, truncated = 0 3.37.708.520 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 217583997 3.37.708.570 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 436.313 MiB) 3.37.752.419 I slot launch_slot_: id 0 | task 17067 | processing task, is_child = 0 3.38.185.356 I slot print_timing: id 0 | task 17067 | prompt eval time = 179.83 ms / 283 tokens ( 0.64 ms per token, 1573.72 tokens per second) 3.38.185.362 I slot print_timing: id 0 | task 17067 | eval time = 253.09 ms / 19 tokens ( 14.06 ms per token, 71.12 tokens per second) 3.38.185.363 I slot print_timing: id 0 | task 17067 | total time = 432.92 ms / 302 tokens 3.38.185.364 I slot print_timing: id 0 | task 17067 | graphs reused = 16351 3.38.185.365 I slot print_timing: id 0 | task 17067 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.185.391 I slot release: id 0 | task 17067 | stop processing: n_tokens = 301, truncated = 0 3.38.211.490 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 218087743 3.38.249.174 I slot launch_slot_: id 0 | task 17089 | processing task, is_child = 0 3.39.151.804 I slot print_timing: id 0 | task 17089 | prompt eval time = 174.57 ms / 288 tokens ( 0.61 ms per token, 1649.80 tokens per second) 3.39.151.809 I slot print_timing: id 0 | task 17089 | eval time = 728.04 ms / 69 tokens ( 10.71 ms per token, 93.40 tokens per second) 3.39.151.811 I slot print_timing: id 0 | task 17089 | total time = 902.61 ms / 357 tokens 3.39.151.811 I slot print_timing: id 0 | task 17089 | graphs reused = 16418 3.39.151.812 I slot print_timing: id 0 | task 17089 | graph reallocs = 0 / 0 (same size) / (changed size) 3.39.151.839 I slot release: id 0 | task 17089 | stop processing: n_tokens = 356, truncated = 0 3.39.176.598 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 219054191 3.39.176.654 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 182.950 MiB) 3.39.180.041 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 190.310 MiB) 3.39.223.004 I slot launch_slot_: id 0 | task 17161 | processing task, is_child = 0 3.40.038.226 I slot print_timing: id 0 | task 17161 | prompt eval time = 158.91 ms / 237 tokens ( 0.67 ms per token, 1491.37 tokens per second) 3.40.038.232 I slot print_timing: id 0 | task 17161 | eval time = 656.29 ms / 57 tokens ( 11.72 ms per token, 85.33 tokens per second) 3.40.038.233 I slot print_timing: id 0 | task 17161 | total time = 815.21 ms / 294 tokens 3.40.038.234 I slot print_timing: id 0 | task 17161 | graphs reused = 16472 3.40.038.235 I slot print_timing: id 0 | task 17161 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.038.262 I slot release: id 0 | task 17161 | stop processing: n_tokens = 293, truncated = 0 3.40.067.096 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 219940615 3.40.067.149 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 421.578 MiB) 3.40.108.704 I slot launch_slot_: id 0 | task 17221 | processing task, is_child = 0 3.40.874.930 I slot print_timing: id 0 | task 17221 | prompt eval time = 133.75 ms / 173 tokens ( 0.77 ms per token, 1293.46 tokens per second) 3.40.874.936 I slot print_timing: id 0 | task 17221 | eval time = 632.46 ms / 56 tokens ( 11.50 ms per token, 86.96 tokens per second) 3.40.874.937 I slot print_timing: id 0 | task 17221 | total time = 766.21 ms / 229 tokens 3.40.874.937 I slot print_timing: id 0 | task 17221 | graphs reused = 16526 3.40.874.938 I slot print_timing: id 0 | task 17221 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.874.961 I slot release: id 0 | task 17221 | stop processing: n_tokens = 228, truncated = 0 3.40.909.257 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 228, t_last = 220777313 3.40.935.236 I slot launch_slot_: id 0 | task 17280 | processing task, is_child = 0 3.41.891.304 I slot print_timing: id 0 | task 17280 | prompt eval time = 212.77 ms / 356 tokens ( 0.60 ms per token, 1673.18 tokens per second) 3.41.891.309 I slot print_timing: id 0 | task 17280 | eval time = 743.28 ms / 56 tokens ( 13.51 ms per token, 74.00 tokens per second) 3.41.891.310 I slot print_timing: id 0 | task 17280 | total time = 956.05 ms / 412 tokens 3.41.891.311 I slot print_timing: id 0 | task 17280 | graphs reused = 16580 3.41.891.311 I slot print_timing: id 0 | task 17280 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.891.342 I slot release: id 0 | task 17280 | stop processing: n_tokens = 411, truncated = 0 3.41.900.254 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 411, t_last = 221793694 3.41.900.314 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 463.502 MiB) 3.41.956.976 I slot launch_slot_: id 0 | task 17339 | processing task, is_child = 0 3.42.987.408 I slot print_timing: id 0 | task 17339 | prompt eval time = 318.55 ms / 580 tokens ( 0.55 ms per token, 1820.73 tokens per second) 3.42.987.414 I slot print_timing: id 0 | task 17339 | eval time = 711.86 ms / 68 tokens ( 10.62 ms per token, 94.12 tokens per second) 3.42.987.415 I slot print_timing: id 0 | task 17339 | total time = 1030.41 ms / 648 tokens 3.42.987.416 I slot print_timing: id 0 | task 17339 | graphs reused = 16646 3.42.987.416 I slot print_timing: id 0 | task 17339 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.987.455 I slot release: id 0 | task 17339 | stop processing: n_tokens = 647, truncated = 0 3.43.035.489 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 647, t_last = 222889808 3.43.035.574 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.750 MiB) 3.43.116.053 I slot launch_slot_: id 0 | task 17411 | processing task, is_child = 0 3.43.698.673 I slot print_timing: id 0 | task 17411 | prompt eval time = 258.58 ms / 470 tokens ( 0.55 ms per token, 1817.58 tokens per second) 3.43.698.687 I slot print_timing: id 0 | task 17411 | eval time = 324.00 ms / 26 tokens ( 12.96 ms per token, 77.16 tokens per second) 3.43.698.688 I slot print_timing: id 0 | task 17411 | total time = 582.59 ms / 496 tokens 3.43.698.689 I slot print_timing: id 0 | task 17411 | graphs reused = 16670 3.43.698.691 I slot print_timing: id 0 | task 17411 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.698.753 I slot release: id 0 | task 17411 | stop processing: n_tokens = 495, truncated = 0 3.43.722.996 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 495, t_last = 223601106 3.43.723.065 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 303.659 MiB) 3.43.728.613 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 142.651 MiB) 3.43.789.484 I slot launch_slot_: id 0 | task 17440 | processing task, is_child = 0 3.44.382.849 I slot print_timing: id 0 | task 17440 | prompt eval time = 207.92 ms / 374 tokens ( 0.56 ms per token, 1798.78 tokens per second) 3.44.382.855 I slot print_timing: id 0 | task 17440 | eval time = 385.43 ms / 32 tokens ( 12.43 ms per token, 80.43 tokens per second) 3.44.382.856 I slot print_timing: id 0 | task 17440 | total time = 593.35 ms / 406 tokens 3.44.382.857 I slot print_timing: id 0 | task 17440 | graphs reused = 16700 3.44.382.858 I slot print_timing: id 0 | task 17440 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.382.888 I slot release: id 0 | task 17440 | stop processing: n_tokens = 405, truncated = 0 3.44.411.728 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 405, t_last = 224285241 3.44.411.787 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 418.016 MiB) 3.44.466.344 I slot launch_slot_: id 0 | task 17475 | processing task, is_child = 0 3.45.012.702 I slot print_timing: id 0 | task 17475 | prompt eval time = 197.32 ms / 318 tokens ( 0.62 ms per token, 1611.60 tokens per second) 3.45.012.708 I slot print_timing: id 0 | task 17475 | eval time = 349.02 ms / 34 tokens ( 10.58 ms per token, 94.55 tokens per second) 3.45.012.709 I slot print_timing: id 0 | task 17475 | total time = 546.34 ms / 352 tokens 3.45.012.710 I slot print_timing: id 0 | task 17475 | graphs reused = 16732 3.45.012.711 I slot print_timing: id 0 | task 17475 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.012.737 I slot release: id 0 | task 17475 | stop processing: n_tokens = 351, truncated = 0 3.45.036.869 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 351, t_last = 224915089 3.45.036.924 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 205.326 MiB) 3.45.083.569 I slot launch_slot_: id 0 | task 17512 | processing task, is_child = 0 3.45.727.433 I slot print_timing: id 0 | task 17512 | prompt eval time = 322.11 ms / 571 tokens ( 0.56 ms per token, 1772.70 tokens per second) 3.45.727.439 I slot print_timing: id 0 | task 17512 | eval time = 321.74 ms / 31 tokens ( 10.72 ms per token, 93.24 tokens per second) 3.45.727.440 I slot print_timing: id 0 | task 17512 | total time = 643.84 ms / 602 tokens 3.45.727.440 I slot print_timing: id 0 | task 17512 | graphs reused = 16761 3.45.727.441 I slot print_timing: id 0 | task 17512 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.727.479 I slot release: id 0 | task 17512 | stop processing: n_tokens = 601, truncated = 0 3.45.755.539 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 601, t_last = 225629832 3.45.755.618 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 242.390 MiB) 3.45.760.031 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.732 MiB) 3.45.763.474 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 205.717 MiB) 3.45.840.199 I slot launch_slot_: id 0 | task 17547 | processing task, is_child = 0 3.46.361.555 I slot print_timing: id 0 | task 17547 | prompt eval time = 188.90 ms / 310 tokens ( 0.61 ms per token, 1641.05 tokens per second) 3.46.361.561 I slot print_timing: id 0 | task 17547 | eval time = 332.43 ms / 30 tokens ( 11.46 ms per token, 87.24 tokens per second) 3.46.361.562 I slot print_timing: id 0 | task 17547 | total time = 521.34 ms / 340 tokens 3.46.361.563 I slot print_timing: id 0 | task 17547 | graphs reused = 16789 3.46.361.564 I slot print_timing: id 0 | task 17547 | graph reallocs = 0 / 0 (same size) / (changed size) 3.46.361.592 I slot release: id 0 | task 17547 | stop processing: n_tokens = 339, truncated = 0 3.46.383.785 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 339, t_last = 226263944 3.46.383.840 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 213.873 MiB) 3.46.428.446 I slot launch_slot_: id 0 | task 17580 | processing task, is_child = 0 3.47.052.492 I slot print_timing: id 0 | task 17580 | prompt eval time = 243.95 ms / 433 tokens ( 0.56 ms per token, 1774.95 tokens per second) 3.47.052.497 I slot print_timing: id 0 | task 17580 | eval time = 380.08 ms / 31 tokens ( 12.67 ms per token, 78.93 tokens per second) 3.47.052.498 I slot print_timing: id 0 | task 17580 | total time = 624.03 ms / 464 tokens 3.47.052.499 I slot print_timing: id 0 | task 17580 | graphs reused = 16818 3.47.052.500 I slot print_timing: id 0 | task 17580 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.052.534 I slot release: id 0 | task 17580 | stop processing: n_tokens = 463, truncated = 0 3.47.058.279 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 463, t_last = 226954886 3.47.058.344 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 432.673 MiB) 3.47.119.919 I slot launch_slot_: id 0 | task 17614 | processing task, is_child = 0 3.50.272.771 I slot print_timing: id 0 | task 17614 | n_gen = 292, tg = 96.74 t/s, tg_3s = 97.07 t/s 3.53.275.740 I slot print_timing: id 0 | task 17614 | n_gen = 577, tg = 95.82 t/s, tg_3s = 94.91 t/s 3.56.283.125 I slot print_timing: id 0 | task 17614 | n_gen = 851, tg = 94.25 t/s, tg_3s = 91.11 t/s 3.58.178.606 I slot print_timing: id 0 | task 17614 | prompt eval time = 144.72 ms / 201 tokens ( 0.72 ms per token, 1388.89 tokens per second) 3.58.178.611 I slot print_timing: id 0 | task 17614 | eval time = 10913.95 ms / 1024 tokens ( 10.67 ms per token, 93.73 tokens per second) 3.58.178.612 I slot print_timing: id 0 | task 17614 | total time = 11058.67 ms / 1225 tokens 3.58.178.613 I slot print_timing: id 0 | task 17614 | graphs reused = 17836 3.58.178.614 I slot print_timing: id 0 | task 17614 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.178.636 I slot release: id 0 | task 17614 | stop processing: n_tokens = 1224, truncated = 0 3.58.198.258 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1224, t_last = 238080989 3.58.198.386 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 267.861 MiB) 3.58.203.164 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 172.543 MiB) 3.58.282.633 I slot launch_slot_: id 0 | task 18641 | processing task, is_child = 0 3.59.851.104 I slot print_timing: id 0 | task 18641 | prompt eval time = 238.77 ms / 402 tokens ( 0.59 ms per token, 1683.61 tokens per second) 3.59.851.109 I slot print_timing: id 0 | task 18641 | eval time = 1329.68 ms / 114 tokens ( 11.77 ms per token, 84.98 tokens per second) 3.59.851.111 I slot print_timing: id 0 | task 18641 | total time = 1568.45 ms / 516 tokens 3.59.851.112 I slot print_timing: id 0 | task 18641 | graphs reused = 17947 3.59.851.112 I slot print_timing: id 0 | task 18641 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.851.147 I slot release: id 0 | task 18641 | stop processing: n_tokens = 515, truncated = 0 3.59.889.234 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 515, t_last = 239753500 3.59.889.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 151.120 MiB) 3.59.892.069 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 223.952 MiB) 3.59.953.031 I slot launch_slot_: id 0 | task 18758 | processing task, is_child = 0 4.01.459.107 I slot print_timing: id 0 | task 18758 | prompt eval time = 273.23 ms / 514 tokens ( 0.53 ms per token, 1881.21 tokens per second) 4.01.459.112 I slot print_timing: id 0 | task 18758 | eval time = 1232.83 ms / 117 tokens ( 10.63 ms per token, 94.09 tokens per second) 4.01.459.113 I slot print_timing: id 0 | task 18758 | total time = 1506.06 ms / 631 tokens 4.01.459.114 I slot print_timing: id 0 | task 18758 | graphs reused = 18062 4.01.459.115 I slot print_timing: id 0 | task 18758 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.459.154 I slot release: id 0 | task 18758 | stop processing: n_tokens = 630, truncated = 0 4.01.483.259 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 630, t_last = 241361507 4.01.483.341 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 168.355 MiB) 4.01.486.432 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 471.050 MiB) 4.01.563.696 I slot launch_slot_: id 0 | task 18878 | processing task, is_child = 0 4.02.272.328 I slot print_timing: id 0 | task 18878 | prompt eval time = 333.72 ms / 564 tokens ( 0.59 ms per token, 1690.04 tokens per second) 4.02.272.334 I slot print_timing: id 0 | task 18878 | eval time = 374.89 ms / 35 tokens ( 11.03 ms per token, 90.69 tokens per second) 4.02.272.335 I slot print_timing: id 0 | task 18878 | total time = 708.61 ms / 599 tokens 4.02.272.336 I slot print_timing: id 0 | task 18878 | graphs reused = 18095 4.02.272.336 I slot print_timing: id 0 | task 18878 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.272.379 I slot release: id 0 | task 18878 | stop processing: n_tokens = 598, truncated = 0 4.02.281.848 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 598, t_last = 242174731 4.02.281.928 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 182.294 MiB) 4.02.285.216 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 260.923 MiB) 4.02.367.312 I slot launch_slot_: id 0 | task 18917 | processing task, is_child = 0 4.02.996.479 I slot print_timing: id 0 | task 18917 | prompt eval time = 236.90 ms / 396 tokens ( 0.60 ms per token, 1671.61 tokens per second) 4.02.996.484 I slot print_timing: id 0 | task 18917 | eval time = 392.25 ms / 37 tokens ( 10.90 ms per token, 91.78 tokens per second) 4.02.996.485 I slot print_timing: id 0 | task 18917 | total time = 629.15 ms / 433 tokens 4.02.996.486 I slot print_timing: id 0 | task 18917 | graphs reused = 18130 4.02.996.487 I slot print_timing: id 0 | task 18917 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.996.519 I slot release: id 0 | task 18917 | stop processing: n_tokens = 432, truncated = 0 4.03.004.758 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 432, t_last = 242898871 4.03.004.810 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 273.268 MiB) 4.03.061.716 I slot launch_slot_: id 0 | task 18957 | processing task, is_child = 0 4.06.338.138 I slot print_timing: id 0 | task 18957 | n_gen = 273, tg = 90.44 t/s, tg_3s = 90.77 t/s 4.09.342.713 I slot print_timing: id 0 | task 18957 | n_gen = 549, tg = 91.15 t/s, tg_3s = 91.86 t/s 4.12.347.443 I slot print_timing: id 0 | task 18957 | n_gen = 819, tg = 90.72 t/s, tg_3s = 89.86 t/s 4.14.625.486 I slot print_timing: id 0 | task 18957 | prompt eval time = 268.82 ms / 464 tokens ( 0.58 ms per token, 1726.03 tokens per second) 4.14.625.492 I slot print_timing: id 0 | task 18957 | eval time = 11294.92 ms / 1024 tokens ( 11.04 ms per token, 90.57 tokens per second) 4.14.625.492 I slot print_timing: id 0 | task 18957 | total time = 11563.75 ms / 1488 tokens 4.14.625.493 I slot print_timing: id 0 | task 18957 | graphs reused = 19148 4.14.625.494 I slot print_timing: id 0 | task 18957 | graph reallocs = 0 / 0 (same size) / (changed size) 4.14.625.531 I slot release: id 0 | task 18957 | stop processing: n_tokens = 1487, truncated = 0 4.14.656.554 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1487, t_last = 254527883 4.14.656.667 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 239.562 MiB) 4.14.660.982 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 198.513 MiB) 4.14.770.764 I slot launch_slot_: id 0 | task 19984 | processing task, is_child = 0 4.15.711.862 I slot print_timing: id 0 | task 19984 | prompt eval time = 247.75 ms / 420 tokens ( 0.59 ms per token, 1695.28 tokens per second) 4.15.711.868 I slot print_timing: id 0 | task 19984 | eval time = 693.33 ms / 59 tokens ( 11.95 ms per token, 83.65 tokens per second) 4.15.711.869 I slot print_timing: id 0 | task 19984 | total time = 941.08 ms / 479 tokens 4.15.711.870 I slot print_timing: id 0 | task 19984 | graphs reused = 19205 4.15.711.871 I slot print_timing: id 0 | task 19984 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.711.905 I slot release: id 0 | task 19984 | stop processing: n_tokens = 478, truncated = 0 4.15.747.106 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 478, t_last = 255614258 4.15.747.175 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 155.027 MiB) 4.15.750.101 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 203.998 MiB) 4.15.753.763 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 127.744 MiB) 4.15.811.576 I slot launch_slot_: id 0 | task 20046 | processing task, is_child = 0 4.16.717.110 I slot print_timing: id 0 | task 20046 | prompt eval time = 331.78 ms / 578 tokens ( 0.57 ms per token, 1742.12 tokens per second) 4.16.717.122 I slot print_timing: id 0 | task 20046 | eval time = 573.72 ms / 49 tokens ( 11.95 ms per token, 83.66 tokens per second) 4.16.717.124 I slot print_timing: id 0 | task 20046 | total time = 905.50 ms / 627 tokens 4.16.717.125 I slot print_timing: id 0 | task 20046 | graphs reused = 19252 4.16.717.126 I slot print_timing: id 0 | task 20046 | graph reallocs = 0 / 0 (same size) / (changed size) 4.16.717.204 I slot release: id 0 | task 20046 | stop processing: n_tokens = 626, truncated = 0 4.16.747.966 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 626, t_last = 256619557 4.16.748.046 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 157.605 MiB) 4.16.750.984 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 242.796 MiB) 4.16.755.260 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 244.671 MiB) 4.16.836.106 I slot launch_slot_: id 0 | task 20099 | processing task, is_child = 0 4.18.530.497 I slot print_timing: id 0 | task 20099 | prompt eval time = 362.94 ms / 662 tokens ( 0.55 ms per token, 1823.98 tokens per second) 4.18.530.502 I slot print_timing: id 0 | task 20099 | eval time = 1331.43 ms / 123 tokens ( 10.91 ms per token, 91.63 tokens per second) 4.18.530.503 I slot print_timing: id 0 | task 20099 | total time = 1694.37 ms / 785 tokens 4.18.530.504 I slot print_timing: id 0 | task 20099 | graphs reused = 19372 4.18.530.505 I slot print_timing: id 0 | task 20099 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.530.550 I slot release: id 0 | task 20099 | stop processing: n_tokens = 784, truncated = 0 4.18.539.355 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 784, t_last = 258432902 4.18.539.451 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 246.484 MiB) 4.18.543.896 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 257.219 MiB) 4.18.640.949 I slot launch_slot_: id 0 | task 20226 | processing task, is_child = 0 4.19.692.029 I slot print_timing: id 0 | task 20226 | prompt eval time = 274.31 ms / 470 tokens ( 0.58 ms per token, 1713.42 tokens per second) 4.19.692.035 I slot print_timing: id 0 | task 20226 | eval time = 776.75 ms / 72 tokens ( 10.94 ms per token, 91.41 tokens per second) 4.19.692.036 I slot print_timing: id 0 | task 20226 | total time = 1051.06 ms / 542 tokens 4.19.692.037 I slot print_timing: id 0 | task 20226 | graphs reused = 19441 4.19.692.038 I slot print_timing: id 0 | task 20226 | graph reallocs = 0 / 0 (same size) / (changed size) 4.19.692.075 I slot release: id 0 | task 20226 | stop processing: n_tokens = 541, truncated = 0 4.19.721.442 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 541, t_last = 259594428 4.19.721.515 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 270.892 MiB) 4.19.726.376 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 231.155 MiB) 4.19.792.938 I slot launch_slot_: id 0 | task 20301 | processing task, is_child = 0 4.20.421.625 I slot print_timing: id 0 | task 20301 | prompt eval time = 316.63 ms / 534 tokens ( 0.59 ms per token, 1686.48 tokens per second) 4.20.421.630 I slot print_timing: id 0 | task 20301 | eval time = 312.03 ms / 30 tokens ( 10.76 ms per token, 92.94 tokens per second) 4.20.421.631 I slot print_timing: id 0 | task 20301 | total time = 628.67 ms / 564 tokens 4.20.421.632 I slot print_timing: id 0 | task 20301 | graphs reused = 19469 4.20.421.633 I slot print_timing: id 0 | task 20301 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.421.672 I slot release: id 0 | task 20301 | stop processing: n_tokens = 563, truncated = 0 4.20.451.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 563, t_last = 260324025 4.20.451.625 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 167.949 MiB) 4.20.454.656 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 341.442 MiB) 4.20.530.039 I slot launch_slot_: id 0 | task 20335 | processing task, is_child = 0 4.21.132.654 I slot print_timing: id 0 | task 20335 | prompt eval time = 201.93 ms / 319 tokens ( 0.63 ms per token, 1579.76 tokens per second) 4.21.132.660 I slot print_timing: id 0 | task 20335 | eval time = 400.67 ms / 36 tokens ( 11.45 ms per token, 87.35 tokens per second) 4.21.132.661 I slot print_timing: id 0 | task 20335 | total time = 602.60 ms / 355 tokens 4.21.132.662 I slot print_timing: id 0 | task 20335 | graphs reused = 19503 4.21.132.663 I slot print_timing: id 0 | task 20335 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.132.690 I slot release: id 0 | task 20335 | stop processing: n_tokens = 354, truncated = 0 4.21.175.214 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 261035043 4.21.175.270 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 535.765 MiB) 4.21.225.579 I slot launch_slot_: id 0 | task 20374 | processing task, is_child = 0 4.21.816.821 I slot print_timing: id 0 | task 20374 | prompt eval time = 235.79 ms / 395 tokens ( 0.60 ms per token, 1675.21 tokens per second) 4.21.816.826 I slot print_timing: id 0 | task 20374 | eval time = 355.43 ms / 34 tokens ( 10.77 ms per token, 92.84 tokens per second) 4.21.816.827 I slot print_timing: id 0 | task 20374 | total time = 591.23 ms / 429 tokens 4.21.816.828 I slot print_timing: id 0 | task 20374 | graphs reused = 19535 4.21.816.829 I slot print_timing: id 0 | task 20374 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.816.862 I slot release: id 0 | task 20374 | stop processing: n_tokens = 428, truncated = 0 4.21.849.231 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 428, t_last = 261719215 4.21.900.667 I slot launch_slot_: id 0 | task 20411 | processing task, is_child = 0 4.23.592.941 I slot print_timing: id 0 | task 20411 | prompt eval time = 399.56 ms / 711 tokens ( 0.56 ms per token, 1779.48 tokens per second) 4.23.592.947 I slot print_timing: id 0 | task 20411 | eval time = 1292.70 ms / 118 tokens ( 11.05 ms per token, 90.51 tokens per second) 4.23.592.948 I slot print_timing: id 0 | task 20411 | total time = 1692.25 ms / 829 tokens 4.23.592.950 I slot print_timing: id 0 | task 20411 | graphs reused = 19650 4.23.592.950 I slot print_timing: id 0 | task 20411 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.592.998 I slot release: id 0 | task 20411 | stop processing: n_tokens = 828, truncated = 0 4.23.626.051 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 828, t_last = 263495350 4.23.626.150 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 420.883 MiB) 4.23.633.733 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 326.348 MiB) 4.23.764.140 I slot launch_slot_: id 0 | task 20533 | processing task, is_child = 0 4.24.409.461 I slot print_timing: id 0 | task 20533 | prompt eval time = 384.91 ms / 667 tokens ( 0.58 ms per token, 1732.88 tokens per second) 4.24.409.467 I slot print_timing: id 0 | task 20533 | eval time = 260.39 ms / 25 tokens ( 10.85 ms per token, 92.17 tokens per second) 4.24.409.468 I slot print_timing: id 0 | task 20533 | total time = 645.30 ms / 692 tokens 4.24.409.469 I slot print_timing: id 0 | task 20533 | graphs reused = 19673 4.24.409.469 I slot print_timing: id 0 | task 20533 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.409.514 I slot release: id 0 | task 20533 | stop processing: n_tokens = 691, truncated = 0 4.24.447.082 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 691, t_last = 264311866 4.24.447.167 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 296.440 MiB) 4.24.452.474 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 519.108 MiB) 4.24.550.640 I slot launch_slot_: id 0 | task 20562 | processing task, is_child = 0 4.26.344.117 I slot print_timing: id 0 | task 20562 | prompt eval time = 162.69 ms / 227 tokens ( 0.72 ms per token, 1395.30 tokens per second) 4.26.344.123 I slot print_timing: id 0 | task 20562 | eval time = 1630.77 ms / 155 tokens ( 10.59 ms per token, 94.43 tokens per second) 4.26.344.124 I slot print_timing: id 0 | task 20562 | total time = 1793.46 ms / 382 tokens 4.26.344.124 I slot print_timing: id 0 | task 20562 | graphs reused = 19825 4.26.344.125 I slot print_timing: id 0 | task 20562 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.344.151 I slot release: id 0 | task 20562 | stop processing: n_tokens = 381, truncated = 0 4.26.367.791 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 381, t_last = 266246503 4.26.406.824 I slot launch_slot_: id 0 | task 20720 | processing task, is_child = 0 4.29.542.614 I slot print_timing: id 0 | task 20720 | n_gen = 286, tg = 94.83 t/s, tg_3s = 95.16 t/s 4.32.549.076 I slot print_timing: id 0 | task 20720 | n_gen = 565, tg = 93.82 t/s, tg_3s = 92.80 t/s 4.35.555.825 I slot print_timing: id 0 | task 20720 | n_gen = 842, tg = 93.25 t/s, tg_3s = 92.13 t/s 4.37.543.054 I slot print_timing: id 0 | task 20720 | prompt eval time = 130.44 ms / 158 tokens ( 0.83 ms per token, 1211.32 tokens per second) 4.37.543.060 I slot print_timing: id 0 | task 20720 | eval time = 11005.78 ms / 1024 tokens ( 10.76 ms per token, 92.95 tokens per second) 4.37.543.061 I slot print_timing: id 0 | task 20720 | total time = 11136.21 ms / 1182 tokens 4.37.543.062 I slot print_timing: id 0 | task 20720 | graphs reused = 20843 4.37.543.063 I slot print_timing: id 0 | task 20720 | graph reallocs = 0 / 0 (same size) / (changed size) 4.37.543.083 I slot release: id 0 | task 20720 | stop processing: n_tokens = 1181, truncated = 0 4.37.564.120 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1181, t_last = 277445435 4.37.564.242 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 280.001 MiB) 4.37.569.306 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 381.944 MiB) 4.37.650.776 I slot launch_slot_: id 0 | task 21747 | processing task, is_child = 0 4.38.420.054 I slot print_timing: id 0 | task 21747 | prompt eval time = 132.21 ms / 175 tokens ( 0.76 ms per token, 1323.63 tokens per second) 4.38.420.059 I slot print_timing: id 0 | task 21747 | eval time = 637.05 ms / 61 tokens ( 10.62 ms per token, 94.18 tokens per second) 4.38.420.061 I slot print_timing: id 0 | task 21747 | total time = 769.26 ms / 236 tokens 4.38.420.061 I slot print_timing: id 0 | task 21747 | graphs reused = 20902 4.38.420.062 I slot print_timing: id 0 | task 21747 | graph reallocs = 0 / 0 (same size) / (changed size) 4.38.420.087 I slot release: id 0 | task 21747 | stop processing: n_tokens = 235, truncated = 0 4.38.425.754 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 235, t_last = 278322439 4.38.452.605 I slot launch_slot_: id 0 | task 21811 | processing task, is_child = 0 4.40.233.880 I slot print_timing: id 0 | task 21811 | prompt eval time = 116.05 ms / 135 tokens ( 0.86 ms per token, 1163.30 tokens per second) 4.40.233.885 I slot print_timing: id 0 | task 21811 | eval time = 1665.20 ms / 157 tokens ( 10.67 ms per token, 93.68 tokens per second) 4.40.233.886 I slot print_timing: id 0 | task 21811 | total time = 1781.25 ms / 292 tokens 4.40.233.887 I slot print_timing: id 0 | task 21811 | graphs reused = 21056 4.40.233.887 I slot print_timing: id 0 | task 21811 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.233.909 I slot release: id 0 | task 21811 | stop processing: n_tokens = 291, truncated = 0 4.40.264.567 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 280136261 4.40.264.621 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 446.658 MiB) 4.40.300.592 I slot launch_slot_: id 0 | task 21971 | processing task, is_child = 0 4.40.837.815 I slot print_timing: id 0 | task 21971 | prompt eval time = 149.10 ms / 210 tokens ( 0.71 ms per token, 1408.42 tokens per second) 4.40.837.821 I slot print_timing: id 0 | task 21971 | eval time = 388.10 ms / 38 tokens ( 10.49 ms per token, 95.34 tokens per second) 4.40.837.822 I slot print_timing: id 0 | task 21971 | total time = 537.20 ms / 248 tokens 4.40.837.822 I slot print_timing: id 0 | task 21971 | graphs reused = 21092 4.40.837.823 I slot print_timing: id 0 | task 21971 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.837.847 I slot release: id 0 | task 21971 | stop processing: n_tokens = 247, truncated = 0 4.40.866.464 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 280740199 4.40.896.049 I slot launch_slot_: id 0 | task 22012 | processing task, is_child = 0 4.41.242.026 I slot print_timing: id 0 | task 22012 | prompt eval time = 100.60 ms / 111 tokens ( 0.91 ms per token, 1103.42 tokens per second) 4.41.242.031 I slot print_timing: id 0 | task 22012 | eval time = 245.36 ms / 16 tokens ( 16.36 ms per token, 61.13 tokens per second) 4.41.242.033 I slot print_timing: id 0 | task 22012 | total time = 345.96 ms / 127 tokens 4.41.242.033 I slot print_timing: id 0 | task 22012 | graphs reused = 21106 4.41.242.034 I slot print_timing: id 0 | task 22012 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.242.054 I slot release: id 0 | task 22012 | stop processing: n_tokens = 126, truncated = 0 4.41.271.262 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 126, t_last = 281144406 4.41.288.248 I slot launch_slot_: id 0 | task 22031 | processing task, is_child = 0 4.41.601.352 I slot print_timing: id 0 | task 22031 | prompt eval time = 124.21 ms / 151 tokens ( 0.82 ms per token, 1215.67 tokens per second) 4.41.601.358 I slot print_timing: id 0 | task 22031 | eval time = 188.87 ms / 19 tokens ( 10.49 ms per token, 95.30 tokens per second) 4.41.601.359 I slot print_timing: id 0 | task 22031 | total time = 313.08 ms / 170 tokens 4.41.601.360 I slot print_timing: id 0 | task 22031 | graphs reused = 21123 4.41.601.361 I slot print_timing: id 0 | task 22031 | graph reallocs = 0 / 0 (same size) / (changed size) 4.41.601.383 I slot release: id 0 | task 22031 | stop processing: n_tokens = 169, truncated = 0 4.41.630.205 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 169, t_last = 281503735 4.41.630.244 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 387.757 MiB) 4.41.658.842 I slot launch_slot_: id 0 | task 22053 | processing task, is_child = 0 4.42.470.580 I slot print_timing: id 0 | task 22053 | prompt eval time = 117.47 ms / 150 tokens ( 0.78 ms per token, 1276.92 tokens per second) 4.42.470.585 I slot print_timing: id 0 | task 22053 | eval time = 694.25 ms / 67 tokens ( 10.52 ms per token, 95.07 tokens per second) 4.42.470.586 I slot print_timing: id 0 | task 22053 | total time = 811.72 ms / 217 tokens 4.42.470.587 I slot print_timing: id 0 | task 22053 | graphs reused = 21188 4.42.470.588 I slot print_timing: id 0 | task 22053 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.470.609 I slot release: id 0 | task 22053 | stop processing: n_tokens = 216, truncated = 0 4.42.475.391 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 216, t_last = 282372962 4.42.499.900 I slot launch_slot_: id 0 | task 22123 | processing task, is_child = 0 4.42.782.378 I slot print_timing: id 0 | task 22123 | prompt eval time = 95.74 ms / 89 tokens ( 1.08 ms per token, 929.60 tokens per second) 4.42.782.383 I slot print_timing: id 0 | task 22123 | eval time = 186.72 ms / 18 tokens ( 10.98 ms per token, 91.05 tokens per second) 4.42.782.385 I slot print_timing: id 0 | task 22123 | total time = 282.46 ms / 107 tokens 4.42.782.385 I slot print_timing: id 0 | task 22123 | graphs reused = 21204 4.42.782.386 I slot print_timing: id 0 | task 22123 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.782.406 I slot release: id 0 | task 22123 | stop processing: n_tokens = 106, truncated = 0 4.42.801.538 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 106, t_last = 282684759 4.42.815.573 I slot launch_slot_: id 0 | task 22144 | processing task, is_child = 0 4.43.407.294 I slot print_timing: id 0 | task 22144 | prompt eval time = 130.81 ms / 159 tokens ( 0.82 ms per token, 1215.52 tokens per second) 4.43.407.299 I slot print_timing: id 0 | task 22144 | eval time = 460.89 ms / 44 tokens ( 10.72 ms per token, 93.30 tokens per second) 4.43.407.300 I slot print_timing: id 0 | task 22144 | total time = 591.70 ms / 203 tokens 4.43.407.301 I slot print_timing: id 0 | task 22144 | graphs reused = 21246 4.43.407.302 I slot print_timing: id 0 | task 22144 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.407.324 I slot release: id 0 | task 22144 | stop processing: n_tokens = 202, truncated = 0 4.43.424.853 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 283309677 4.43.424.889 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 468.933 MiB) 4.43.457.420 I slot launch_slot_: id 0 | task 22191 | processing task, is_child = 0 4.44.944.709 I slot print_timing: id 0 | task 22191 | prompt eval time = 130.57 ms / 155 tokens ( 0.84 ms per token, 1187.12 tokens per second) 4.44.944.714 I slot print_timing: id 0 | task 22191 | eval time = 1356.70 ms / 129 tokens ( 10.60 ms per token, 94.35 tokens per second) 4.44.944.715 I slot print_timing: id 0 | task 22191 | total time = 1487.27 ms / 284 tokens 4.44.944.716 I slot print_timing: id 0 | task 22191 | graphs reused = 21372 4.44.944.716 I slot print_timing: id 0 | task 22191 | graph reallocs = 0 / 0 (same size) / (changed size) 4.44.944.738 I slot release: id 0 | task 22191 | stop processing: n_tokens = 283, truncated = 0 4.44.972.665 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 283, t_last = 284847090 4.45.001.327 I slot launch_slot_: id 0 | task 22323 | processing task, is_child = 0 4.45.499.190 I slot print_timing: id 0 | task 22323 | prompt eval time = 121.88 ms / 170 tokens ( 0.72 ms per token, 1394.81 tokens per second) 4.45.499.195 I slot print_timing: id 0 | task 22323 | eval time = 375.97 ms / 37 tokens ( 10.44 ms per token, 95.75 tokens per second) 4.45.499.196 I slot print_timing: id 0 | task 22323 | total time = 497.85 ms / 207 tokens 4.45.499.197 I slot print_timing: id 0 | task 22323 | graphs reused = 21407 4.45.499.198 I slot print_timing: id 0 | task 22323 | graph reallocs = 0 / 0 (same size) / (changed size) 4.45.499.221 I slot release: id 0 | task 22323 | stop processing: n_tokens = 206, truncated = 0 4.45.504.787 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 285401574 4.45.529.103 I slot launch_slot_: id 0 | task 22363 | processing task, is_child = 0 4.46.076.466 I slot print_timing: id 0 | task 22363 | prompt eval time = 111.43 ms / 141 tokens ( 0.79 ms per token, 1265.35 tokens per second) 4.46.076.472 I slot print_timing: id 0 | task 22363 | eval time = 435.92 ms / 43 tokens ( 10.38 ms per token, 96.35 tokens per second) 4.46.076.473 I slot print_timing: id 0 | task 22363 | total time = 547.35 ms / 184 tokens 4.46.076.474 I slot print_timing: id 0 | task 22363 | graphs reused = 21448 4.46.076.475 I slot print_timing: id 0 | task 22363 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.076.498 I slot release: id 0 | task 22363 | stop processing: n_tokens = 183, truncated = 0 4.46.097.253 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 183, t_last = 285978850 4.46.097.292 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 522.186 MiB) 4.46.128.229 I slot launch_slot_: id 0 | task 22409 | processing task, is_child = 0 4.49.264.512 I slot print_timing: id 0 | task 22409 | n_gen = 284, tg = 94.11 t/s, tg_3s = 94.45 t/s 4.52.063.125 I slot print_timing: id 0 | task 22409 | prompt eval time = 129.30 ms / 150 tokens ( 0.86 ms per token, 1160.11 tokens per second) 4.52.063.131 I slot print_timing: id 0 | task 22409 | eval time = 5805.58 ms / 545 tokens ( 10.67 ms per token, 93.70 tokens per second) 4.52.063.132 I slot print_timing: id 0 | task 22409 | total time = 5934.88 ms / 695 tokens 4.52.063.133 I slot print_timing: id 0 | task 22409 | graphs reused = 21989 4.52.063.133 I slot print_timing: id 0 | task 22409 | graph reallocs = 0 / 0 (same size) / (changed size) 4.52.063.157 I slot release: id 0 | task 22409 | stop processing: n_tokens = 694, truncated = 0 4.52.098.089 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 694, t_last = 291965509 4.52.151.950 I slot launch_slot_: id 0 | task 22957 | processing task, is_child = 0 4.55.294.269 I slot print_timing: id 0 | task 22957 | n_gen = 287, tg = 95.01 t/s, tg_3s = 95.34 t/s 4.58.300.781 I slot print_timing: id 0 | task 22957 | n_gen = 569, tg = 94.40 t/s, tg_3s = 93.80 t/s 5.01.303.310 I slot print_timing: id 0 | task 22957 | n_gen = 843, tg = 93.36 t/s, tg_3s = 91.26 t/s 5.03.287.413 I slot print_timing: id 0 | task 22957 | prompt eval time = 132.14 ms / 171 tokens ( 0.77 ms per token, 1294.04 tokens per second) 5.03.287.419 I slot print_timing: id 0 | task 22957 | eval time = 11003.30 ms / 1024 tokens ( 10.76 ms per token, 92.97 tokens per second) 5.03.287.420 I slot print_timing: id 0 | task 22957 | total time = 11135.45 ms / 1195 tokens 5.03.287.421 I slot print_timing: id 0 | task 22957 | graphs reused = 23007 5.03.287.422 I slot print_timing: id 0 | task 22957 | graph reallocs = 0 / 0 (same size) / (changed size) 5.03.287.446 I slot release: id 0 | task 22957 | stop processing: n_tokens = 1194, truncated = 0 5.03.323.883 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1194, t_last = 303189799 5.03.324.009 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 363.646 MiB) 5.03.405.393 I slot launch_slot_: id 0 | task 23984 | processing task, is_child = 0 5.06.541.427 I slot print_timing: id 0 | task 23984 | n_gen = 287, tg = 95.19 t/s, tg_3s = 95.53 t/s 5.09.551.510 I slot print_timing: id 0 | task 23984 | n_gen = 566, tg = 93.94 t/s, tg_3s = 92.69 t/s 5.12.554.750 I slot print_timing: id 0 | task 23984 | n_gen = 842, tg = 93.26 t/s, tg_3s = 91.90 t/s 5.14.530.265 I slot print_timing: id 0 | task 23984 | prompt eval time = 131.64 ms / 164 tokens ( 0.80 ms per token, 1245.84 tokens per second) 5.14.530.271 I slot print_timing: id 0 | task 23984 | eval time = 10993.22 ms / 1024 tokens ( 10.75 ms per token, 93.06 tokens per second) 5.14.530.272 I slot print_timing: id 0 | task 23984 | total time = 11124.85 ms / 1188 tokens 5.14.530.273 I slot print_timing: id 0 | task 23984 | graphs reused = 24025 5.14.530.273 I slot print_timing: id 0 | task 23984 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.530.295 I slot release: id 0 | task 23984 | stop processing: n_tokens = 1187, truncated = 0 5.14.549.717 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1187, t_last = 314432648 5.14.549.844 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 588.588 MiB) 5.14.634.123 I slot launch_slot_: id 0 | task 25011 | processing task, is_child = 0 5.17.771.502 I slot print_timing: id 0 | task 25011 | n_gen = 284, tg = 94.24 t/s, tg_3s = 94.57 t/s 5.18.895.966 I slot print_timing: id 0 | task 25011 | prompt eval time = 134.33 ms / 156 tokens ( 0.86 ms per token, 1161.31 tokens per second) 5.18.895.971 I slot print_timing: id 0 | task 25011 | eval time = 4127.49 ms / 391 tokens ( 10.58 ms per token, 94.49 tokens per second) 5.18.895.973 I slot print_timing: id 0 | task 25011 | total time = 4261.82 ms / 547 tokens 5.18.895.973 I slot print_timing: id 0 | task 25011 | graphs reused = 24412 5.18.895.974 I slot print_timing: id 0 | task 25011 | graph reallocs = 0 / 0 (same size) / (changed size) 5.18.895.996 I slot release: id 0 | task 25011 | stop processing: n_tokens = 546, truncated = 0 5.18.937.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 546, t_last = 318798349 5.18.937.469 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 381.866 MiB) 5.18.990.341 I slot launch_slot_: id 0 | task 25405 | processing task, is_child = 0 5.19.944.073 I slot print_timing: id 0 | task 25405 | prompt eval time = 132.08 ms / 162 tokens ( 0.82 ms per token, 1226.57 tokens per second) 5.19.944.078 I slot print_timing: id 0 | task 25405 | eval time = 821.63 ms / 78 tokens ( 10.67 ms per token, 93.72 tokens per second) 5.19.944.079 I slot print_timing: id 0 | task 25405 | total time = 953.71 ms / 240 tokens 5.19.944.080 I slot print_timing: id 0 | task 25405 | graphs reused = 24488 5.19.944.080 I slot print_timing: id 0 | task 25405 | graph reallocs = 0 / 0 (same size) / (changed size) 5.19.944.103 I slot release: id 0 | task 25405 | stop processing: n_tokens = 239, truncated = 0 5.19.971.594 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 319846455 5.19.998.109 I slot launch_slot_: id 0 | task 25486 | processing task, is_child = 0 5.21.637.277 I slot print_timing: id 0 | task 25486 | prompt eval time = 116.78 ms / 144 tokens ( 0.81 ms per token, 1233.10 tokens per second) 5.21.637.281 I slot print_timing: id 0 | task 25486 | eval time = 1522.37 ms / 145 tokens ( 10.57 ms per token, 94.59 tokens per second) 5.21.637.283 I slot print_timing: id 0 | task 25486 | total time = 1639.15 ms / 289 tokens 5.21.637.284 I slot print_timing: id 0 | task 25486 | graphs reused = 24630 5.21.637.285 I slot print_timing: id 0 | task 25486 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.637.308 I slot release: id 0 | task 25486 | stop processing: n_tokens = 288, truncated = 0 5.21.642.558 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 321539660 5.21.642.606 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 542.937 MiB) 5.21.680.526 I slot launch_slot_: id 0 | task 25634 | processing task, is_child = 0 5.22.037.715 I slot print_timing: id 0 | task 25634 | prompt eval time = 104.26 ms / 122 tokens ( 0.85 ms per token, 1170.17 tokens per second) 5.22.037.721 I slot print_timing: id 0 | task 25634 | eval time = 252.92 ms / 25 tokens ( 10.54 ms per token, 94.89 tokens per second) 5.22.037.722 I slot print_timing: id 0 | task 25634 | total time = 357.17 ms / 147 tokens 5.22.037.723 I slot print_timing: id 0 | task 25634 | graphs reused = 24653 5.22.037.723 I slot print_timing: id 0 | task 25634 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.037.742 I slot release: id 0 | task 25634 | stop processing: n_tokens = 146, truncated = 0 5.22.079.184 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 146, t_last = 321940095 5.22.098.032 I slot launch_slot_: id 0 | task 25662 | processing task, is_child = 0 5.25.233.016 I slot print_timing: id 0 | task 25662 | n_gen = 284, tg = 94.11 t/s, tg_3s = 94.44 t/s 5.27.577.076 I slot print_timing: id 0 | task 25662 | prompt eval time = 127.79 ms / 166 tokens ( 0.77 ms per token, 1299.00 tokens per second) 5.27.577.082 I slot print_timing: id 0 | task 25662 | eval time = 5351.23 ms / 505 tokens ( 10.62 ms per token, 94.18 tokens per second) 5.27.577.083 I slot print_timing: id 0 | task 25662 | total time = 5479.03 ms / 671 tokens 5.27.577.084 I slot print_timing: id 0 | task 25662 | graphs reused = 25154 5.27.577.085 I slot print_timing: id 0 | task 25662 | graph reallocs = 0 / 0 (same size) / (changed size) 5.27.577.108 I slot release: id 0 | task 25662 | stop processing: n_tokens = 670, truncated = 0 5.27.621.970 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 670, t_last = 327479460 5.27.677.850 I slot launch_slot_: id 0 | task 26170 | processing task, is_child = 0 5.30.827.399 I slot print_timing: id 0 | task 26170 | n_gen = 287, tg = 95.13 t/s, tg_3s = 95.46 t/s 5.32.695.929 I slot print_timing: id 0 | task 26170 | prompt eval time = 143.06 ms / 185 tokens ( 0.77 ms per token, 1293.12 tokens per second) 5.32.695.935 I slot print_timing: id 0 | task 26170 | eval time = 4874.99 ms / 459 tokens ( 10.64 ms per token, 93.95 tokens per second) 5.32.695.936 I slot print_timing: id 0 | task 26170 | total time = 5018.06 ms / 644 tokens 5.32.695.937 I slot print_timing: id 0 | task 26170 | graphs reused = 25609 5.32.695.938 I slot print_timing: id 0 | task 26170 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.695.961 I slot release: id 0 | task 26170 | stop processing: n_tokens = 643, truncated = 0 5.32.701.088 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 332598314 5.32.701.169 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 657.912 MiB) 5.32.765.817 I slot launch_slot_: id 0 | task 26632 | processing task, is_child = 0 5.33.168.811 I slot print_timing: id 0 | task 26632 | prompt eval time = 109.65 ms / 123 tokens ( 0.89 ms per token, 1121.76 tokens per second) 5.33.168.816 I slot print_timing: id 0 | task 26632 | eval time = 293.33 ms / 28 tokens ( 10.86 ms per token, 92.05 tokens per second) 5.33.168.818 I slot print_timing: id 0 | task 26632 | total time = 402.98 ms / 151 tokens 5.33.168.819 I slot print_timing: id 0 | task 26632 | graphs reused = 25635 5.33.168.820 I slot print_timing: id 0 | task 26632 | graph reallocs = 0 / 0 (same size) / (changed size) 5.33.168.841 I slot release: id 0 | task 26632 | stop processing: n_tokens = 150, truncated = 0 5.33.207.772 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 150, t_last = 333071193 5.33.226.943 I slot launch_slot_: id 0 | task 26663 | processing task, is_child = 0 5.33.603.360 I slot print_timing: id 0 | task 26663 | prompt eval time = 113.25 ms / 139 tokens ( 0.81 ms per token, 1227.35 tokens per second) 5.33.603.366 I slot print_timing: id 0 | task 26663 | eval time = 263.14 ms / 26 tokens ( 10.53 ms per token, 95.00 tokens per second) 5.33.603.367 I slot print_timing: id 0 | task 26663 | total time = 376.40 ms / 165 tokens 5.33.603.368 I slot print_timing: id 0 | task 26663 | graphs reused = 25659 5.33.603.368 I slot print_timing: id 0 | task 26663 | graph reallocs = 0 / 0 (same size) / (changed size) 5.33.603.389 I slot release: id 0 | task 26663 | stop processing: n_tokens = 164, truncated = 0 5.33.609.109 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 164, t_last = 333505742 5.33.630.066 I slot launch_slot_: id 0 | task 26692 | processing task, is_child = 0 5.36.746.871 I slot print_timing: id 0 | task 26692 | n_gen = 286, tg = 94.90 t/s, tg_3s = 95.24 t/s 5.37.271.222 I slot print_timing: id 0 | task 26692 | prompt eval time = 113.75 ms / 132 tokens ( 0.86 ms per token, 1160.43 tokens per second) 5.37.271.227 I slot print_timing: id 0 | task 26692 | eval time = 3527.39 ms / 335 tokens ( 10.56 ms per token, 94.69 tokens per second) 5.37.271.228 I slot print_timing: id 0 | task 26692 | total time = 3641.14 ms / 467 tokens 5.37.271.229 I slot print_timing: id 0 | task 26692 | graphs reused = 25991 5.37.271.230 I slot print_timing: id 0 | task 26692 | graph reallocs = 0 / 0 (same size) / (changed size) 5.37.271.251 I slot release: id 0 | task 26692 | stop processing: n_tokens = 466, truncated = 0 5.37.276.775 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 337173603 5.37.276.839 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 432.853 MiB) 5.37.322.209 I slot launch_slot_: id 0 | task 27030 | processing task, is_child = 0 5.37.756.164 I slot print_timing: id 0 | task 27030 | prompt eval time = 117.35 ms / 146 tokens ( 0.80 ms per token, 1244.14 tokens per second) 5.37.756.170 I slot print_timing: id 0 | task 27030 | eval time = 316.59 ms / 31 tokens ( 10.55 ms per token, 94.76 tokens per second) 5.37.756.171 I slot print_timing: id 0 | task 27030 | total time = 433.94 ms / 177 tokens 5.37.756.171 I slot print_timing: id 0 | task 27030 | graphs reused = 26020 5.37.756.172 I slot print_timing: id 0 | task 27030 | graph reallocs = 0 / 0 (same size) / (changed size) 5.37.756.193 I slot release: id 0 | task 27030 | stop processing: n_tokens = 176, truncated = 0 5.37.761.527 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 176, t_last = 337658545 5.37.783.175 I slot launch_slot_: id 0 | task 27064 | processing task, is_child = 0 5.38.220.473 I slot print_timing: id 0 | task 27064 | prompt eval time = 126.64 ms / 150 tokens ( 0.84 ms per token, 1184.48 tokens per second) 5.38.220.478 I slot print_timing: id 0 | task 27064 | eval time = 310.65 ms / 31 tokens ( 10.35 ms per token, 96.57 tokens per second) 5.38.220.479 I slot print_timing: id 0 | task 27064 | total time = 437.28 ms / 181 tokens 5.38.220.480 I slot print_timing: id 0 | task 27064 | graphs reused = 26049 5.38.220.481 I slot print_timing: id 0 | task 27064 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.220.503 I slot release: id 0 | task 27064 | stop processing: n_tokens = 180, truncated = 0 5.38.258.204 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 338122856 5.38.280.398 I slot launch_slot_: id 0 | task 27098 | processing task, is_child = 0 5.38.735.179 I slot print_timing: id 0 | task 27098 | prompt eval time = 113.12 ms / 142 tokens ( 0.80 ms per token, 1255.29 tokens per second) 5.38.735.185 I slot print_timing: id 0 | task 27098 | eval time = 341.64 ms / 34 tokens ( 10.35 ms per token, 96.59 tokens per second) 5.38.735.186 I slot print_timing: id 0 | task 27098 | total time = 454.76 ms / 176 tokens 5.38.735.186 I slot print_timing: id 0 | task 27098 | graphs reused = 26081 5.38.735.188 I slot print_timing: id 0 | task 27098 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.735.208 I slot release: id 0 | task 27098 | stop processing: n_tokens = 175, truncated = 0 5.38.754.533 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 338637560 5.38.754.566 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 479.450 MiB) 5.38.784.569 I slot launch_slot_: id 0 | task 27135 | processing task, is_child = 0 5.41.902.269 I slot print_timing: id 0 | task 27135 | n_gen = 284, tg = 94.16 t/s, tg_3s = 94.49 t/s 5.44.906.432 I slot print_timing: id 0 | task 27135 | n_gen = 565, tg = 93.85 t/s, tg_3s = 93.54 t/s 5.46.331.170 I slot print_timing: id 0 | task 27135 | prompt eval time = 112.18 ms / 144 tokens ( 0.78 ms per token, 1283.61 tokens per second) 5.46.331.175 I slot print_timing: id 0 | task 27135 | eval time = 7434.40 ms / 697 tokens ( 10.68 ms per token, 93.62 tokens per second) 5.46.331.176 I slot print_timing: id 0 | task 27135 | total time = 7546.59 ms / 841 tokens 5.46.331.178 I slot print_timing: id 0 | task 27135 | graphs reused = 26773 5.46.331.179 I slot print_timing: id 0 | task 27135 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.331.201 I slot release: id 0 | task 27135 | stop processing: n_tokens = 840, truncated = 0 5.46.353.023 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 840, t_last = 346233553 5.46.415.481 I slot launch_slot_: id 0 | task 27835 | processing task, is_child = 0 5.49.548.564 I slot print_timing: id 0 | task 27835 | n_gen = 284, tg = 94.07 t/s, tg_3s = 94.40 t/s 5.52.552.687 I slot print_timing: id 0 | task 27835 | n_gen = 566, tg = 93.97 t/s, tg_3s = 93.87 t/s 5.55.556.174 I slot print_timing: id 0 | task 27835 | n_gen = 844, tg = 93.50 t/s, tg_3s = 92.56 t/s 5.57.564.578 I slot print_timing: id 0 | task 27835 | prompt eval time = 124.73 ms / 148 tokens ( 0.84 ms per token, 1186.52 tokens per second) 5.57.564.583 I slot print_timing: id 0 | task 27835 | eval time = 11024.35 ms / 1024 tokens ( 10.78 ms per token, 92.79 tokens per second) 5.57.564.584 I slot print_timing: id 0 | task 27835 | total time = 11149.08 ms / 1172 tokens 5.57.564.585 I slot print_timing: id 0 | task 27835 | graphs reused = 27791 5.57.564.585 I slot print_timing: id 0 | task 27835 | graph reallocs = 0 / 0 (same size) / (changed size) 5.57.564.608 I slot release: id 0 | task 27835 | stop processing: n_tokens = 1171, truncated = 0 5.57.585.696 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1171, t_last = 357466960 5.57.585.823 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 282.736 MiB) 5.57.590.995 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 353.583 MiB) 5.57.670.476 I slot launch_slot_: id 0 | task 28862 | processing task, is_child = 0 6.00.812.458 I slot print_timing: id 0 | task 28862 | n_gen = 287, tg = 95.03 t/s, tg_3s = 95.36 t/s 6.03.820.463 I slot print_timing: id 0 | task 28862 | n_gen = 569, tg = 94.39 t/s, tg_3s = 93.75 t/s 6.06.820.739 I slot print_timing: id 0 | task 28862 | n_gen = 844, tg = 93.48 t/s, tg_3s = 91.66 t/s 6.08.809.164 I slot print_timing: id 0 | task 28862 | prompt eval time = 132.25 ms / 173 tokens ( 0.76 ms per token, 1308.16 tokens per second) 6.08.809.169 I slot print_timing: id 0 | task 28862 | eval time = 11006.42 ms / 1024 tokens ( 10.76 ms per token, 92.95 tokens per second) 6.08.809.170 I slot print_timing: id 0 | task 28862 | total time = 11138.67 ms / 1197 tokens 6.08.809.171 I slot print_timing: id 0 | task 28862 | graphs reused = 28809 6.08.809.172 I slot print_timing: id 0 | task 28862 | graph reallocs = 0 / 0 (same size) / (changed size) 6.08.809.195 I slot release: id 0 | task 28862 | stop processing: n_tokens = 1196, truncated = 0 6.08.856.098 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1196, t_last = 368711548 6.08.856.224 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 716.102 MiB) 6.08.943.489 I slot launch_slot_: id 0 | task 29889 | processing task, is_child = 0 6.09.411.507 I slot print_timing: id 0 | task 29889 | prompt eval time = 131.22 ms / 153 tokens ( 0.86 ms per token, 1165.95 tokens per second) 6.09.411.513 I slot print_timing: id 0 | task 29889 | eval time = 336.77 ms / 26 tokens ( 13.47 ms per token, 74.23 tokens per second) 6.09.411.514 I slot print_timing: id 0 | task 29889 | total time = 468.00 ms / 179 tokens 6.09.411.516 I slot print_timing: id 0 | task 29889 | graphs reused = 28833 6.09.411.517 I slot print_timing: id 0 | task 29889 | graph reallocs = 0 / 0 (same size) / (changed size) 6.09.411.537 I slot release: id 0 | task 29889 | stop processing: n_tokens = 178, truncated = 0 6.09.447.008 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 369313890 6.09.469.783 I slot launch_slot_: id 0 | task 29918 | processing task, is_child = 0 6.11.568.373 I slot print_timing: id 0 | task 29918 | prompt eval time = 116.92 ms / 151 tokens ( 0.77 ms per token, 1291.54 tokens per second) 6.11.568.378 I slot print_timing: id 0 | task 29918 | eval time = 1981.65 ms / 190 tokens ( 10.48 ms per token, 95.37 tokens per second) 6.11.568.380 I slot print_timing: id 0 | task 29918 | total time = 2098.57 ms / 341 tokens 6.11.568.381 I slot print_timing: id 0 | task 29918 | graphs reused = 29020 6.11.568.381 I slot print_timing: id 0 | task 29918 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.568.403 I slot release: id 0 | task 29918 | stop processing: n_tokens = 340, truncated = 0 6.11.574.718 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 340, t_last = 371470756 6.11.607.762 I slot launch_slot_: id 0 | task 30111 | processing task, is_child = 0 6.12.612.783 I slot print_timing: id 0 | task 30111 | prompt eval time = 132.56 ms / 165 tokens ( 0.80 ms per token, 1244.70 tokens per second) 6.12.612.789 I slot print_timing: id 0 | task 30111 | eval time = 872.44 ms / 83 tokens ( 10.64 ms per token, 93.99 tokens per second) 6.12.612.790 I slot print_timing: id 0 | task 30111 | total time = 1005.00 ms / 248 tokens 6.12.612.792 I slot print_timing: id 0 | task 30111 | graphs reused = 29101 6.12.612.793 I slot print_timing: id 0 | task 30111 | graph reallocs = 0 / 0 (same size) / (changed size) 6.12.612.814 I slot release: id 0 | task 30111 | stop processing: n_tokens = 247, truncated = 0 6.12.633.368 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 247, t_last = 372515166 6.12.661.040 I slot launch_slot_: id 0 | task 30197 | processing task, is_child = 0 6.12.956.879 I slot print_timing: id 0 | task 30197 | prompt eval time = 131.93 ms / 165 tokens ( 0.80 ms per token, 1250.63 tokens per second) 6.12.956.885 I slot print_timing: id 0 | task 30197 | eval time = 163.89 ms / 16 tokens ( 10.93 ms per token, 91.52 tokens per second) 6.12.956.886 I slot print_timing: id 0 | task 30197 | total time = 295.82 ms / 181 tokens 6.12.956.887 I slot print_timing: id 0 | task 30197 | graphs reused = 29115 6.12.956.888 I slot print_timing: id 0 | task 30197 | graph reallocs = 0 / 0 (same size) / (changed size) 6.12.956.910 I slot release: id 0 | task 30197 | stop processing: n_tokens = 180, truncated = 0 6.12.975.415 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 372859263 6.12.975.456 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 645.520 MiB) 6.13.009.937 I slot launch_slot_: id 0 | task 30216 | processing task, is_child = 0 6.16.144.487 I slot print_timing: id 0 | task 30216 | n_gen = 287, tg = 95.14 t/s, tg_3s = 95.47 t/s 6.19.154.434 I slot print_timing: id 0 | task 30216 | n_gen = 568, tg = 94.25 t/s, tg_3s = 93.36 t/s 6.22.165.042 I slot print_timing: id 0 | task 30216 | n_gen = 843, tg = 93.28 t/s, tg_3s = 91.34 t/s 6.23.631.611 I slot print_timing: id 0 | task 30216 | prompt eval time = 128.45 ms / 153 tokens ( 0.84 ms per token, 1191.09 tokens per second) 6.23.631.617 I slot print_timing: id 0 | task 30216 | eval time = 10493.20 ms / 979 tokens ( 10.73 ms per token, 93.20 tokens per second) 6.23.631.618 I slot print_timing: id 0 | task 30216 | total time = 10621.66 ms / 1132 tokens 6.23.631.618 I slot print_timing: id 0 | task 30216 | graphs reused = 30088 6.23.631.619 I slot print_timing: id 0 | task 30216 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.631.641 I slot release: id 0 | task 30216 | stop processing: n_tokens = 1131, truncated = 0 6.23.678.446 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1131, t_last = 383533993 6.23.752.359 I slot launch_slot_: id 0 | task 31198 | processing task, is_child = 0 6.26.891.514 I slot print_timing: id 0 | task 31198 | n_gen = 284, tg = 94.04 t/s, tg_3s = 94.37 t/s 6.29.900.909 I slot print_timing: id 0 | task 31198 | n_gen = 565, tg = 93.71 t/s, tg_3s = 93.37 t/s 6.30.844.239 I slot print_timing: id 0 | task 31198 | prompt eval time = 129.74 ms / 166 tokens ( 0.78 ms per token, 1279.52 tokens per second) 6.30.844.245 I slot print_timing: id 0 | task 31198 | eval time = 6962.12 ms / 652 tokens ( 10.69 ms per token, 93.51 tokens per second) 6.30.844.246 I slot print_timing: id 0 | task 31198 | total time = 7091.86 ms / 818 tokens 6.30.844.247 I slot print_timing: id 0 | task 31198 | graphs reused = 30735 6.30.844.248 I slot print_timing: id 0 | task 31198 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.844.269 I slot release: id 0 | task 31198 | stop processing: n_tokens = 817, truncated = 0 6.30.875.301 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 817, t_last = 390746622 6.30.875.401 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 258.782 MiB) 6.30.880.089 W srv alloc: - making room for prompt cache entry, removing oldest entry (size = 430.047 MiB) 6.30.951.350 I slot launch_slot_: id 0 | task 31853 | processing task, is_child = 0 6.31.454.277 I slot print_timing: id 0 | task 31853 | prompt eval time = 126.67 ms / 172 tokens ( 0.74 ms per token, 1357.87 tokens per second) 6.31.454.283 I slot print_timing: id 0 | task 31853 | eval time = 376.24 ms / 31 tokens ( 12.54 ms per token, 79.74 tokens per second) 6.31.454.284 I slot print_timing: id 0 | task 31853 | total time = 502.91 ms / 203 tokens 6.31.454.284 I slot print_timing: id 0 | task 31853 | graphs reused = 30764 6.31.454.285 I slot print_timing: id 0 | task 31853 | graph reallocs = 0 / 0 (same size) / (changed size) 6.31.454.307 I slot release: id 0 | task 31853 | stop processing: n_tokens = 202, truncated = 0 6.31.481.047 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 391356659 6.31.506.448 I slot launch_slot_: id 0 | task 31887 | processing task, is_child = 0 6.32.779.103 I slot print_timing: id 0 | task 31887 | prompt eval time = 140.50 ms / 204 tokens ( 0.69 ms per token, 1451.98 tokens per second) 6.32.779.109 I slot print_timing: id 0 | task 31887 | eval time = 1132.14 ms / 107 tokens ( 10.68 ms per token, 93.63 tokens per second) 6.32.779.110 I slot print_timing: id 0 | task 31887 | total time = 1272.63 ms / 311 tokens 6.32.779.111 I slot print_timing: id 0 | task 31887 | graphs reused = 30868 6.32.779.112 I slot print_timing: id 0 | task 31887 | graph reallocs = 0 / 0 (same size) / (changed size) 6.32.779.137 I slot release: id 0 | task 31887 | stop processing: n_tokens = 310, truncated = 0 6.32.807.324 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 310, t_last = 392681490 6.32.840.913 I slot launch_slot_: id 0 | task 31997 | processing task, is_child = 0 6.33.422.927 I slot print_timing: id 0 | task 31997 | prompt eval time = 117.69 ms / 152 tokens ( 0.77 ms per token, 1291.57 tokens per second) 6.33.422.933 I slot print_timing: id 0 | task 31997 | eval time = 464.31 ms / 38 tokens ( 12.55 ms per token, 79.69 tokens per second) 6.33.422.934 I slot print_timing: id 0 | task 31997 | total time = 582.00 ms / 190 tokens 6.33.422.935 I slot print_timing: id 0 | task 31997 | graphs reused = 30904 6.33.422.936 I slot print_timing: id 0 | task 31997 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.422.957 I slot release: id 0 | task 31997 | stop processing: n_tokens = 189, truncated = 0