$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/3f8032b9d2c1/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q3_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.044.388 I srv llama_server: initializing ... 0.00.044.394 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.044.481 I srv init_listene: The UI is disabled 0.00.044.482 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.044.519 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.046.189 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/3f8032b9d2c1/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q3_K_XL.gguf' 0.00.720.647 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.723.610 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.729.685 W load: '' is a normal token here, removing it from EOG list 0.00.953.882 I cmn init: llama threadpool init, n_threads = 8 0.01.044.874 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.01.050.402 I srv llama_server: model loaded 0.01.050.406 I srv llama_server: listening on http://127.0.0.1:8089 0.02.023.648 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.02.023.810 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.03.219.312 I slot print_timing: id 0 | task 0 | prompt eval time = 472.24 ms / 156 tokens ( 3.03 ms per token, 330.34 tokens per second) 0.03.219.316 I slot print_timing: id 0 | task 0 | eval time = 723.24 ms / 32 tokens ( 23.33 ms per token, 42.86 tokens per second) 0.03.219.316 I slot print_timing: id 0 | task 0 | total time = 1195.48 ms / 188 tokens 0.03.219.317 I slot print_timing: id 0 | task 0 | graphs reused = 31 0.03.219.317 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.03.219.344 I slot release: id 0 | task 0 | stop processing: n_tokens = 187, truncated = 0 0.03.224.806 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 238476825125 0.03.227.077 I slot launch_slot_: id 0 | task 35 | processing task, is_child = 0 0.04.044.155 I slot print_timing: id 0 | task 35 | prompt eval time = 350.59 ms / 109 tokens ( 3.22 ms per token, 310.90 tokens per second) 0.04.044.160 I slot print_timing: id 0 | task 35 | eval time = 466.48 ms / 21 tokens ( 23.32 ms per token, 42.87 tokens per second) 0.04.044.161 I slot print_timing: id 0 | task 35 | total time = 817.07 ms / 130 tokens 0.04.044.161 I slot print_timing: id 0 | task 35 | graphs reused = 50 0.04.044.162 I slot print_timing: id 0 | task 35 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.044.185 I slot release: id 0 | task 35 | stop processing: n_tokens = 129, truncated = 0 0.04.049.133 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 238477649966 0.04.050.193 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.04.954.266 I slot print_timing: id 0 | task 59 | prompt eval time = 394.56 ms / 149 tokens ( 2.65 ms per token, 377.64 tokens per second) 0.04.954.270 I slot print_timing: id 0 | task 59 | eval time = 509.50 ms / 23 tokens ( 23.16 ms per token, 43.18 tokens per second) 0.04.954.271 I slot print_timing: id 0 | task 59 | total time = 904.06 ms / 172 tokens 0.04.954.272 I slot print_timing: id 0 | task 59 | graphs reused = 71 0.04.954.272 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.954.294 I slot release: id 0 | task 59 | stop processing: n_tokens = 171, truncated = 0 0.04.959.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 171, t_last = 238478560075 0.04.961.575 I slot launch_slot_: id 0 | task 85 | processing task, is_child = 0 0.05.775.444 I slot print_timing: id 0 | task 85 | prompt eval time = 442.22 ms / 190 tokens ( 2.33 ms per token, 429.65 tokens per second) 0.05.775.450 I slot print_timing: id 0 | task 85 | eval time = 371.64 ms / 17 tokens ( 23.23 ms per token, 43.05 tokens per second) 0.05.775.451 I slot print_timing: id 0 | task 85 | total time = 813.86 ms / 207 tokens 0.05.775.452 I slot print_timing: id 0 | task 85 | graphs reused = 86 0.05.775.452 I slot print_timing: id 0 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.775.476 I slot release: id 0 | task 85 | stop processing: n_tokens = 206, truncated = 0 0.05.780.968 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.102 0.05.783.381 I slot launch_slot_: id 0 | task 105 | processing task, is_child = 0 0.06.872.207 I slot print_timing: id 0 | task 105 | prompt eval time = 485.99 ms / 174 tokens ( 2.79 ms per token, 358.04 tokens per second) 0.06.872.211 I slot print_timing: id 0 | task 105 | eval time = 602.83 ms / 27 tokens ( 23.19 ms per token, 43.13 tokens per second) 0.06.872.212 I slot print_timing: id 0 | task 105 | total time = 1088.82 ms / 201 tokens 0.06.872.213 I slot print_timing: id 0 | task 105 | graphs reused = 111 0.06.872.213 I slot print_timing: id 0 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.872.238 I slot release: id 0 | task 105 | stop processing: n_tokens = 200, truncated = 0 0.06.877.786 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 238480478019 0.06.879.793 I slot launch_slot_: id 0 | task 135 | processing task, is_child = 0 0.08.055.917 I slot print_timing: id 0 | task 135 | prompt eval time = 412.58 ms / 165 tokens ( 2.50 ms per token, 399.92 tokens per second) 0.08.055.923 I slot print_timing: id 0 | task 135 | eval time = 763.52 ms / 34 tokens ( 23.14 ms per token, 43.22 tokens per second) 0.08.055.925 I slot print_timing: id 0 | task 135 | total time = 1176.11 ms / 199 tokens 0.08.055.925 I slot print_timing: id 0 | task 135 | graphs reused = 143 0.08.055.926 I slot print_timing: id 0 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.055.948 I slot release: id 0 | task 135 | stop processing: n_tokens = 198, truncated = 0 0.08.061.533 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 238481661729 0.08.063.810 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 0.09.109.448 I slot print_timing: id 0 | task 172 | prompt eval time = 513.42 ms / 208 tokens ( 2.47 ms per token, 405.12 tokens per second) 0.09.109.454 I slot print_timing: id 0 | task 172 | eval time = 532.21 ms / 24 tokens ( 23.14 ms per token, 43.22 tokens per second) 0.09.109.455 I slot print_timing: id 0 | task 172 | total time = 1045.63 ms / 232 tokens 0.09.109.456 I slot print_timing: id 0 | task 172 | graphs reused = 165 0.09.109.456 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.109.486 I slot release: id 0 | task 172 | stop processing: n_tokens = 231, truncated = 0 0.09.114.862 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 238482715267 0.09.117.588 I slot launch_slot_: id 0 | task 199 | processing task, is_child = 0 0.10.531.416 I slot print_timing: id 0 | task 199 | prompt eval time = 624.58 ms / 260 tokens ( 2.40 ms per token, 416.28 tokens per second) 0.10.531.420 I slot print_timing: id 0 | task 199 | eval time = 789.24 ms / 35 tokens ( 23.21 ms per token, 43.08 tokens per second) 0.10.531.420 I slot print_timing: id 0 | task 199 | total time = 1413.81 ms / 295 tokens 0.10.531.421 I slot print_timing: id 0 | task 199 | graphs reused = 198 0.10.531.421 I slot print_timing: id 0 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.531.449 I slot release: id 0 | task 199 | stop processing: n_tokens = 294, truncated = 0 0.10.536.424 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 238484137230 0.10.539.968 I slot launch_slot_: id 0 | task 237 | processing task, is_child = 0 0.11.614.632 I slot print_timing: id 0 | task 237 | prompt eval time = 402.72 ms / 136 tokens ( 2.96 ms per token, 337.70 tokens per second) 0.11.614.636 I slot print_timing: id 0 | task 237 | eval time = 671.92 ms / 30 tokens ( 23.17 ms per token, 43.16 tokens per second) 0.11.614.637 I slot print_timing: id 0 | task 237 | total time = 1074.65 ms / 166 tokens 0.11.614.637 I slot print_timing: id 0 | task 237 | graphs reused = 226 0.11.614.638 I slot print_timing: id 0 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.614.662 I slot release: id 0 | task 237 | stop processing: n_tokens = 165, truncated = 0 0.11.620.083 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 238485220443 0.11.620.774 I slot launch_slot_: id 0 | task 270 | processing task, is_child = 0 0.12.442.681 I slot print_timing: id 0 | task 270 | prompt eval time = 402.48 ms / 152 tokens ( 2.65 ms per token, 377.66 tokens per second) 0.12.442.688 I slot print_timing: id 0 | task 270 | eval time = 419.42 ms / 19 tokens ( 23.30 ms per token, 42.92 tokens per second) 0.12.442.689 I slot print_timing: id 0 | task 270 | total time = 821.90 ms / 171 tokens 0.12.442.689 I slot print_timing: id 0 | task 270 | graphs reused = 243 0.12.442.690 I slot print_timing: id 0 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.442.720 I slot release: id 0 | task 270 | stop processing: n_tokens = 170, truncated = 0 0.12.448.172 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 238486048501 0.12.449.874 I slot launch_slot_: id 0 | task 292 | processing task, is_child = 0 0.13.653.868 I slot print_timing: id 0 | task 292 | prompt eval time = 416.62 ms / 160 tokens ( 2.60 ms per token, 384.04 tokens per second) 0.13.653.874 I slot print_timing: id 0 | task 292 | eval time = 787.36 ms / 35 tokens ( 23.16 ms per token, 43.18 tokens per second) 0.13.653.875 I slot print_timing: id 0 | task 292 | total time = 1203.98 ms / 195 tokens 0.13.653.876 I slot print_timing: id 0 | task 292 | graphs reused = 276 0.13.653.876 I slot print_timing: id 0 | task 292 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.653.899 I slot release: id 0 | task 292 | stop processing: n_tokens = 194, truncated = 0 0.13.659.251 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 238487259680 0.13.661.517 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 0.14.790.450 I slot print_timing: id 0 | task 330 | prompt eval time = 503.71 ms / 200 tokens ( 2.52 ms per token, 397.05 tokens per second) 0.14.790.456 I slot print_timing: id 0 | task 330 | eval time = 625.21 ms / 28 tokens ( 23.16 ms per token, 43.19 tokens per second) 0.14.790.457 I slot print_timing: id 0 | task 330 | total time = 1128.92 ms / 228 tokens 0.14.790.457 I slot print_timing: id 0 | task 330 | graphs reused = 302 0.14.790.458 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.790.482 I slot release: id 0 | task 330 | stop processing: n_tokens = 227, truncated = 0 0.14.795.737 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 238488396263 0.14.798.445 I slot launch_slot_: id 0 | task 361 | processing task, is_child = 0 0.16.023.538 I slot print_timing: id 0 | task 361 | prompt eval time = 437.25 ms / 167 tokens ( 2.62 ms per token, 381.93 tokens per second) 0.16.023.541 I slot print_timing: id 0 | task 361 | eval time = 787.83 ms / 35 tokens ( 23.17 ms per token, 43.16 tokens per second) 0.16.023.542 I slot print_timing: id 0 | task 361 | total time = 1225.08 ms / 202 tokens 0.16.023.543 I slot print_timing: id 0 | task 361 | graphs reused = 335 0.16.023.543 I slot print_timing: id 0 | task 361 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.023.567 I slot release: id 0 | task 361 | stop processing: n_tokens = 201, truncated = 0 0.16.028.824 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 238489629349 0.16.030.300 I slot launch_slot_: id 0 | task 399 | processing task, is_child = 0 0.17.079.655 I slot print_timing: id 0 | task 399 | prompt eval time = 446.95 ms / 164 tokens ( 2.73 ms per token, 366.93 tokens per second) 0.17.079.661 I slot print_timing: id 0 | task 399 | eval time = 602.39 ms / 27 tokens ( 23.17 ms per token, 43.16 tokens per second) 0.17.079.662 I slot print_timing: id 0 | task 399 | total time = 1049.35 ms / 191 tokens 0.17.079.662 I slot print_timing: id 0 | task 399 | graphs reused = 360 0.17.079.663 I slot print_timing: id 0 | task 399 | graph reallocs = 0 / 0 (same size) / (changed size) 0.17.079.685 I slot release: id 0 | task 399 | stop processing: n_tokens = 190, truncated = 0 0.17.084.982 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 238490685466 0.17.087.370 I slot launch_slot_: id 0 | task 429 | processing task, is_child = 0 0.18.411.723 I slot print_timing: id 0 | task 429 | prompt eval time = 445.82 ms / 163 tokens ( 2.74 ms per token, 365.62 tokens per second) 0.18.411.728 I slot print_timing: id 0 | task 429 | eval time = 878.52 ms / 39 tokens ( 23.12 ms per token, 43.25 tokens per second) 0.18.411.729 I slot print_timing: id 0 | task 429 | total time = 1324.34 ms / 202 tokens 0.18.411.729 I slot print_timing: id 0 | task 429 | graphs reused = 397 0.18.411.732 I slot print_timing: id 0 | task 429 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.411.755 I slot release: id 0 | task 429 | stop processing: n_tokens = 201, truncated = 0 0.18.417.311 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 238492017536 0.18.419.618 I slot launch_slot_: id 0 | task 471 | processing task, is_child = 0 0.19.498.617 I slot print_timing: id 0 | task 471 | prompt eval time = 384.79 ms / 137 tokens ( 2.81 ms per token, 356.04 tokens per second) 0.19.498.623 I slot print_timing: id 0 | task 471 | eval time = 694.20 ms / 31 tokens ( 23.14 ms per token, 43.22 tokens per second) 0.19.498.624 I slot print_timing: id 0 | task 471 | total time = 1078.99 ms / 168 tokens 0.19.498.624 I slot print_timing: id 0 | task 471 | graphs reused = 426 0.19.498.625 I slot print_timing: id 0 | task 471 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.498.647 I slot release: id 0 | task 471 | stop processing: n_tokens = 167, truncated = 0 0.19.506.490 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 238493104428 0.19.508.422 I slot launch_slot_: id 0 | task 505 | processing task, is_child = 0 0.20.386.524 I slot print_timing: id 0 | task 505 | prompt eval time = 437.90 ms / 159 tokens ( 2.75 ms per token, 363.10 tokens per second) 0.20.386.530 I slot print_timing: id 0 | task 505 | eval time = 440.20 ms / 20 tokens ( 23.17 ms per token, 43.16 tokens per second) 0.20.386.531 I slot print_timing: id 0 | task 505 | total time = 878.09 ms / 179 tokens 0.20.386.532 I slot print_timing: id 0 | task 505 | graphs reused = 444 0.20.386.532 I slot print_timing: id 0 | task 505 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.386.555 I slot release: id 0 | task 505 | stop processing: n_tokens = 178, truncated = 0 0.20.392.143 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 238493992336 0.20.394.406 I slot launch_slot_: id 0 | task 528 | processing task, is_child = 0 0.21.226.328 I slot print_timing: id 0 | task 528 | prompt eval time = 392.32 ms / 141 tokens ( 2.78 ms per token, 359.40 tokens per second) 0.21.226.335 I slot print_timing: id 0 | task 528 | eval time = 439.59 ms / 20 tokens ( 23.14 ms per token, 43.22 tokens per second) 0.21.226.335 I slot print_timing: id 0 | task 528 | total time = 831.91 ms / 161 tokens 0.21.226.336 I slot print_timing: id 0 | task 528 | graphs reused = 462 0.21.226.337 I slot print_timing: id 0 | task 528 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.226.357 I slot release: id 0 | task 528 | stop processing: n_tokens = 160, truncated = 0 0.21.231.420 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 238494832138 0.21.233.290 I slot launch_slot_: id 0 | task 551 | processing task, is_child = 0 0.21.994.626 I slot print_timing: id 0 | task 551 | prompt eval time = 389.80 ms / 136 tokens ( 2.87 ms per token, 348.89 tokens per second) 0.21.994.632 I slot print_timing: id 0 | task 551 | eval time = 371.52 ms / 17 tokens ( 23.22 ms per token, 43.07 tokens per second) 0.21.994.634 I slot print_timing: id 0 | task 551 | total time = 761.33 ms / 153 tokens 0.21.994.634 I slot print_timing: id 0 | task 551 | graphs reused = 477 0.21.994.635 I slot print_timing: id 0 | task 551 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.994.654 I slot release: id 0 | task 551 | stop processing: n_tokens = 152, truncated = 0 0.22.000.097 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 238495600435 0.22.001.915 I slot launch_slot_: id 0 | task 571 | processing task, is_child = 0 0.23.342.127 I slot print_timing: id 0 | task 571 | prompt eval time = 486.06 ms / 169 tokens ( 2.88 ms per token, 347.70 tokens per second) 0.23.342.134 I slot print_timing: id 0 | task 571 | eval time = 854.15 ms / 38 tokens ( 23.09 ms per token, 43.32 tokens per second) 0.23.342.135 I slot print_timing: id 0 | task 571 | total time = 1340.20 ms / 207 tokens 0.23.342.135 I slot print_timing: id 0 | task 571 | graphs reused = 513 0.23.342.136 I slot print_timing: id 0 | task 571 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.342.164 I slot release: id 0 | task 571 | stop processing: n_tokens = 206, truncated = 0 0.23.347.234 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 238496947945 0.23.349.466 I slot launch_slot_: id 0 | task 612 | processing task, is_child = 0 0.24.493.435 I slot print_timing: id 0 | task 612 | prompt eval time = 401.83 ms / 154 tokens ( 2.61 ms per token, 383.24 tokens per second) 0.24.493.439 I slot print_timing: id 0 | task 612 | eval time = 742.12 ms / 33 tokens ( 23.19 ms per token, 43.12 tokens per second) 0.24.493.439 I slot print_timing: id 0 | task 612 | total time = 1143.96 ms / 187 tokens 0.24.493.440 I slot print_timing: id 0 | task 612 | graphs reused = 544 0.24.493.441 I slot print_timing: id 0 | task 612 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.493.470 I slot release: id 0 | task 612 | stop processing: n_tokens = 186, truncated = 0 0.24.499.029 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 186, t_last = 238498099251 0.24.501.136 I slot launch_slot_: id 0 | task 648 | processing task, is_child = 0 0.25.703.475 I slot print_timing: id 0 | task 648 | prompt eval time = 437.58 ms / 196 tokens ( 2.23 ms per token, 447.92 tokens per second) 0.25.703.478 I slot print_timing: id 0 | task 648 | eval time = 764.75 ms / 34 tokens ( 23.17 ms per token, 43.15 tokens per second) 0.25.703.479 I slot print_timing: id 0 | task 648 | total time = 1202.33 ms / 230 tokens 0.25.703.480 I slot print_timing: id 0 | task 648 | graphs reused = 576 0.25.703.481 I slot print_timing: id 0 | task 648 | graph reallocs = 0 / 0 (same size) / (changed size) 0.25.703.509 I slot release: id 0 | task 648 | stop processing: n_tokens = 229, truncated = 0 0.25.708.556 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 229, t_last = 238499309290 0.25.711.174 I slot launch_slot_: id 0 | task 685 | processing task, is_child = 0 0.26.730.672 I slot print_timing: id 0 | task 685 | prompt eval time = 461.74 ms / 180 tokens ( 2.57 ms per token, 389.83 tokens per second) 0.26.730.676 I slot print_timing: id 0 | task 685 | eval time = 557.75 ms / 25 tokens ( 23.24 ms per token, 43.03 tokens per second) 0.26.730.677 I slot print_timing: id 0 | task 685 | total time = 1019.49 ms / 205 tokens 0.26.730.678 I slot print_timing: id 0 | task 685 | graphs reused = 599 0.26.730.679 I slot print_timing: id 0 | task 685 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.730.708 I slot release: id 0 | task 685 | stop processing: n_tokens = 204, truncated = 0 0.26.736.878 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 238500336489 0.26.739.268 I slot launch_slot_: id 0 | task 713 | processing task, is_child = 0 0.28.446.274 I slot print_timing: id 0 | task 713 | prompt eval time = 504.22 ms / 192 tokens ( 2.63 ms per token, 380.79 tokens per second) 0.28.446.277 I slot print_timing: id 0 | task 713 | eval time = 1202.78 ms / 53 tokens ( 23.13 ms per token, 43.23 tokens per second) 0.28.446.279 I slot print_timing: id 0 | task 713 | total time = 1706.99 ms / 245 tokens 0.28.446.279 I slot print_timing: id 0 | task 713 | graphs reused = 650 0.28.446.280 I slot print_timing: id 0 | task 713 | graph reallocs = 0 / 0 (same size) / (changed size) 0.28.446.303 I slot release: id 0 | task 713 | stop processing: n_tokens = 244, truncated = 0 0.28.452.290 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 238502052084 0.28.454.582 I slot launch_slot_: id 0 | task 769 | processing task, is_child = 0 0.29.861.403 I slot print_timing: id 0 | task 769 | prompt eval time = 569.04 ms / 228 tokens ( 2.50 ms per token, 400.68 tokens per second) 0.29.861.406 I slot print_timing: id 0 | task 769 | eval time = 837.77 ms / 37 tokens ( 23.27 ms per token, 42.97 tokens per second) 0.29.861.407 I slot print_timing: id 0 | task 769 | total time = 1406.81 ms / 265 tokens 0.29.861.408 I slot print_timing: id 0 | task 769 | graphs reused = 684 0.29.861.408 I slot print_timing: id 0 | task 769 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.861.436 I slot release: id 0 | task 769 | stop processing: n_tokens = 264, truncated = 0 0.29.866.687 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 238503467217 0.29.869.655 I slot launch_slot_: id 0 | task 809 | processing task, is_child = 0 0.31.169.473 I slot print_timing: id 0 | task 809 | prompt eval time = 488.81 ms / 189 tokens ( 2.59 ms per token, 386.66 tokens per second) 0.31.169.479 I slot print_timing: id 0 | task 809 | eval time = 811.00 ms / 36 tokens ( 23.17 ms per token, 43.16 tokens per second) 0.31.169.480 I slot print_timing: id 0 | task 809 | total time = 1299.81 ms / 225 tokens 0.31.169.481 I slot print_timing: id 0 | task 809 | graphs reused = 718 0.31.169.481 I slot print_timing: id 0 | task 809 | graph reallocs = 0 / 0 (same size) / (changed size) 0.31.169.503 I slot release: id 0 | task 809 | stop processing: n_tokens = 224, truncated = 0 0.31.174.581 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 238504775284 0.31.176.727 I slot launch_slot_: id 0 | task 848 | processing task, is_child = 0 0.32.302.357 I slot print_timing: id 0 | task 848 | prompt eval time = 405.65 ms / 144 tokens ( 2.82 ms per token, 354.99 tokens per second) 0.32.302.362 I slot print_timing: id 0 | task 848 | eval time = 719.97 ms / 32 tokens ( 23.22 ms per token, 43.06 tokens per second) 0.32.302.363 I slot print_timing: id 0 | task 848 | total time = 1125.62 ms / 176 tokens 0.32.302.363 I slot print_timing: id 0 | task 848 | graphs reused = 748 0.32.302.364 I slot print_timing: id 0 | task 848 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.302.390 I slot release: id 0 | task 848 | stop processing: n_tokens = 175, truncated = 0 0.32.307.839 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 238505908171 0.32.309.867 I slot launch_slot_: id 0 | task 883 | processing task, is_child = 0 0.33.690.074 I slot print_timing: id 0 | task 883 | prompt eval time = 454.10 ms / 170 tokens ( 2.67 ms per token, 374.37 tokens per second) 0.33.690.078 I slot print_timing: id 0 | task 883 | eval time = 926.09 ms / 41 tokens ( 23.15 ms per token, 43.19 tokens per second) 0.33.690.078 I slot print_timing: id 0 | task 883 | total time = 1380.19 ms / 211 tokens 0.33.690.079 I slot print_timing: id 0 | task 883 | graphs reused = 787 0.33.690.079 I slot print_timing: id 0 | task 883 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.690.111 I slot release: id 0 | task 883 | stop processing: n_tokens = 210, truncated = 0 0.33.695.536 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 238507295892 0.33.697.891 I slot launch_slot_: id 0 | task 927 | processing task, is_child = 0 0.35.360.586 I slot print_timing: id 0 | task 927 | prompt eval time = 505.16 ms / 200 tokens ( 2.53 ms per token, 395.91 tokens per second) 0.35.360.589 I slot print_timing: id 0 | task 927 | eval time = 1157.52 ms / 51 tokens ( 23.15 ms per token, 43.20 tokens per second) 0.35.360.590 I slot print_timing: id 0 | task 927 | total time = 1662.68 ms / 251 tokens 0.35.360.590 I slot print_timing: id 0 | task 927 | graphs reused = 836 0.35.360.591 I slot print_timing: id 0 | task 927 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.360.615 I slot release: id 0 | task 927 | stop processing: n_tokens = 250, truncated = 0 0.35.365.932 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 238508966396 0.35.368.602 I slot launch_slot_: id 0 | task 981 | processing task, is_child = 0 0.36.661.719 I slot print_timing: id 0 | task 981 | prompt eval time = 457.82 ms / 174 tokens ( 2.63 ms per token, 380.06 tokens per second) 0.36.661.723 I slot print_timing: id 0 | task 981 | eval time = 835.28 ms / 37 tokens ( 23.20 ms per token, 43.10 tokens per second) 0.36.661.723 I slot print_timing: id 0 | task 981 | total time = 1293.11 ms / 211 tokens 0.36.661.724 I slot print_timing: id 0 | task 981 | graphs reused = 871 0.36.661.725 I slot print_timing: id 0 | task 981 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.661.747 I slot release: id 0 | task 981 | stop processing: n_tokens = 210, truncated = 0 0.36.666.953 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 238510267528 0.36.669.349 I slot launch_slot_: id 0 | task 1021 | processing task, is_child = 0 0.37.843.081 I slot print_timing: id 0 | task 1021 | prompt eval time = 408.16 ms / 149 tokens ( 2.74 ms per token, 365.05 tokens per second) 0.37.843.085 I slot print_timing: id 0 | task 1021 | eval time = 765.56 ms / 34 tokens ( 23.20 ms per token, 43.11 tokens per second) 0.37.843.086 I slot print_timing: id 0 | task 1021 | total time = 1173.72 ms / 183 tokens 0.37.843.086 I slot print_timing: id 0 | task 1021 | graphs reused = 903 0.37.843.087 I slot print_timing: id 0 | task 1021 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.843.109 I slot release: id 0 | task 1021 | stop processing: n_tokens = 182, truncated = 0 0.37.848.448 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 238511448890 0.37.850.286 I slot launch_slot_: id 0 | task 1058 | processing task, is_child = 0 0.39.001.535 I slot print_timing: id 0 | task 1058 | prompt eval time = 454.45 ms / 150 tokens ( 3.03 ms per token, 330.07 tokens per second) 0.39.001.539 I slot print_timing: id 0 | task 1058 | eval time = 696.78 ms / 31 tokens ( 23.23 ms per token, 43.06 tokens per second) 0.39.001.539 I slot print_timing: id 0 | task 1058 | total time = 1151.24 ms / 181 tokens 0.39.001.540 I slot print_timing: id 0 | task 1058 | graphs reused = 932 0.39.001.541 I slot print_timing: id 0 | task 1058 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.001.568 I slot release: id 0 | task 1058 | stop processing: n_tokens = 180, truncated = 0 0.39.007.695 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 238512607349 0.39.009.789 I slot launch_slot_: id 0 | task 1092 | processing task, is_child = 0 0.40.352.856 I slot print_timing: id 0 | task 1092 | prompt eval time = 461.06 ms / 175 tokens ( 2.63 ms per token, 379.56 tokens per second) 0.40.352.859 I slot print_timing: id 0 | task 1092 | eval time = 881.99 ms / 39 tokens ( 23.21 ms per token, 43.08 tokens per second) 0.40.352.861 I slot print_timing: id 0 | task 1092 | total time = 1343.06 ms / 214 tokens 0.40.352.861 I slot print_timing: id 0 | task 1092 | graphs reused = 969 0.40.352.862 I slot print_timing: id 0 | task 1092 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.352.888 I slot release: id 0 | task 1092 | stop processing: n_tokens = 213, truncated = 0 0.40.359.120 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 213, t_last = 238513958669 0.40.361.602 I slot launch_slot_: id 0 | task 1134 | processing task, is_child = 0 0.41.853.235 I slot print_timing: id 0 | task 1134 | prompt eval time = 517.73 ms / 203 tokens ( 2.55 ms per token, 392.10 tokens per second) 0.41.853.238 I slot print_timing: id 0 | task 1134 | eval time = 973.89 ms / 43 tokens ( 23.19 ms per token, 43.13 tokens per second) 0.41.853.239 I slot print_timing: id 0 | task 1134 | total time = 1491.62 ms / 246 tokens 0.41.853.239 I slot print_timing: id 0 | task 1134 | graphs reused = 1010 0.41.853.240 I slot print_timing: id 0 | task 1134 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.853.268 I slot release: id 0 | task 1134 | stop processing: n_tokens = 245, truncated = 0 0.41.858.984 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 238515459049 0.41.861.362 I slot launch_slot_: id 0 | task 1180 | processing task, is_child = 0 0.42.886.138 I slot print_timing: id 0 | task 1180 | prompt eval time = 354.38 ms / 136 tokens ( 2.61 ms per token, 383.77 tokens per second) 0.42.886.144 I slot print_timing: id 0 | task 1180 | eval time = 670.38 ms / 30 tokens ( 23.12 ms per token, 43.26 tokens per second) 0.42.886.145 I slot print_timing: id 0 | task 1180 | total time = 1024.76 ms / 166 tokens 0.42.886.146 I slot print_timing: id 0 | task 1180 | graphs reused = 1038 0.42.886.146 I slot print_timing: id 0 | task 1180 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.886.167 I slot release: id 0 | task 1180 | stop processing: n_tokens = 165, truncated = 0 0.42.892.609 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 238516491948 0.42.894.192 I slot launch_slot_: id 0 | task 1213 | processing task, is_child = 0 0.46.098.883 I slot print_timing: id 0 | task 1213 | prompt eval time = 520.58 ms / 185 tokens ( 2.81 ms per token, 355.37 tokens per second) 0.46.098.890 I slot print_timing: id 0 | task 1213 | eval time = 2684.10 ms / 117 tokens ( 23.14 ms per token, 43.22 tokens per second) 0.46.098.890 I slot print_timing: id 0 | task 1213 | total time = 3204.68 ms / 302 tokens 0.46.098.891 I slot print_timing: id 0 | task 1213 | graphs reused = 1152 0.46.098.891 I slot print_timing: id 0 | task 1213 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.098.916 I slot release: id 0 | task 1213 | stop processing: n_tokens = 301, truncated = 0 0.46.104.313 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 238519704697 0.46.107.537 I slot launch_slot_: id 0 | task 1333 | processing task, is_child = 0 0.46.859.787 I slot print_timing: id 0 | task 1333 | prompt eval time = 309.96 ms / 110 tokens ( 2.82 ms per token, 354.88 tokens per second) 0.46.859.791 I slot print_timing: id 0 | task 1333 | eval time = 442.28 ms / 20 tokens ( 23.28 ms per token, 42.96 tokens per second) 0.46.859.791 I slot print_timing: id 0 | task 1333 | total time = 752.24 ms / 130 tokens 0.46.859.792 I slot print_timing: id 0 | task 1333 | graphs reused = 1170 0.46.859.792 I slot print_timing: id 0 | task 1333 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.859.816 I slot release: id 0 | task 1333 | stop processing: n_tokens = 129, truncated = 0 0.46.864.991 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 238520465597 0.46.865.940 I slot launch_slot_: id 0 | task 1356 | processing task, is_child = 0 0.48.039.382 I slot print_timing: id 0 | task 1356 | prompt eval time = 388.01 ms / 122 tokens ( 3.18 ms per token, 314.42 tokens per second) 0.48.039.386 I slot print_timing: id 0 | task 1356 | eval time = 785.41 ms / 35 tokens ( 23.10 ms per token, 43.29 tokens per second) 0.48.039.387 I slot print_timing: id 0 | task 1356 | total time = 1173.42 ms / 157 tokens 0.48.039.387 I slot print_timing: id 0 | task 1356 | graphs reused = 1203 0.48.039.388 I slot print_timing: id 0 | task 1356 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.039.411 I slot release: id 0 | task 1356 | stop processing: n_tokens = 156, truncated = 0 0.48.044.496 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 238521645192 0.48.046.261 I slot launch_slot_: id 0 | task 1394 | processing task, is_child = 0 0.48.864.573 I slot print_timing: id 0 | task 1394 | prompt eval time = 352.89 ms / 131 tokens ( 2.69 ms per token, 371.22 tokens per second) 0.48.864.577 I slot print_timing: id 0 | task 1394 | eval time = 465.42 ms / 21 tokens ( 23.27 ms per token, 42.97 tokens per second) 0.48.864.578 I slot print_timing: id 0 | task 1394 | total time = 818.30 ms / 152 tokens 0.48.864.578 I slot print_timing: id 0 | task 1394 | graphs reused = 1222 0.48.864.579 I slot print_timing: id 0 | task 1394 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.864.604 I slot release: id 0 | task 1394 | stop processing: n_tokens = 151, truncated = 0 0.48.869.826 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 238522470385 0.48.871.718 I slot launch_slot_: id 0 | task 1418 | processing task, is_child = 0 0.49.867.533 I slot print_timing: id 0 | task 1418 | prompt eval time = 347.82 ms / 121 tokens ( 2.87 ms per token, 347.88 tokens per second) 0.49.867.539 I slot print_timing: id 0 | task 1418 | eval time = 647.99 ms / 29 tokens ( 23.14 ms per token, 43.21 tokens per second) 0.49.867.540 I slot print_timing: id 0 | task 1418 | total time = 995.81 ms / 150 tokens 0.49.867.541 I slot print_timing: id 0 | task 1418 | graphs reused = 1249 0.49.867.541 I slot print_timing: id 0 | task 1418 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.867.560 I slot release: id 0 | task 1418 | stop processing: n_tokens = 149, truncated = 0 0.49.872.905 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 238523473341 0.49.874.681 I slot launch_slot_: id 0 | task 1450 | processing task, is_child = 0 0.51.012.444 I slot print_timing: id 0 | task 1450 | prompt eval time = 488.86 ms / 187 tokens ( 2.61 ms per token, 382.53 tokens per second) 0.51.012.450 I slot print_timing: id 0 | task 1450 | eval time = 648.90 ms / 29 tokens ( 23.17 ms per token, 43.15 tokens per second) 0.51.012.452 I slot print_timing: id 0 | task 1450 | total time = 1137.76 ms / 216 tokens 0.51.012.453 I slot print_timing: id 0 | task 1450 | graphs reused = 1276 0.51.012.453 I slot print_timing: id 0 | task 1450 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.012.478 I slot release: id 0 | task 1450 | stop processing: n_tokens = 215, truncated = 0 0.51.019.170 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 215, t_last = 238524618259 0.51.021.569 I slot launch_slot_: id 0 | task 1482 | processing task, is_child = 0 0.52.686.705 I slot print_timing: id 0 | task 1482 | prompt eval time = 668.87 ms / 305 tokens ( 2.19 ms per token, 455.99 tokens per second) 0.52.686.712 I slot print_timing: id 0 | task 1482 | eval time = 996.25 ms / 44 tokens ( 23.17 ms per token, 43.16 tokens per second) 0.52.686.712 I slot print_timing: id 0 | task 1482 | total time = 1665.12 ms / 349 tokens 0.52.686.713 I slot print_timing: id 0 | task 1482 | graphs reused = 1318 0.52.686.714 I slot print_timing: id 0 | task 1482 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.686.744 I slot release: id 0 | task 1482 | stop processing: n_tokens = 348, truncated = 0 0.52.692.201 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 348, t_last = 238526292525 0.52.696.066 I slot launch_slot_: id 0 | task 1529 | processing task, is_child = 0 0.53.689.154 I slot print_timing: id 0 | task 1529 | prompt eval time = 390.91 ms / 135 tokens ( 2.90 ms per token, 345.35 tokens per second) 0.53.689.158 I slot print_timing: id 0 | task 1529 | eval time = 602.17 ms / 27 tokens ( 23.16 ms per token, 43.18 tokens per second) 0.53.689.158 I slot print_timing: id 0 | task 1529 | total time = 993.08 ms / 162 tokens 0.53.689.159 I slot print_timing: id 0 | task 1529 | graphs reused = 1343 0.53.689.159 I slot print_timing: id 0 | task 1529 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.689.183 I slot release: id 0 | task 1529 | stop processing: n_tokens = 161, truncated = 0 0.53.695.237 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 238527294964 0.53.696.313 I slot launch_slot_: id 0 | task 1559 | processing task, is_child = 0 0.54.756.325 I slot print_timing: id 0 | task 1559 | prompt eval time = 445.36 ms / 168 tokens ( 2.65 ms per token, 377.22 tokens per second) 0.54.756.330 I slot print_timing: id 0 | task 1559 | eval time = 614.64 ms / 28 tokens ( 22.76 ms per token, 43.93 tokens per second) 0.54.756.331 I slot print_timing: id 0 | task 1559 | total time = 1060.00 ms / 196 tokens 0.54.756.331 I slot print_timing: id 0 | task 1559 | graphs reused = 1369 0.54.756.332 I slot print_timing: id 0 | task 1559 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.756.359 I slot release: id 0 | task 1559 | stop processing: n_tokens = 195, truncated = 0 0.54.760.716 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 238528362140 0.54.762.778 I slot launch_slot_: id 0 | task 1590 | processing task, is_child = 0 0.56.175.756 I slot print_timing: id 0 | task 1590 | prompt eval time = 550.77 ms / 221 tokens ( 2.49 ms per token, 401.26 tokens per second) 0.56.175.759 I slot print_timing: id 0 | task 1590 | eval time = 862.20 ms / 39 tokens ( 22.69 ms per token, 44.07 tokens per second) 0.56.175.760 I slot print_timing: id 0 | task 1590 | total time = 1412.97 ms / 260 tokens 0.56.175.760 I slot print_timing: id 0 | task 1590 | graphs reused = 1405 0.56.175.760 I slot print_timing: id 0 | task 1590 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.175.786 I slot release: id 0 | task 1590 | stop processing: n_tokens = 259, truncated = 0 0.56.180.398 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 238529781567 0.56.183.065 I slot launch_slot_: id 0 | task 1632 | processing task, is_child = 0 0.57.411.262 I slot print_timing: id 0 | task 1632 | prompt eval time = 508.06 ms / 221 tokens ( 2.30 ms per token, 434.98 tokens per second) 0.57.411.269 I slot print_timing: id 0 | task 1632 | eval time = 720.12 ms / 32 tokens ( 23.23 ms per token, 43.05 tokens per second) 0.57.411.270 I slot print_timing: id 0 | task 1632 | total time = 1228.18 ms / 253 tokens 0.57.411.270 I slot print_timing: id 0 | task 1632 | graphs reused = 1435 0.57.411.271 I slot print_timing: id 0 | task 1632 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.411.295 I slot release: id 0 | task 1632 | stop processing: n_tokens = 252, truncated = 0 0.57.417.727 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 238531017076 0.57.422.346 I slot launch_slot_: id 0 | task 1667 | processing task, is_child = 0 0.58.404.036 I slot print_timing: id 0 | task 1667 | prompt eval time = 355.44 ms / 143 tokens ( 2.49 ms per token, 402.31 tokens per second) 0.58.404.042 I slot print_timing: id 0 | task 1667 | eval time = 626.23 ms / 28 tokens ( 23.19 ms per token, 43.12 tokens per second) 0.58.404.043 I slot print_timing: id 0 | task 1667 | total time = 981.68 ms / 171 tokens 0.58.404.043 I slot print_timing: id 0 | task 1667 | graphs reused = 1461 0.58.404.044 I slot print_timing: id 0 | task 1667 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.404.066 I slot release: id 0 | task 1667 | stop processing: n_tokens = 170, truncated = 0 0.58.409.319 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 238532009847 0.58.410.086 I slot launch_slot_: id 0 | task 1698 | processing task, is_child = 0 0.59.577.291 I slot print_timing: id 0 | task 1698 | prompt eval time = 447.19 ms / 162 tokens ( 2.76 ms per token, 362.27 tokens per second) 0.59.577.297 I slot print_timing: id 0 | task 1698 | eval time = 720.01 ms / 32 tokens ( 23.23 ms per token, 43.05 tokens per second) 0.59.577.298 I slot print_timing: id 0 | task 1698 | total time = 1167.20 ms / 194 tokens 0.59.577.298 I slot print_timing: id 0 | task 1698 | graphs reused = 1491 0.59.577.299 I slot print_timing: id 0 | task 1698 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.577.319 I slot release: id 0 | task 1698 | stop processing: n_tokens = 193, truncated = 0 0.59.582.798 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 238533183100 0.59.585.622 I slot launch_slot_: id 0 | task 1733 | processing task, is_child = 0 1.00.658.351 I slot print_timing: id 0 | task 1733 | prompt eval time = 445.72 ms / 163 tokens ( 2.73 ms per token, 365.70 tokens per second) 1.00.658.357 I slot print_timing: id 0 | task 1733 | eval time = 627.00 ms / 28 tokens ( 23.22 ms per token, 43.06 tokens per second) 1.00.658.358 I slot print_timing: id 0 | task 1733 | total time = 1072.72 ms / 191 tokens 1.00.658.358 I slot print_timing: id 0 | task 1733 | graphs reused = 1517 1.00.658.359 I slot print_timing: id 0 | task 1733 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.658.380 I slot release: id 0 | task 1733 | stop processing: n_tokens = 190, truncated = 0 1.00.665.158 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 238534264161 1.00.667.642 I slot launch_slot_: id 0 | task 1764 | processing task, is_child = 0 1.02.056.455 I slot print_timing: id 0 | task 1764 | prompt eval time = 438.00 ms / 191 tokens ( 2.29 ms per token, 436.08 tokens per second) 1.02.056.458 I slot print_timing: id 0 | task 1764 | eval time = 950.81 ms / 42 tokens ( 23.19 ms per token, 43.12 tokens per second) 1.02.056.459 I slot print_timing: id 0 | task 1764 | total time = 1388.80 ms / 233 tokens 1.02.056.460 I slot print_timing: id 0 | task 1764 | graphs reused = 1557 1.02.056.460 I slot print_timing: id 0 | task 1764 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.056.485 I slot release: id 0 | task 1764 | stop processing: n_tokens = 232, truncated = 0 1.02.062.740 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 232, t_last = 238535662266 1.02.066.932 I slot launch_slot_: id 0 | task 1809 | processing task, is_child = 0 1.03.228.251 I slot print_timing: id 0 | task 1809 | prompt eval time = 394.00 ms / 140 tokens ( 2.81 ms per token, 355.33 tokens per second) 1.03.228.254 I slot print_timing: id 0 | task 1809 | eval time = 767.30 ms / 34 tokens ( 23.25 ms per token, 43.01 tokens per second) 1.03.228.254 I slot print_timing: id 0 | task 1809 | total time = 1161.31 ms / 174 tokens 1.03.228.255 I slot print_timing: id 0 | task 1809 | graphs reused = 1589 1.03.228.255 I slot print_timing: id 0 | task 1809 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.228.274 I slot release: id 0 | task 1809 | stop processing: n_tokens = 173, truncated = 0 1.03.234.756 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 173, t_last = 238536834055 1.03.236.676 I slot launch_slot_: id 0 | task 1846 | processing task, is_child = 0 1.04.354.861 I slot print_timing: id 0 | task 1846 | prompt eval time = 513.36 ms / 204 tokens ( 2.52 ms per token, 397.38 tokens per second) 1.04.354.868 I slot print_timing: id 0 | task 1846 | eval time = 604.82 ms / 27 tokens ( 23.26 ms per token, 42.99 tokens per second) 1.04.354.869 I slot print_timing: id 0 | task 1846 | total time = 1118.17 ms / 231 tokens 1.04.354.869 I slot print_timing: id 0 | task 1846 | graphs reused = 1614 1.04.354.870 I slot print_timing: id 0 | task 1846 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.354.904 I slot release: id 0 | task 1846 | stop processing: n_tokens = 230, truncated = 0 1.04.360.588 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 238537960685 1.04.363.561 I slot launch_slot_: id 0 | task 1876 | processing task, is_child = 0 1.05.605.834 I slot print_timing: id 0 | task 1876 | prompt eval time = 407.08 ms / 160 tokens ( 2.54 ms per token, 393.04 tokens per second) 1.05.605.840 I slot print_timing: id 0 | task 1876 | eval time = 835.18 ms / 37 tokens ( 23.20 ms per token, 43.10 tokens per second) 1.05.605.840 I slot print_timing: id 0 | task 1876 | total time = 1242.26 ms / 197 tokens 1.05.605.841 I slot print_timing: id 0 | task 1876 | graphs reused = 1649 1.05.605.841 I slot print_timing: id 0 | task 1876 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.605.862 I slot release: id 0 | task 1876 | stop processing: n_tokens = 196, truncated = 0 1.05.610.911 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 238539211643 1.05.612.877 I slot launch_slot_: id 0 | task 1916 | processing task, is_child = 0 1.06.682.630 I slot print_timing: id 0 | task 1916 | prompt eval time = 396.01 ms / 150 tokens ( 2.64 ms per token, 378.78 tokens per second) 1.06.682.636 I slot print_timing: id 0 | task 1916 | eval time = 673.73 ms / 30 tokens ( 23.23 ms per token, 43.04 tokens per second) 1.06.682.637 I slot print_timing: id 0 | task 1916 | total time = 1069.74 ms / 180 tokens 1.06.682.637 I slot print_timing: id 0 | task 1916 | graphs reused = 1677 1.06.682.638 I slot print_timing: id 0 | task 1916 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.682.658 I slot release: id 0 | task 1916 | stop processing: n_tokens = 179, truncated = 0 1.06.689.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 238540288439 1.06.691.657 I slot launch_slot_: id 0 | task 1949 | processing task, is_child = 0 1.08.632.024 I slot print_timing: id 0 | task 1949 | prompt eval time = 664.81 ms / 280 tokens ( 2.37 ms per token, 421.17 tokens per second) 1.08.632.030 I slot print_timing: id 0 | task 1949 | eval time = 1275.54 ms / 56 tokens ( 23.19 ms per token, 43.12 tokens per second) 1.08.632.031 I slot print_timing: id 0 | task 1949 | total time = 1940.36 ms / 336 tokens 1.08.632.031 I slot print_timing: id 0 | task 1949 | graphs reused = 1731 1.08.632.032 I slot print_timing: id 0 | task 1949 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.632.060 I slot release: id 0 | task 1949 | stop processing: n_tokens = 335, truncated = 0 1.08.637.945 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 238542237841 1.08.642.002 I slot launch_slot_: id 0 | task 2008 | processing task, is_child = 0 1.10.945.274 I slot print_timing: id 0 | task 2008 | prompt eval time = 562.67 ms / 254 tokens ( 2.22 ms per token, 451.42 tokens per second) 1.10.945.280 I slot print_timing: id 0 | task 2008 | eval time = 1740.59 ms / 76 tokens ( 23.21 ms per token, 43.09 tokens per second) 1.10.945.281 I slot print_timing: id 0 | task 2008 | total time = 2303.26 ms / 330 tokens 1.10.945.281 I slot print_timing: id 0 | task 2008 | graphs reused = 1804 1.10.945.282 I slot print_timing: id 0 | task 2008 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.945.308 I slot release: id 0 | task 2008 | stop processing: n_tokens = 329, truncated = 0 1.10.951.140 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 238544551089 1.10.955.960 I slot launch_slot_: id 0 | task 2087 | processing task, is_child = 0 1.12.072.655 I slot print_timing: id 0 | task 2087 | prompt eval time = 396.42 ms / 150 tokens ( 2.64 ms per token, 378.38 tokens per second) 1.12.072.658 I slot print_timing: id 0 | task 2087 | eval time = 720.26 ms / 32 tokens ( 23.23 ms per token, 43.04 tokens per second) 1.12.072.659 I slot print_timing: id 0 | task 2087 | total time = 1116.68 ms / 182 tokens 1.12.072.659 I slot print_timing: id 0 | task 2087 | graphs reused = 1834 1.12.072.660 I slot print_timing: id 0 | task 2087 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.072.680 I slot release: id 0 | task 2087 | stop processing: n_tokens = 181, truncated = 0 1.12.078.697 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 238545678461 1.12.079.944 I slot launch_slot_: id 0 | task 2122 | processing task, is_child = 0 1.13.152.625 I slot print_timing: id 0 | task 2122 | prompt eval time = 444.47 ms / 185 tokens ( 2.40 ms per token, 416.23 tokens per second) 1.13.152.632 I slot print_timing: id 0 | task 2122 | eval time = 628.20 ms / 28 tokens ( 23.27 ms per token, 42.98 tokens per second) 1.13.152.633 I slot print_timing: id 0 | task 2122 | total time = 1072.67 ms / 213 tokens 1.13.152.633 I slot print_timing: id 0 | task 2122 | graphs reused = 1860 1.13.152.634 I slot print_timing: id 0 | task 2122 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.152.655 I slot release: id 0 | task 2122 | stop processing: n_tokens = 212, truncated = 0 1.13.158.381 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 238546758436 1.13.161.098 I slot launch_slot_: id 0 | task 2153 | processing task, is_child = 0 1.14.208.025 I slot print_timing: id 0 | task 2153 | prompt eval time = 395.08 ms / 146 tokens ( 2.71 ms per token, 369.54 tokens per second) 1.14.208.030 I slot print_timing: id 0 | task 2153 | eval time = 651.84 ms / 29 tokens ( 23.28 ms per token, 42.96 tokens per second) 1.14.208.031 I slot print_timing: id 0 | task 2153 | total time = 1046.92 ms / 175 tokens 1.14.208.031 I slot print_timing: id 0 | task 2153 | graphs reused = 1887 1.14.208.032 I slot print_timing: id 0 | task 2153 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.208.052 I slot release: id 0 | task 2153 | stop processing: n_tokens = 174, truncated = 0 1.14.213.840 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 238547813833 1.14.215.771 I slot launch_slot_: id 0 | task 2185 | processing task, is_child = 0 1.15.580.778 I slot print_timing: id 0 | task 2185 | prompt eval time = 507.04 ms / 208 tokens ( 2.44 ms per token, 410.23 tokens per second) 1.15.580.781 I slot print_timing: id 0 | task 2185 | eval time = 857.96 ms / 38 tokens ( 23.19 ms per token, 43.13 tokens per second) 1.15.580.782 I slot print_timing: id 0 | task 2185 | total time = 1365.00 ms / 246 tokens 1.15.580.782 I slot print_timing: id 0 | task 2185 | graphs reused = 1923 1.15.580.783 I slot print_timing: id 0 | task 2185 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.580.806 I slot release: id 0 | task 2185 | stop processing: n_tokens = 245, truncated = 0 1.15.587.644 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 238549186587 1.15.590.614 I slot launch_slot_: id 0 | task 2226 | processing task, is_child = 0 1.16.977.777 I slot print_timing: id 0 | task 2226 | prompt eval time = 735.50 ms / 332 tokens ( 2.22 ms per token, 451.40 tokens per second) 1.16.977.783 I slot print_timing: id 0 | task 2226 | eval time = 651.66 ms / 29 tokens ( 23.27 ms per token, 42.97 tokens per second) 1.16.977.784 I slot print_timing: id 0 | task 2226 | total time = 1387.15 ms / 361 tokens 1.16.977.784 I slot print_timing: id 0 | task 2226 | graphs reused = 1950 1.16.977.785 I slot print_timing: id 0 | task 2226 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.977.817 I slot release: id 0 | task 2226 | stop processing: n_tokens = 360, truncated = 0 1.16.985.553 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 360, t_last = 238550583598 1.16.990.032 I slot launch_slot_: id 0 | task 2258 | processing task, is_child = 0 1.18.485.798 I slot print_timing: id 0 | task 2258 | prompt eval time = 844.54 ms / 395 tokens ( 2.14 ms per token, 467.71 tokens per second) 1.18.485.802 I slot print_timing: id 0 | task 2258 | eval time = 651.21 ms / 29 tokens ( 23.26 ms per token, 43.00 tokens per second) 1.18.485.802 I slot print_timing: id 0 | task 2258 | total time = 1495.75 ms / 424 tokens 1.18.485.803 I slot print_timing: id 0 | task 2258 | graphs reused = 1977 1.18.485.803 I slot print_timing: id 0 | task 2258 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.485.838 I slot release: id 0 | task 2258 | stop processing: n_tokens = 423, truncated = 0 1.18.494.420 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 238552091619 1.18.499.743 I slot launch_slot_: id 0 | task 2290 | processing task, is_child = 0 1.20.223.116 I slot print_timing: id 0 | task 2290 | prompt eval time = 955.49 ms / 438 tokens ( 2.18 ms per token, 458.40 tokens per second) 1.20.223.121 I slot print_timing: id 0 | task 2290 | eval time = 767.87 ms / 34 tokens ( 23.27 ms per token, 42.98 tokens per second) 1.20.223.122 I slot print_timing: id 0 | task 2290 | total time = 1723.36 ms / 472 tokens 1.20.223.123 I slot print_timing: id 0 | task 2290 | graphs reused = 2009 1.20.223.123 I slot print_timing: id 0 | task 2290 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.223.162 I slot release: id 0 | task 2290 | stop processing: n_tokens = 471, truncated = 0 1.20.231.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 471, t_last = 238553828943 1.20.237.379 I slot launch_slot_: id 0 | task 2327 | processing task, is_child = 0 1.22.050.911 I slot print_timing: id 0 | task 2327 | prompt eval time = 907.63 ms / 426 tokens ( 2.13 ms per token, 469.35 tokens per second) 1.22.050.917 I slot print_timing: id 0 | task 2327 | eval time = 905.89 ms / 40 tokens ( 23.23 ms per token, 43.05 tokens per second) 1.22.050.918 I slot print_timing: id 0 | task 2327 | total time = 1813.52 ms / 466 tokens 1.22.050.919 I slot print_timing: id 0 | task 2327 | graphs reused = 2047 1.22.050.919 I slot print_timing: id 0 | task 2327 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.050.959 I slot release: id 0 | task 2327 | stop processing: n_tokens = 465, truncated = 0 1.22.057.513 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 465, t_last = 238555656740 1.22.063.459 I slot launch_slot_: id 0 | task 2370 | processing task, is_child = 0 1.23.260.215 I slot print_timing: id 0 | task 2370 | prompt eval time = 614.89 ms / 263 tokens ( 2.34 ms per token, 427.72 tokens per second) 1.23.260.221 I slot print_timing: id 0 | task 2370 | eval time = 581.85 ms / 26 tokens ( 23.27 ms per token, 42.97 tokens per second) 1.23.260.222 I slot print_timing: id 0 | task 2370 | total time = 1196.74 ms / 289 tokens 1.23.260.222 I slot print_timing: id 0 | task 2370 | graphs reused = 2071 1.23.260.223 I slot print_timing: id 0 | task 2370 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.260.248 I slot release: id 0 | task 2370 | stop processing: n_tokens = 288, truncated = 0 1.23.267.970 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 238556866029 1.23.269.207 I slot launch_slot_: id 0 | task 2399 | processing task, is_child = 0 1.24.662.552 I slot print_timing: id 0 | task 2399 | prompt eval time = 857.84 ms / 401 tokens ( 2.14 ms per token, 467.45 tokens per second) 1.24.662.558 I slot print_timing: id 0 | task 2399 | eval time = 535.49 ms / 24 tokens ( 23.28 ms per token, 42.95 tokens per second) 1.24.662.559 I slot print_timing: id 0 | task 2399 | total time = 1393.34 ms / 425 tokens 1.24.662.560 I slot print_timing: id 0 | task 2399 | graphs reused = 2093 1.24.662.561 I slot print_timing: id 0 | task 2399 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.662.594 I slot release: id 0 | task 2399 | stop processing: n_tokens = 424, truncated = 0 1.24.669.399 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 238558268375 1.24.675.020 I slot launch_slot_: id 0 | task 2426 | processing task, is_child = 0 1.27.984.933 I slot print_timing: id 0 | task 2426 | prompt eval time = 855.32 ms / 383 tokens ( 2.23 ms per token, 447.78 tokens per second) 1.27.984.939 I slot print_timing: id 0 | task 2426 | eval time = 2454.58 ms / 107 tokens ( 23.16 ms per token, 43.18 tokens per second) 1.27.984.939 I slot print_timing: id 0 | task 2426 | total time = 3309.90 ms / 490 tokens 1.27.984.940 I slot print_timing: id 0 | task 2426 | graphs reused = 2198 1.27.984.941 I slot print_timing: id 0 | task 2426 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.984.977 I slot release: id 0 | task 2426 | stop processing: n_tokens = 489, truncated = 0 1.27.992.783 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 489, t_last = 238561590758 1.27.998.524 I slot launch_slot_: id 0 | task 2536 | processing task, is_child = 0 1.29.335.917 I slot print_timing: id 0 | task 2536 | prompt eval time = 683.45 ms / 297 tokens ( 2.30 ms per token, 434.56 tokens per second) 1.29.335.923 I slot print_timing: id 0 | task 2536 | eval time = 653.94 ms / 29 tokens ( 23.35 ms per token, 42.82 tokens per second) 1.29.335.924 I slot print_timing: id 0 | task 2536 | total time = 1337.38 ms / 326 tokens 1.29.335.924 I slot print_timing: id 0 | task 2536 | graphs reused = 2225 1.29.335.925 I slot print_timing: id 0 | task 2536 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.335.953 I slot release: id 0 | task 2536 | stop processing: n_tokens = 325, truncated = 0 1.29.344.167 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 238562941734 1.29.346.803 I slot launch_slot_: id 0 | task 2568 | processing task, is_child = 0 1.30.795.409 I slot print_timing: id 0 | task 2568 | prompt eval time = 682.43 ms / 291 tokens ( 2.35 ms per token, 426.42 tokens per second) 1.30.795.415 I slot print_timing: id 0 | task 2568 | eval time = 766.17 ms / 34 tokens ( 23.22 ms per token, 43.07 tokens per second) 1.30.795.416 I slot print_timing: id 0 | task 2568 | total time = 1448.60 ms / 325 tokens 1.30.795.417 I slot print_timing: id 0 | task 2568 | graphs reused = 2257 1.30.795.417 I slot print_timing: id 0 | task 2568 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.795.448 I slot release: id 0 | task 2568 | stop processing: n_tokens = 324, truncated = 0 1.30.803.849 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 324, t_last = 238564401229 1.30.807.822 I slot launch_slot_: id 0 | task 2605 | processing task, is_child = 0 1.32.057.489 I slot print_timing: id 0 | task 2605 | prompt eval time = 759.92 ms / 357 tokens ( 2.13 ms per token, 469.78 tokens per second) 1.32.057.494 I slot print_timing: id 0 | task 2605 | eval time = 489.73 ms / 22 tokens ( 23.32 ms per token, 42.88 tokens per second) 1.32.057.495 I slot print_timing: id 0 | task 2605 | total time = 1249.66 ms / 379 tokens 1.32.057.496 I slot print_timing: id 0 | task 2605 | graphs reused = 2277 1.32.057.496 I slot print_timing: id 0 | task 2605 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.057.527 I slot release: id 0 | task 2605 | stop processing: n_tokens = 378, truncated = 0 1.32.065.397 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 378, t_last = 238565663308 1.32.070.535 I slot launch_slot_: id 0 | task 2630 | processing task, is_child = 0 1.33.687.493 I slot print_timing: id 0 | task 2630 | prompt eval time = 687.26 ms / 312 tokens ( 2.20 ms per token, 453.98 tokens per second) 1.33.687.496 I slot print_timing: id 0 | task 2630 | eval time = 929.69 ms / 41 tokens ( 23.24 ms per token, 43.03 tokens per second) 1.33.687.497 I slot print_timing: id 0 | task 2630 | total time = 1616.95 ms / 353 tokens 1.33.687.497 I slot print_timing: id 0 | task 2630 | graphs reused = 2316 1.33.687.498 I slot print_timing: id 0 | task 2630 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.687.527 I slot release: id 0 | task 2630 | stop processing: n_tokens = 352, truncated = 0 1.33.693.570 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 238567293308 1.33.696.503 I slot launch_slot_: id 0 | task 2674 | processing task, is_child = 0 1.34.683.076 I slot print_timing: id 0 | task 2674 | prompt eval time = 566.38 ms / 237 tokens ( 2.39 ms per token, 418.45 tokens per second) 1.34.683.079 I slot print_timing: id 0 | task 2674 | eval time = 420.18 ms / 19 tokens ( 23.34 ms per token, 42.84 tokens per second) 1.34.683.079 I slot print_timing: id 0 | task 2674 | total time = 986.56 ms / 256 tokens 1.34.683.080 I slot print_timing: id 0 | task 2674 | graphs reused = 2333 1.34.683.080 I slot print_timing: id 0 | task 2674 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.683.105 I slot release: id 0 | task 2674 | stop processing: n_tokens = 255, truncated = 0 1.34.689.776 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 238568288886 1.34.693.239 I slot launch_slot_: id 0 | task 2696 | processing task, is_child = 0 1.36.293.131 I slot print_timing: id 0 | task 2696 | prompt eval time = 739.65 ms / 318 tokens ( 2.33 ms per token, 429.93 tokens per second) 1.36.293.137 I slot print_timing: id 0 | task 2696 | eval time = 860.22 ms / 38 tokens ( 23.25 ms per token, 43.01 tokens per second) 1.36.293.138 I slot print_timing: id 0 | task 2696 | total time = 1599.88 ms / 356 tokens 1.36.293.138 I slot print_timing: id 0 | task 2696 | graphs reused = 2369 1.36.293.139 I slot print_timing: id 0 | task 2696 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.293.169 I slot release: id 0 | task 2696 | stop processing: n_tokens = 355, truncated = 0 1.36.299.677 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 238569898950 1.36.304.284 I slot launch_slot_: id 0 | task 2737 | processing task, is_child = 0 1.37.657.192 I slot print_timing: id 0 | task 2737 | prompt eval time = 679.28 ms / 284 tokens ( 2.39 ms per token, 418.09 tokens per second) 1.37.657.198 I slot print_timing: id 0 | task 2737 | eval time = 673.62 ms / 30 tokens ( 23.23 ms per token, 43.05 tokens per second) 1.37.657.199 I slot print_timing: id 0 | task 2737 | total time = 1352.89 ms / 314 tokens 1.37.657.200 I slot print_timing: id 0 | task 2737 | graphs reused = 2397 1.37.657.200 I slot print_timing: id 0 | task 2737 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.657.230 I slot release: id 0 | task 2737 | stop processing: n_tokens = 313, truncated = 0 1.37.663.367 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 238571263011 1.37.667.503 I slot launch_slot_: id 0 | task 2770 | processing task, is_child = 0 1.38.700.749 I slot print_timing: id 0 | task 2770 | prompt eval time = 567.14 ms / 233 tokens ( 2.43 ms per token, 410.83 tokens per second) 1.38.700.756 I slot print_timing: id 0 | task 2770 | eval time = 466.10 ms / 21 tokens ( 23.30 ms per token, 42.91 tokens per second) 1.38.700.757 I slot print_timing: id 0 | task 2770 | total time = 1033.23 ms / 254 tokens 1.38.700.758 I slot print_timing: id 0 | task 2770 | graphs reused = 2416 1.38.700.758 I slot print_timing: id 0 | task 2770 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.700.783 I slot release: id 0 | task 2770 | stop processing: n_tokens = 253, truncated = 0 1.38.707.801 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 238572306564 1.38.711.812 I slot launch_slot_: id 0 | task 2794 | processing task, is_child = 0 1.39.819.978 I slot print_timing: id 0 | task 2794 | prompt eval time = 619.50 ms / 260 tokens ( 2.38 ms per token, 419.69 tokens per second) 1.39.819.984 I slot print_timing: id 0 | task 2794 | eval time = 488.66 ms / 22 tokens ( 23.27 ms per token, 42.97 tokens per second) 1.39.819.985 I slot print_timing: id 0 | task 2794 | total time = 1108.16 ms / 282 tokens 1.39.819.985 I slot print_timing: id 0 | task 2794 | graphs reused = 2436 1.39.819.986 I slot print_timing: id 0 | task 2794 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.820.017 I slot release: id 0 | task 2794 | stop processing: n_tokens = 281, truncated = 0 1.39.826.224 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 238573425798 1.39.830.075 I slot launch_slot_: id 0 | task 2819 | processing task, is_child = 0 1.40.918.214 I slot print_timing: id 0 | task 2819 | prompt eval time = 616.65 ms / 251 tokens ( 2.46 ms per token, 407.04 tokens per second) 1.40.918.220 I slot print_timing: id 0 | task 2819 | eval time = 471.48 ms / 21 tokens ( 23.57 ms per token, 42.42 tokens per second) 1.40.918.221 I slot print_timing: id 0 | task 2819 | total time = 1088.13 ms / 272 tokens 1.40.918.222 I slot print_timing: id 0 | task 2819 | graphs reused = 2454 1.40.918.222 I slot print_timing: id 0 | task 2819 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.918.248 I slot release: id 0 | task 2819 | stop processing: n_tokens = 271, truncated = 0 1.40.927.067 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 238574524029 1.40.930.910 I slot launch_slot_: id 0 | task 2843 | processing task, is_child = 0 1.42.409.089 I slot print_timing: id 0 | task 2843 | prompt eval time = 895.80 ms / 393 tokens ( 2.28 ms per token, 438.71 tokens per second) 1.42.409.095 I slot print_timing: id 0 | task 2843 | eval time = 582.37 ms / 26 tokens ( 23.29 ms per token, 42.93 tokens per second) 1.42.409.096 I slot print_timing: id 0 | task 2843 | total time = 1478.17 ms / 419 tokens 1.42.409.096 I slot print_timing: id 0 | task 2843 | graphs reused = 2478 1.42.409.097 I slot print_timing: id 0 | task 2843 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.409.133 I slot release: id 0 | task 2843 | stop processing: n_tokens = 418, truncated = 0 1.42.416.566 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 418, t_last = 238576014915 1.42.422.557 I slot launch_slot_: id 0 | task 2872 | processing task, is_child = 0 1.43.460.070 I slot print_timing: id 0 | task 2872 | prompt eval time = 617.98 ms / 283 tokens ( 2.18 ms per token, 457.94 tokens per second) 1.43.460.076 I slot print_timing: id 0 | task 2872 | eval time = 419.52 ms / 19 tokens ( 23.31 ms per token, 42.91 tokens per second) 1.43.460.077 I slot print_timing: id 0 | task 2872 | total time = 1037.50 ms / 302 tokens 1.43.460.077 I slot print_timing: id 0 | task 2872 | graphs reused = 2495 1.43.460.078 I slot print_timing: id 0 | task 2872 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.460.104 I slot release: id 0 | task 2872 | stop processing: n_tokens = 301, truncated = 0 1.43.470.833 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 238577065885 1.43.473.205 I slot launch_slot_: id 0 | task 2894 | processing task, is_child = 0 1.45.590.750 I slot print_timing: id 0 | task 2894 | prompt eval time = 1348.66 ms / 622 tokens ( 2.17 ms per token, 461.20 tokens per second) 1.45.590.756 I slot print_timing: id 0 | task 2894 | eval time = 768.87 ms / 34 tokens ( 23.30 ms per token, 42.92 tokens per second) 1.45.590.757 I slot print_timing: id 0 | task 2894 | total time = 2117.53 ms / 656 tokens 1.45.590.757 I slot print_timing: id 0 | task 2894 | graphs reused = 2527 1.45.590.758 I slot print_timing: id 0 | task 2894 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.590.804 I slot release: id 0 | task 2894 | stop processing: n_tokens = 655, truncated = 0 1.45.597.104 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 655, t_last = 238579196585 1.45.604.426 I slot launch_slot_: id 0 | task 2932 | processing task, is_child = 0 1.46.659.109 I slot print_timing: id 0 | task 2932 | prompt eval time = 612.09 ms / 262 tokens ( 2.34 ms per token, 428.05 tokens per second) 1.46.659.116 I slot print_timing: id 0 | task 2932 | eval time = 442.59 ms / 20 tokens ( 23.29 ms per token, 42.93 tokens per second) 1.46.659.117 I slot print_timing: id 0 | task 2932 | total time = 1054.67 ms / 282 tokens 1.46.659.117 I slot print_timing: id 0 | task 2932 | graphs reused = 2545 1.46.659.118 I slot print_timing: id 0 | task 2932 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.659.153 I slot release: id 0 | task 2932 | stop processing: n_tokens = 281, truncated = 0 1.46.668.624 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 238580264934 1.46.670.536 I slot launch_slot_: id 0 | task 2955 | processing task, is_child = 0 1.48.209.093 I slot print_timing: id 0 | task 2955 | prompt eval time = 979.53 ms / 477 tokens ( 2.05 ms per token, 486.97 tokens per second) 1.48.209.099 I slot print_timing: id 0 | task 2955 | eval time = 559.02 ms / 25 tokens ( 23.29 ms per token, 42.93 tokens per second) 1.48.209.100 I slot print_timing: id 0 | task 2955 | total time = 1538.55 ms / 502 tokens 1.48.209.101 I slot print_timing: id 0 | task 2955 | graphs reused = 2568 1.48.209.101 I slot print_timing: id 0 | task 2955 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.209.142 I slot release: id 0 | task 2955 | stop processing: n_tokens = 501, truncated = 0 1.48.219.190 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 501, t_last = 238581814923 1.48.225.928 I slot launch_slot_: id 0 | task 2983 | processing task, is_child = 0 1.50.316.628 I slot print_timing: id 0 | task 2983 | prompt eval time = 1228.59 ms / 549 tokens ( 2.24 ms per token, 446.86 tokens per second) 1.50.316.634 I slot print_timing: id 0 | task 2983 | eval time = 862.10 ms / 38 tokens ( 23.30 ms per token, 42.92 tokens per second) 1.50.316.635 I slot print_timing: id 0 | task 2983 | total time = 2090.69 ms / 587 tokens 1.50.316.635 I slot print_timing: id 0 | task 2983 | graphs reused = 2604 1.50.316.636 I slot print_timing: id 0 | task 2983 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.316.679 I slot release: id 0 | task 2983 | stop processing: n_tokens = 586, truncated = 0 1.50.324.372 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 586, t_last = 238583922460 1.50.331.211 I slot launch_slot_: id 0 | task 3025 | processing task, is_child = 0 1.52.132.003 I slot print_timing: id 0 | task 3025 | prompt eval time = 894.37 ms / 392 tokens ( 2.28 ms per token, 438.30 tokens per second) 1.52.132.006 I slot print_timing: id 0 | task 3025 | eval time = 906.41 ms / 40 tokens ( 23.24 ms per token, 43.03 tokens per second) 1.52.132.007 I slot print_timing: id 0 | task 3025 | total time = 1800.78 ms / 432 tokens 1.52.132.007 I slot print_timing: id 0 | task 3025 | graphs reused = 2642 1.52.132.008 I slot print_timing: id 0 | task 3025 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.132.047 I slot release: id 0 | task 3025 | stop processing: n_tokens = 431, truncated = 0 1.52.138.430 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 238585737828 1.52.141.858 I slot launch_slot_: id 0 | task 3068 | processing task, is_child = 0 1.53.619.447 I slot print_timing: id 0 | task 3068 | prompt eval time = 664.49 ms / 273 tokens ( 2.43 ms per token, 410.84 tokens per second) 1.53.619.451 I slot print_timing: id 0 | task 3068 | eval time = 813.09 ms / 36 tokens ( 23.23 ms per token, 43.05 tokens per second) 1.53.619.452 I slot print_timing: id 0 | task 3068 | total time = 1477.58 ms / 309 tokens 1.53.619.452 I slot print_timing: id 0 | task 3068 | graphs reused = 2676 1.53.619.453 I slot print_timing: id 0 | task 3068 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.619.485 I slot release: id 0 | task 3068 | stop processing: n_tokens = 308, truncated = 0 1.53.628.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 238587225266 1.53.629.571 I slot launch_slot_: id 0 | task 3107 | processing task, is_child = 0 1.55.979.496 I slot print_timing: id 0 | task 3107 | prompt eval time = 913.16 ms / 420 tokens ( 2.17 ms per token, 459.94 tokens per second) 1.55.979.502 I slot print_timing: id 0 | task 3107 | eval time = 1436.76 ms / 63 tokens ( 23.17 ms per token, 43.15 tokens per second) 1.55.979.503 I slot print_timing: id 0 | task 3107 | total time = 2349.92 ms / 483 tokens 1.55.979.503 I slot print_timing: id 0 | task 3107 | graphs reused = 2737 1.55.979.504 I slot print_timing: id 0 | task 3107 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.979.541 I slot release: id 0 | task 3107 | stop processing: n_tokens = 482, truncated = 0 1.55.989.099 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 482, t_last = 238589585323 1.55.995.014 I slot launch_slot_: id 0 | task 3173 | processing task, is_child = 0 1.58.138.285 I slot print_timing: id 0 | task 3173 | prompt eval time = 1305.74 ms / 582 tokens ( 2.24 ms per token, 445.72 tokens per second) 1.58.138.291 I slot print_timing: id 0 | task 3173 | eval time = 837.52 ms / 37 tokens ( 23.26 ms per token, 42.98 tokens per second) 1.58.138.292 I slot print_timing: id 0 | task 3173 | total time = 2143.26 ms / 619 tokens 1.58.138.292 I slot print_timing: id 0 | task 3173 | graphs reused = 2772 1.58.138.293 I slot print_timing: id 0 | task 3173 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.138.342 I slot release: id 0 | task 3173 | stop processing: n_tokens = 618, truncated = 0 1.58.145.868 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 238591744123 1.58.153.846 I slot launch_slot_: id 0 | task 3214 | processing task, is_child = 0 1.59.763.796 I slot print_timing: id 0 | task 3214 | prompt eval time = 912.10 ms / 413 tokens ( 2.21 ms per token, 452.80 tokens per second) 1.59.763.802 I slot print_timing: id 0 | task 3214 | eval time = 697.84 ms / 31 tokens ( 23.26 ms per token, 42.99 tokens per second) 1.59.763.802 I slot print_timing: id 0 | task 3214 | total time = 1609.94 ms / 444 tokens 1.59.763.803 I slot print_timing: id 0 | task 3214 | graphs reused = 2801 1.59.763.804 I slot print_timing: id 0 | task 3214 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.763.838 I slot release: id 0 | task 3214 | stop processing: n_tokens = 443, truncated = 0 1.59.771.307 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 443, t_last = 238593369619 1.59.774.813 I slot launch_slot_: id 0 | task 3248 | processing task, is_child = 0 2.01.168.985 I slot print_timing: id 0 | task 3248 | prompt eval time = 790.11 ms / 362 tokens ( 2.18 ms per token, 458.16 tokens per second) 2.01.168.991 I slot print_timing: id 0 | task 3248 | eval time = 604.05 ms / 27 tokens ( 23.23 ms per token, 43.04 tokens per second) 2.01.168.992 I slot print_timing: id 0 | task 3248 | total time = 1394.16 ms / 389 tokens 2.01.168.992 I slot print_timing: id 0 | task 3248 | graphs reused = 2826 2.01.168.993 I slot print_timing: id 0 | task 3248 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.169.027 I slot release: id 0 | task 3248 | stop processing: n_tokens = 388, truncated = 0 2.01.176.180 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 388, t_last = 238594774808 2.01.178.225 I slot launch_slot_: id 0 | task 3278 | processing task, is_child = 0 2.02.380.973 I slot print_timing: id 0 | task 3278 | prompt eval time = 617.54 ms / 250 tokens ( 2.47 ms per token, 404.83 tokens per second) 2.02.380.979 I slot print_timing: id 0 | task 3278 | eval time = 585.20 ms / 26 tokens ( 23.41 ms per token, 42.72 tokens per second) 2.02.380.980 I slot print_timing: id 0 | task 3278 | total time = 1202.74 ms / 276 tokens 2.02.380.980 I slot print_timing: id 0 | task 3278 | graphs reused = 2849 2.02.380.981 I slot print_timing: id 0 | task 3278 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.381.007 I slot release: id 0 | task 3278 | stop processing: n_tokens = 275, truncated = 0 2.02.387.688 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 238595986788 2.02.388.851 I slot launch_slot_: id 0 | task 3307 | processing task, is_child = 0 2.03.926.392 I slot print_timing: id 0 | task 3307 | prompt eval time = 723.90 ms / 297 tokens ( 2.44 ms per token, 410.28 tokens per second) 2.03.926.398 I slot print_timing: id 0 | task 3307 | eval time = 813.63 ms / 36 tokens ( 23.25 ms per token, 43.02 tokens per second) 2.03.926.398 I slot print_timing: id 0 | task 3307 | total time = 1537.53 ms / 333 tokens 2.03.926.399 I slot print_timing: id 0 | task 3307 | graphs reused = 2883 2.03.926.399 I slot print_timing: id 0 | task 3307 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.926.431 I slot release: id 0 | task 3307 | stop processing: n_tokens = 332, truncated = 0 2.03.934.096 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 238597532212 2.03.937.639 I slot launch_slot_: id 0 | task 3346 | processing task, is_child = 0 2.05.329.339 I slot print_timing: id 0 | task 3346 | prompt eval time = 740.69 ms / 318 tokens ( 2.33 ms per token, 429.33 tokens per second) 2.05.329.343 I slot print_timing: id 0 | task 3346 | eval time = 651.00 ms / 29 tokens ( 23.25 ms per token, 43.01 tokens per second) 2.05.329.344 I slot print_timing: id 0 | task 3346 | total time = 1391.69 ms / 347 tokens 2.05.329.345 I slot print_timing: id 0 | task 3346 | graphs reused = 2910 2.05.329.345 I slot print_timing: id 0 | task 3346 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.329.379 I slot release: id 0 | task 3346 | stop processing: n_tokens = 346, truncated = 0 2.05.338.767 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 238598935160 2.05.343.432 I slot launch_slot_: id 0 | task 3378 | processing task, is_child = 0 2.07.093.171 I slot print_timing: id 0 | task 3378 | prompt eval time = 912.52 ms / 424 tokens ( 2.15 ms per token, 464.65 tokens per second) 2.07.093.175 I slot print_timing: id 0 | task 3378 | eval time = 837.21 ms / 37 tokens ( 23.26 ms per token, 43.00 tokens per second) 2.07.093.176 I slot print_timing: id 0 | task 3378 | total time = 1749.73 ms / 461 tokens 2.07.093.176 I slot print_timing: id 0 | task 3378 | graphs reused = 2945 2.07.093.177 I slot print_timing: id 0 | task 3378 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.093.217 I slot release: id 0 | task 3378 | stop processing: n_tokens = 460, truncated = 0 2.07.102.989 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 460, t_last = 238600698998 2.07.108.876 I slot launch_slot_: id 0 | task 3418 | processing task, is_child = 0 2.08.571.587 I slot print_timing: id 0 | task 3418 | prompt eval time = 788.84 ms / 375 tokens ( 2.10 ms per token, 475.38 tokens per second) 2.08.571.592 I slot print_timing: id 0 | task 3418 | eval time = 673.86 ms / 30 tokens ( 23.24 ms per token, 43.04 tokens per second) 2.08.571.593 I slot print_timing: id 0 | task 3418 | total time = 1462.70 ms / 405 tokens 2.08.571.594 I slot print_timing: id 0 | task 3418 | graphs reused = 2973 2.08.571.594 I slot print_timing: id 0 | task 3418 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.571.627 I slot release: id 0 | task 3418 | stop processing: n_tokens = 404, truncated = 0 2.08.582.230 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 238602177408 2.08.587.031 I slot launch_slot_: id 0 | task 3451 | processing task, is_child = 0 2.10.459.503 I slot print_timing: id 0 | task 3451 | prompt eval time = 1265.26 ms / 592 tokens ( 2.14 ms per token, 467.89 tokens per second) 2.10.459.507 I slot print_timing: id 0 | task 3451 | eval time = 607.21 ms / 27 tokens ( 23.35 ms per token, 42.82 tokens per second) 2.10.459.507 I slot print_timing: id 0 | task 3451 | total time = 1872.46 ms / 619 tokens 2.10.459.508 I slot print_timing: id 0 | task 3451 | graphs reused = 2998 2.10.459.508 I slot print_timing: id 0 | task 3451 | graph reallocs = 0 / 0 (same size) / (changed size) 2.10.459.556 I slot release: id 0 | task 3451 | stop processing: n_tokens = 618, truncated = 0 2.10.468.462 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 238604065337 2.10.476.047 I slot launch_slot_: id 0 | task 3482 | processing task, is_child = 0 2.11.764.879 I slot print_timing: id 0 | task 3482 | prompt eval time = 799.90 ms / 371 tokens ( 2.16 ms per token, 463.81 tokens per second) 2.11.764.885 I slot print_timing: id 0 | task 3482 | eval time = 488.93 ms / 22 tokens ( 23.28 ms per token, 42.95 tokens per second) 2.11.764.885 I slot print_timing: id 0 | task 3482 | total time = 1288.82 ms / 393 tokens 2.11.764.886 I slot print_timing: id 0 | task 3482 | graphs reused = 3018 2.11.764.887 I slot print_timing: id 0 | task 3482 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.764.924 I slot release: id 0 | task 3482 | stop processing: n_tokens = 392, truncated = 0 2.11.773.165 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 238605370705 2.11.776.312 I slot launch_slot_: id 0 | task 3507 | processing task, is_child = 0 2.13.433.288 I slot print_timing: id 0 | task 3507 | prompt eval time = 912.18 ms / 416 tokens ( 2.19 ms per token, 456.05 tokens per second) 2.13.433.294 I slot print_timing: id 0 | task 3507 | eval time = 744.79 ms / 33 tokens ( 23.27 ms per token, 42.97 tokens per second) 2.13.433.295 I slot print_timing: id 0 | task 3507 | total time = 1656.97 ms / 449 tokens 2.13.433.296 I slot print_timing: id 0 | task 3507 | graphs reused = 3049 2.13.433.296 I slot print_timing: id 0 | task 3507 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.433.331 I slot release: id 0 | task 3507 | stop processing: n_tokens = 448, truncated = 0 2.13.441.598 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 238607039112 2.13.447.558 I slot launch_slot_: id 0 | task 3543 | processing task, is_child = 0 2.15.014.807 I slot print_timing: id 0 | task 3543 | prompt eval time = 799.82 ms / 373 tokens ( 2.14 ms per token, 466.35 tokens per second) 2.15.014.813 I slot print_timing: id 0 | task 3543 | eval time = 767.42 ms / 34 tokens ( 23.26 ms per token, 43.00 tokens per second) 2.15.014.814 I slot print_timing: id 0 | task 3543 | total time = 1567.24 ms / 407 tokens 2.15.014.814 I slot print_timing: id 0 | task 3543 | graphs reused = 3081 2.15.014.815 I slot print_timing: id 0 | task 3543 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.014.852 I slot release: id 0 | task 3543 | stop processing: n_tokens = 406, truncated = 0 2.15.024.443 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 238608620633 2.15.029.542 I slot launch_slot_: id 0 | task 3580 | processing task, is_child = 0 2.16.812.970 I slot print_timing: id 0 | task 3580 | prompt eval time = 1034.90 ms / 495 tokens ( 2.09 ms per token, 478.31 tokens per second) 2.16.812.976 I slot print_timing: id 0 | task 3580 | eval time = 748.51 ms / 33 tokens ( 23.39 ms per token, 42.75 tokens per second) 2.16.812.977 I slot print_timing: id 0 | task 3580 | total time = 1783.41 ms / 528 tokens 2.16.812.977 I slot print_timing: id 0 | task 3580 | graphs reused = 3111 2.16.812.978 I slot print_timing: id 0 | task 3580 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.813.019 I slot release: id 0 | task 3580 | stop processing: n_tokens = 527, truncated = 0 2.16.823.754 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 527, t_last = 238610418800 2.16.830.506 I slot launch_slot_: id 0 | task 3616 | processing task, is_child = 0 2.19.538.738 I slot print_timing: id 0 | task 3616 | prompt eval time = 1291.19 ms / 582 tokens ( 2.22 ms per token, 450.75 tokens per second) 2.19.538.744 I slot print_timing: id 0 | task 3616 | eval time = 1417.03 ms / 62 tokens ( 23.23 ms per token, 43.05 tokens per second) 2.19.538.745 I slot print_timing: id 0 | task 3616 | total time = 2708.22 ms / 644 tokens 2.19.538.746 I slot print_timing: id 0 | task 3616 | graphs reused = 3171 2.19.538.746 I slot print_timing: id 0 | task 3616 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.538.791 I slot release: id 0 | task 3616 | stop processing: n_tokens = 643, truncated = 0 2.19.544.968 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 238613144572 2.19.552.764 I slot launch_slot_: id 0 | task 3682 | processing task, is_child = 0 2.21.246.321 I slot print_timing: id 0 | task 3682 | prompt eval time = 488.10 ms / 175 tokens ( 2.79 ms per token, 358.54 tokens per second) 2.21.246.327 I slot print_timing: id 0 | task 3682 | eval time = 1205.45 ms / 53 tokens ( 23.18 ms per token, 43.14 tokens per second) 2.21.246.327 I slot print_timing: id 0 | task 3682 | total time = 1693.55 ms / 228 tokens 2.21.246.328 I slot print_timing: id 0 | task 3682 | graphs reused = 3222 2.21.246.329 I slot print_timing: id 0 | task 3682 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.246.350 I slot release: id 0 | task 3682 | stop processing: n_tokens = 227, truncated = 0 2.21.252.508 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 238614852131 2.21.253.446 I slot launch_slot_: id 0 | task 3738 | processing task, is_child = 0 2.23.019.851 I slot print_timing: id 0 | task 3738 | prompt eval time = 491.24 ms / 197 tokens ( 2.49 ms per token, 401.03 tokens per second) 2.23.019.856 I slot print_timing: id 0 | task 3738 | eval time = 1275.16 ms / 56 tokens ( 23.18 ms per token, 43.13 tokens per second) 2.23.019.857 I slot print_timing: id 0 | task 3738 | total time = 1766.40 ms / 253 tokens 2.23.019.858 I slot print_timing: id 0 | task 3738 | graphs reused = 3276 2.23.019.858 I slot print_timing: id 0 | task 3738 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.019.885 I slot release: id 0 | task 3738 | stop processing: n_tokens = 252, truncated = 0 2.23.026.059 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 238616625666 2.23.027.067 I slot launch_slot_: id 0 | task 3797 | processing task, is_child = 0 2.25.047.098 I slot print_timing: id 0 | task 3797 | prompt eval time = 490.35 ms / 189 tokens ( 2.59 ms per token, 385.44 tokens per second) 2.25.047.101 I slot print_timing: id 0 | task 3797 | eval time = 1529.67 ms / 67 tokens ( 23.18 ms per token, 43.15 tokens per second) 2.25.047.102 I slot print_timing: id 0 | task 3797 | total time = 2020.02 ms / 256 tokens 2.25.047.102 I slot print_timing: id 0 | task 3797 | graphs reused = 3341 2.25.047.103 I slot print_timing: id 0 | task 3797 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.047.130 I slot release: id 0 | task 3797 | stop processing: n_tokens = 255, truncated = 0 2.25.053.151 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 238618652911 2.25.054.184 I slot launch_slot_: id 0 | task 3867 | processing task, is_child = 0 2.27.133.809 I slot print_timing: id 0 | task 3867 | prompt eval time = 434.90 ms / 152 tokens ( 2.86 ms per token, 349.50 tokens per second) 2.27.133.813 I slot print_timing: id 0 | task 3867 | eval time = 1644.71 ms / 72 tokens ( 23.16 ms per token, 43.17 tokens per second) 2.27.133.813 I slot print_timing: id 0 | task 3867 | total time = 2079.61 ms / 224 tokens 2.27.133.814 I slot print_timing: id 0 | task 3867 | graphs reused = 3411 2.27.133.815 I slot print_timing: id 0 | task 3867 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.133.838 I slot release: id 0 | task 3867 | stop processing: n_tokens = 223, truncated = 0 2.27.140.542 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 238620739619 2.27.142.192 I slot launch_slot_: id 0 | task 3942 | processing task, is_child = 0 2.29.324.247 I slot print_timing: id 0 | task 3942 | prompt eval time = 508.99 ms / 215 tokens ( 2.37 ms per token, 422.41 tokens per second) 2.29.324.250 I slot print_timing: id 0 | task 3942 | eval time = 1673.05 ms / 73 tokens ( 23.24 ms per token, 43.04 tokens per second) 2.29.324.251 I slot print_timing: id 0 | task 3942 | total time = 2182.04 ms / 288 tokens 2.29.324.252 I slot print_timing: id 0 | task 3942 | graphs reused = 3481 2.29.324.252 I slot print_timing: id 0 | task 3942 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.324.281 I slot release: id 0 | task 3942 | stop processing: n_tokens = 287, truncated = 0 2.29.330.778 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 238622930062 2.29.333.648 I slot launch_slot_: id 0 | task 4018 | processing task, is_child = 0 2.32.962.473 I slot print_timing: id 0 | task 4018 | n_gen = 131, tg = 43.13 t/s, tg_3s = 43.47 t/s 2.33.055.066 I slot print_timing: id 0 | task 4018 | prompt eval time = 614.92 ms / 252 tokens ( 2.44 ms per token, 409.81 tokens per second) 2.33.055.072 I slot print_timing: id 0 | task 4018 | eval time = 3106.49 ms / 135 tokens ( 23.18 ms per token, 43.14 tokens per second) 2.33.055.073 I slot print_timing: id 0 | task 4018 | total time = 3721.41 ms / 387 tokens 2.33.055.073 I slot print_timing: id 0 | task 4018 | graphs reused = 3613 2.33.055.074 I slot print_timing: id 0 | task 4018 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.055.099 I slot release: id 0 | task 4018 | stop processing: n_tokens = 386, truncated = 0 2.33.061.378 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 386, t_last = 238626660880 2.33.065.017 I slot launch_slot_: id 0 | task 4156 | processing task, is_child = 0 2.36.855.489 I slot print_timing: id 0 | task 4156 | n_gen = 131, tg = 43.15 t/s, tg_3s = 43.48 t/s 2.37.063.895 I slot print_timing: id 0 | task 4156 | prompt eval time = 777.81 ms / 331 tokens ( 2.35 ms per token, 425.55 tokens per second) 2.37.063.900 I slot print_timing: id 0 | task 4156 | eval time = 3221.05 ms / 140 tokens ( 23.17 ms per token, 43.15 tokens per second) 2.37.063.901 I slot print_timing: id 0 | task 4156 | total time = 3998.87 ms / 471 tokens 2.37.063.901 I slot print_timing: id 0 | task 4156 | graphs reused = 3751 2.37.063.902 I slot print_timing: id 0 | task 4156 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.063.933 I slot release: id 0 | task 4156 | stop processing: n_tokens = 470, truncated = 0 2.37.069.730 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 238630669714 2.37.074.735 I slot launch_slot_: id 0 | task 4299 | processing task, is_child = 0 2.39.283.474 I slot print_timing: id 0 | task 4299 | prompt eval time = 378.77 ms / 162 tokens ( 2.34 ms per token, 427.70 tokens per second) 2.39.283.480 I slot print_timing: id 0 | task 4299 | eval time = 1829.96 ms / 80 tokens ( 23.16 ms per token, 43.17 tokens per second) 2.39.283.482 I slot print_timing: id 0 | task 4299 | total time = 2208.72 ms / 242 tokens 2.39.283.482 I slot print_timing: id 0 | task 4299 | graphs reused = 3829 2.39.283.483 I slot print_timing: id 0 | task 4299 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.283.504 I slot release: id 0 | task 4299 | stop processing: n_tokens = 241, truncated = 0 2.39.289.300 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 241, t_last = 238632889285 2.39.290.860 I slot launch_slot_: id 0 | task 4382 | processing task, is_child = 0 2.41.562.051 I slot print_timing: id 0 | task 4382 | prompt eval time = 442.42 ms / 164 tokens ( 2.70 ms per token, 370.69 tokens per second) 2.41.562.054 I slot print_timing: id 0 | task 4382 | eval time = 1828.76 ms / 80 tokens ( 23.15 ms per token, 43.20 tokens per second) 2.41.562.055 I slot print_timing: id 0 | task 4382 | total time = 2271.18 ms / 244 tokens 2.41.562.055 I slot print_timing: id 0 | task 4382 | graphs reused = 3907 2.41.562.056 I slot print_timing: id 0 | task 4382 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.562.080 I slot release: id 0 | task 4382 | stop processing: n_tokens = 243, truncated = 0 2.41.567.563 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 238635167861 2.41.570.655 I slot launch_slot_: id 0 | task 4465 | processing task, is_child = 0 2.43.928.655 I slot print_timing: id 0 | task 4465 | prompt eval time = 501.86 ms / 216 tokens ( 2.32 ms per token, 430.40 tokens per second) 2.43.928.661 I slot print_timing: id 0 | task 4465 | eval time = 1856.13 ms / 81 tokens ( 23.20 ms per token, 43.10 tokens per second) 2.43.928.661 I slot print_timing: id 0 | task 4465 | total time = 2357.99 ms / 297 tokens 2.43.928.662 I slot print_timing: id 0 | task 4465 | graphs reused = 3985 2.43.928.662 I slot print_timing: id 0 | task 4465 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.928.687 I slot release: id 0 | task 4465 | stop processing: n_tokens = 296, truncated = 0 2.43.934.361 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 296, t_last = 238637534468 2.43.937.337 I slot launch_slot_: id 0 | task 4549 | processing task, is_child = 0 2.45.886.520 I slot print_timing: id 0 | task 4549 | prompt eval time = 672.06 ms / 280 tokens ( 2.40 ms per token, 416.63 tokens per second) 2.45.886.524 I slot print_timing: id 0 | task 4549 | eval time = 1277.12 ms / 56 tokens ( 23.22 ms per token, 43.07 tokens per second) 2.45.886.524 I slot print_timing: id 0 | task 4549 | total time = 1949.17 ms / 336 tokens 2.45.886.525 I slot print_timing: id 0 | task 4549 | graphs reused = 4039 2.45.886.525 I slot print_timing: id 0 | task 4549 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.886.554 I slot release: id 0 | task 4549 | stop processing: n_tokens = 335, truncated = 0 2.45.892.203 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 238639492335 2.45.895.558 I slot launch_slot_: id 0 | task 4608 | processing task, is_child = 0 2.47.753.522 I slot print_timing: id 0 | task 4608 | prompt eval time = 601.91 ms / 233 tokens ( 2.58 ms per token, 387.10 tokens per second) 2.47.753.526 I slot print_timing: id 0 | task 4608 | eval time = 1256.03 ms / 55 tokens ( 23.26 ms per token, 42.99 tokens per second) 2.47.753.527 I slot print_timing: id 0 | task 4608 | total time = 1857.95 ms / 288 tokens 2.47.753.527 I slot print_timing: id 0 | task 4608 | graphs reused = 4091 2.47.753.528 I slot print_timing: id 0 | task 4608 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.753.553 I slot release: id 0 | task 4608 | stop processing: n_tokens = 287, truncated = 0 2.47.759.840 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 238641359334 2.47.763.019 I slot launch_slot_: id 0 | task 4666 | processing task, is_child = 0 2.50.959.467 I slot print_timing: id 0 | task 4666 | prompt eval time = 551.10 ms / 224 tokens ( 2.46 ms per token, 406.46 tokens per second) 2.50.959.473 I slot print_timing: id 0 | task 4666 | eval time = 2645.34 ms / 115 tokens ( 23.20 ms per token, 43.09 tokens per second) 2.50.959.474 I slot print_timing: id 0 | task 4666 | total time = 3196.44 ms / 339 tokens 2.50.959.475 I slot print_timing: id 0 | task 4666 | graphs reused = 4203 2.50.959.475 I slot print_timing: id 0 | task 4666 | graph reallocs = 0 / 0 (same size) / (changed size) 2.50.959.501 I slot release: id 0 | task 4666 | stop processing: n_tokens = 338, truncated = 0 2.50.965.007 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 338, t_last = 238644565282 2.50.968.398 I slot launch_slot_: id 0 | task 4784 | processing task, is_child = 0 2.53.154.200 I slot print_timing: id 0 | task 4784 | prompt eval time = 604.60 ms / 245 tokens ( 2.47 ms per token, 405.23 tokens per second) 2.53.154.207 I slot print_timing: id 0 | task 4784 | eval time = 1581.20 ms / 69 tokens ( 23.25 ms per token, 43.01 tokens per second) 2.53.154.207 I slot print_timing: id 0 | task 4784 | total time = 2185.79 ms / 314 tokens 2.53.154.208 I slot print_timing: id 0 | task 4784 | graphs reused = 4269 2.53.154.209 I slot print_timing: id 0 | task 4784 | graph reallocs = 0 / 0 (same size) / (changed size) 2.53.154.237 I slot release: id 0 | task 4784 | stop processing: n_tokens = 313, truncated = 0 2.53.160.018 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 238646760018 2.53.165.002 I slot launch_slot_: id 0 | task 4856 | processing task, is_child = 0 2.55.134.414 I slot print_timing: id 0 | task 4856 | prompt eval time = 439.94 ms / 182 tokens ( 2.42 ms per token, 413.69 tokens per second) 2.55.134.420 I slot print_timing: id 0 | task 4856 | eval time = 1529.46 ms / 67 tokens ( 23.17 ms per token, 43.15 tokens per second) 2.55.134.421 I slot print_timing: id 0 | task 4856 | total time = 1969.40 ms / 249 tokens 2.55.134.421 I slot print_timing: id 0 | task 4856 | graphs reused = 4334 2.55.134.422 I slot print_timing: id 0 | task 4856 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.134.444 I slot release: id 0 | task 4856 | stop processing: n_tokens = 248, truncated = 0 2.55.141.105 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 248, t_last = 238648740225 2.55.143.400 I slot launch_slot_: id 0 | task 4926 | processing task, is_child = 0 2.58.402.986 I slot print_timing: id 0 | task 4926 | prompt eval time = 615.40 ms / 280 tokens ( 2.20 ms per token, 454.99 tokens per second) 2.58.402.992 I slot print_timing: id 0 | task 4926 | eval time = 2644.17 ms / 115 tokens ( 23.19 ms per token, 43.11 tokens per second) 2.58.402.993 I slot print_timing: id 0 | task 4926 | total time = 3259.57 ms / 395 tokens 2.58.402.993 I slot print_timing: id 0 | task 4926 | graphs reused = 4447 2.58.402.994 I slot print_timing: id 0 | task 4926 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.403.026 I slot release: id 0 | task 4926 | stop processing: n_tokens = 394, truncated = 0 2.58.408.536 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 238652008807 2.58.412.777 I slot launch_slot_: id 0 | task 5044 | processing task, is_child = 0 3.01.864.349 I slot print_timing: id 0 | task 5044 | prompt eval time = 439.32 ms / 173 tokens ( 2.54 ms per token, 393.79 tokens per second) 3.01.864.353 I slot print_timing: id 0 | task 5044 | eval time = 3012.24 ms / 131 tokens ( 23.17 ms per token, 43.16 tokens per second) 3.01.864.353 I slot print_timing: id 0 | task 5044 | total time = 3451.56 ms / 304 tokens 3.01.864.354 I slot print_timing: id 0 | task 5044 | graphs reused = 4575 3.01.864.354 I slot print_timing: id 0 | task 5044 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.864.378 I slot release: id 0 | task 5044 | stop processing: n_tokens = 303, truncated = 0 3.01.870.853 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 238655470159 3.01.873.632 I slot launch_slot_: id 0 | task 5178 | processing task, is_child = 0 3.04.232.705 I slot print_timing: id 0 | task 5178 | prompt eval time = 390.73 ms / 158 tokens ( 2.47 ms per token, 404.38 tokens per second) 3.04.232.707 I slot print_timing: id 0 | task 5178 | eval time = 1968.34 ms / 86 tokens ( 23.16 ms per token, 43.18 tokens per second) 3.04.232.708 I slot print_timing: id 0 | task 5178 | total time = 2359.06 ms / 244 tokens 3.04.232.709 I slot print_timing: id 0 | task 5178 | graphs reused = 4659 3.04.232.709 I slot print_timing: id 0 | task 5178 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.232.729 I slot release: id 0 | task 5178 | stop processing: n_tokens = 243, truncated = 0 3.04.239.145 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 238657838510 3.04.241.912 I slot launch_slot_: id 0 | task 5267 | processing task, is_child = 0 3.07.317.929 I slot print_timing: id 0 | task 5267 | prompt eval time = 614.93 ms / 244 tokens ( 2.52 ms per token, 396.79 tokens per second) 3.07.317.936 I slot print_timing: id 0 | task 5267 | eval time = 2461.07 ms / 107 tokens ( 23.22 ms per token, 43.07 tokens per second) 3.07.317.936 I slot print_timing: id 0 | task 5267 | total time = 3076.00 ms / 351 tokens 3.07.317.937 I slot print_timing: id 0 | task 5267 | graphs reused = 4763 3.07.317.937 I slot print_timing: id 0 | task 5267 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.317.967 I slot release: id 0 | task 5267 | stop processing: n_tokens = 350, truncated = 0 3.07.324.265 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 238660923748 3.07.329.005 I slot launch_slot_: id 0 | task 5377 | processing task, is_child = 0 3.09.163.859 I slot print_timing: id 0 | task 5377 | prompt eval time = 488.96 ms / 182 tokens ( 2.69 ms per token, 372.22 tokens per second) 3.09.163.865 I slot print_timing: id 0 | task 5377 | eval time = 1345.88 ms / 59 tokens ( 23.20 ms per token, 43.09 tokens per second) 3.09.163.866 I slot print_timing: id 0 | task 5377 | total time = 1834.84 ms / 241 tokens 3.09.163.866 I slot print_timing: id 0 | task 5377 | graphs reused = 4820 3.09.163.867 I slot print_timing: id 0 | task 5377 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.163.892 I slot release: id 0 | task 5377 | stop processing: n_tokens = 240, truncated = 0 3.09.170.308 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 240, t_last = 238662769673 3.09.173.293 I slot launch_slot_: id 0 | task 5439 | processing task, is_child = 0 3.12.848.905 I slot print_timing: id 0 | task 5439 | n_gen = 131, tg = 43.14 t/s, tg_3s = 43.48 t/s 3.13.498.010 I slot print_timing: id 0 | task 5439 | prompt eval time = 662.45 ms / 278 tokens ( 2.38 ms per token, 419.66 tokens per second) 3.13.498.016 I slot print_timing: id 0 | task 5439 | eval time = 3662.26 ms / 159 tokens ( 23.18 ms per token, 43.14 tokens per second) 3.13.498.017 I slot print_timing: id 0 | task 5439 | total time = 4324.71 ms / 437 tokens 3.13.498.018 I slot print_timing: id 0 | task 5439 | graphs reused = 4977 3.13.498.018 I slot print_timing: id 0 | task 5439 | graph reallocs = 0 / 0 (same size) / (changed size) 3.13.498.048 I slot release: id 0 | task 5439 | stop processing: n_tokens = 436, truncated = 0 3.13.504.027 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 436, t_last = 238667103829 3.13.508.920 I slot launch_slot_: id 0 | task 5601 | processing task, is_child = 0 3.15.683.484 I slot print_timing: id 0 | task 5601 | prompt eval time = 549.05 ms / 219 tokens ( 2.51 ms per token, 398.87 tokens per second) 3.15.683.490 I slot print_timing: id 0 | task 5601 | eval time = 1625.51 ms / 71 tokens ( 23.22 ms per token, 43.06 tokens per second) 3.15.683.491 I slot print_timing: id 0 | task 5601 | total time = 2174.55 ms / 290 tokens 3.15.683.492 I slot print_timing: id 0 | task 5601 | graphs reused = 5045 3.15.683.492 I slot print_timing: id 0 | task 5601 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.683.517 I slot release: id 0 | task 5601 | stop processing: n_tokens = 289, truncated = 0 3.15.689.512 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 238669289298 3.15.692.481 I slot launch_slot_: id 0 | task 5675 | processing task, is_child = 0 3.18.054.988 I slot print_timing: id 0 | task 5675 | prompt eval time = 624.42 ms / 279 tokens ( 2.24 ms per token, 446.81 tokens per second) 3.18.054.994 I slot print_timing: id 0 | task 5675 | eval time = 1738.08 ms / 76 tokens ( 23.17 ms per token, 43.15 tokens per second) 3.18.054.995 I slot print_timing: id 0 | task 5675 | total time = 2362.50 ms / 355 tokens 3.18.054.996 I slot print_timing: id 0 | task 5675 | graphs reused = 5119 3.18.054.996 I slot print_timing: id 0 | task 5675 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.055.023 I slot release: id 0 | task 5675 | stop processing: n_tokens = 354, truncated = 0 3.18.060.715 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 238671660804 3.18.065.086 I slot launch_slot_: id 0 | task 5754 | processing task, is_child = 0 3.20.698.759 I slot print_timing: id 0 | task 5754 | prompt eval time = 663.40 ms / 289 tokens ( 2.30 ms per token, 435.64 tokens per second) 3.20.698.765 I slot print_timing: id 0 | task 5754 | eval time = 1970.26 ms / 86 tokens ( 23.18 ms per token, 43.14 tokens per second) 3.20.698.766 I slot print_timing: id 0 | task 5754 | total time = 2633.66 ms / 375 tokens 3.20.698.766 I slot print_timing: id 0 | task 5754 | graphs reused = 5203 3.20.698.767 I slot print_timing: id 0 | task 5754 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.698.800 I slot release: id 0 | task 5754 | stop processing: n_tokens = 374, truncated = 0 3.20.704.656 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 238674304581 3.20.709.056 I slot launch_slot_: id 0 | task 5843 | processing task, is_child = 0 3.23.671.513 I slot print_timing: id 0 | task 5843 | prompt eval time = 668.85 ms / 274 tokens ( 2.44 ms per token, 409.66 tokens per second) 3.23.671.517 I slot print_timing: id 0 | task 5843 | eval time = 2293.60 ms / 100 tokens ( 23.17 ms per token, 43.16 tokens per second) 3.23.671.517 I slot print_timing: id 0 | task 5843 | total time = 2962.45 ms / 374 tokens 3.23.671.518 I slot print_timing: id 0 | task 5843 | graphs reused = 5301 3.23.671.518 I slot print_timing: id 0 | task 5843 | graph reallocs = 0 / 0 (same size) / (changed size) 3.23.671.547 I slot release: id 0 | task 5843 | stop processing: n_tokens = 373, truncated = 0 3.23.677.435 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 238677277328 3.23.681.345 I slot launch_slot_: id 0 | task 5946 | processing task, is_child = 0 3.25.523.125 I slot print_timing: id 0 | task 5946 | prompt eval time = 544.35 ms / 229 tokens ( 2.38 ms per token, 420.69 tokens per second) 3.25.523.131 I slot print_timing: id 0 | task 5946 | eval time = 1297.42 ms / 57 tokens ( 23.17 ms per token, 43.16 tokens per second) 3.25.523.132 I slot print_timing: id 0 | task 5946 | total time = 1841.77 ms / 286 tokens 3.25.523.132 I slot print_timing: id 0 | task 5946 | graphs reused = 5355 3.25.523.133 I slot print_timing: id 0 | task 5946 | graph reallocs = 0 / 0 (same size) / (changed size) 3.25.523.158 I slot release: id 0 | task 5946 | stop processing: n_tokens = 285, truncated = 0 3.25.529.713 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 238679128939 3.25.533.845 I slot launch_slot_: id 0 | task 6006 | processing task, is_child = 0 3.27.246.404 I slot print_timing: id 0 | task 6006 | prompt eval time = 437.57 ms / 162 tokens ( 2.70 ms per token, 370.23 tokens per second) 3.27.246.410 I slot print_timing: id 0 | task 6006 | eval time = 1274.98 ms / 56 tokens ( 23.18 ms per token, 43.14 tokens per second) 3.27.246.411 I slot print_timing: id 0 | task 6006 | total time = 1712.55 ms / 218 tokens 3.27.246.411 I slot print_timing: id 0 | task 6006 | graphs reused = 5409 3.27.246.412 I slot print_timing: id 0 | task 6006 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.246.434 I slot release: id 0 | task 6006 | stop processing: n_tokens = 217, truncated = 0 3.27.251.504 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 238680852215 3.27.254.116 I slot launch_slot_: id 0 | task 6065 | processing task, is_child = 0 3.28.884.980 I slot print_timing: id 0 | task 6065 | prompt eval time = 605.49 ms / 249 tokens ( 2.43 ms per token, 411.24 tokens per second) 3.28.884.984 I slot print_timing: id 0 | task 6065 | eval time = 1025.37 ms / 45 tokens ( 23.30 ms per token, 42.91 tokens per second) 3.28.884.985 I slot print_timing: id 0 | task 6065 | total time = 1630.86 ms / 294 tokens 3.28.884.986 I slot print_timing: id 0 | task 6065 | graphs reused = 5451 3.28.884.986 I slot print_timing: id 0 | task 6065 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.885.012 I slot release: id 0 | task 6065 | stop processing: n_tokens = 293, truncated = 0 3.28.890.542 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 238682490793 3.28.894.208 I slot launch_slot_: id 0 | task 6113 | processing task, is_child = 0 3.30.366.307 I slot print_timing: id 0 | task 6113 | prompt eval time = 382.79 ms / 132 tokens ( 2.90 ms per token, 344.84 tokens per second) 3.30.366.311 I slot print_timing: id 0 | task 6113 | eval time = 1089.30 ms / 48 tokens ( 23.18 ms per token, 43.15 tokens per second) 3.30.366.312 I slot print_timing: id 0 | task 6113 | total time = 1472.09 ms / 180 tokens 3.30.366.312 I slot print_timing: id 0 | task 6113 | graphs reused = 5497 3.30.366.313 I slot print_timing: id 0 | task 6113 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.366.332 I slot release: id 0 | task 6113 | stop processing: n_tokens = 179, truncated = 0 3.30.372.688 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 238683972113 3.30.374.866 I slot launch_slot_: id 0 | task 6164 | processing task, is_child = 0 3.32.113.155 I slot print_timing: id 0 | task 6164 | prompt eval time = 438.76 ms / 174 tokens ( 2.52 ms per token, 396.57 tokens per second) 3.32.113.157 I slot print_timing: id 0 | task 6164 | eval time = 1299.51 ms / 57 tokens ( 23.21 ms per token, 43.09 tokens per second) 3.32.113.158 I slot print_timing: id 0 | task 6164 | total time = 1738.27 ms / 231 tokens 3.32.113.159 I slot print_timing: id 0 | task 6164 | graphs reused = 5552 3.32.113.159 I slot print_timing: id 0 | task 6164 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.113.184 I slot release: id 0 | task 6164 | stop processing: n_tokens = 230, truncated = 0 3.32.119.469 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 238685718965 3.32.122.492 I slot launch_slot_: id 0 | task 6224 | processing task, is_child = 0 3.34.012.187 I slot print_timing: id 0 | task 6224 | prompt eval time = 610.68 ms / 253 tokens ( 2.41 ms per token, 414.29 tokens per second) 3.34.012.193 I slot print_timing: id 0 | task 6224 | eval time = 1279.01 ms / 56 tokens ( 23.25 ms per token, 43.00 tokens per second) 3.34.012.193 I slot print_timing: id 0 | task 6224 | total time = 1889.69 ms / 309 tokens 3.34.012.194 I slot print_timing: id 0 | task 6224 | graphs reused = 5605 3.34.012.194 I slot print_timing: id 0 | task 6224 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.012.219 I slot release: id 0 | task 6224 | stop processing: n_tokens = 308, truncated = 0 3.34.019.601 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 238687618000 3.34.023.716 I slot launch_slot_: id 0 | task 6283 | processing task, is_child = 0 3.35.471.084 I slot print_timing: id 0 | task 6283 | prompt eval time = 563.52 ms / 252 tokens ( 2.24 ms per token, 447.19 tokens per second) 3.35.471.093 I slot print_timing: id 0 | task 6283 | eval time = 883.84 ms / 39 tokens ( 23.26 ms per token, 42.99 tokens per second) 3.35.471.094 I slot print_timing: id 0 | task 6283 | total time = 1447.35 ms / 291 tokens 3.35.471.095 I slot print_timing: id 0 | task 6283 | graphs reused = 5641 3.35.471.095 I slot print_timing: id 0 | task 6283 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.471.124 I slot release: id 0 | task 6283 | stop processing: n_tokens = 290, truncated = 0 3.35.478.104 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 238689076905 3.35.482.493 I slot launch_slot_: id 0 | task 6325 | processing task, is_child = 0 3.37.142.665 I slot print_timing: id 0 | task 6325 | prompt eval time = 615.50 ms / 272 tokens ( 2.26 ms per token, 441.91 tokens per second) 3.37.142.671 I slot print_timing: id 0 | task 6325 | eval time = 1044.66 ms / 46 tokens ( 23.21 ms per token, 43.08 tokens per second) 3.37.142.672 I slot print_timing: id 0 | task 6325 | total time = 1660.16 ms / 318 tokens 3.37.142.672 I slot print_timing: id 0 | task 6325 | graphs reused = 5685 3.37.142.673 I slot print_timing: id 0 | task 6325 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.142.700 I slot release: id 0 | task 6325 | stop processing: n_tokens = 317, truncated = 0 3.37.149.955 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 238690748481 3.37.153.563 I slot launch_slot_: id 0 | task 6374 | processing task, is_child = 0 3.38.237.620 I slot print_timing: id 0 | task 6374 | prompt eval time = 664.85 ms / 279 tokens ( 2.38 ms per token, 419.65 tokens per second) 3.38.237.626 I slot print_timing: id 0 | task 6374 | eval time = 419.20 ms / 19 tokens ( 23.29 ms per token, 42.94 tokens per second) 3.38.237.627 I slot print_timing: id 0 | task 6374 | total time = 1084.04 ms / 298 tokens 3.38.237.628 I slot print_timing: id 0 | task 6374 | graphs reused = 5702 3.38.237.628 I slot print_timing: id 0 | task 6374 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.237.655 I slot release: id 0 | task 6374 | stop processing: n_tokens = 297, truncated = 0 3.38.244.390 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 238691843436 3.38.249.402 I slot launch_slot_: id 0 | task 6396 | processing task, is_child = 0 3.40.498.060 I slot print_timing: id 0 | task 6396 | prompt eval time = 672.33 ms / 284 tokens ( 2.37 ms per token, 422.41 tokens per second) 3.40.498.063 I slot print_timing: id 0 | task 6396 | eval time = 1576.32 ms / 69 tokens ( 23.18 ms per token, 43.14 tokens per second) 3.40.498.064 I slot print_timing: id 0 | task 6396 | total time = 2248.65 ms / 353 tokens 3.40.498.065 I slot print_timing: id 0 | task 6396 | graphs reused = 5769 3.40.498.065 I slot print_timing: id 0 | task 6396 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.498.093 I slot release: id 0 | task 6396 | stop processing: n_tokens = 352, truncated = 0 3.40.505.148 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 238694103874 3.40.510.845 I slot launch_slot_: id 0 | task 6468 | processing task, is_child = 0 3.42.279.381 I slot print_timing: id 0 | task 6468 | prompt eval time = 559.63 ms / 233 tokens ( 2.40 ms per token, 416.35 tokens per second) 3.42.279.387 I slot print_timing: id 0 | task 6468 | eval time = 1208.89 ms / 53 tokens ( 23.25 ms per token, 43.01 tokens per second) 3.42.279.387 I slot print_timing: id 0 | task 6468 | total time = 1768.52 ms / 286 tokens 3.42.279.388 I slot print_timing: id 0 | task 6468 | graphs reused = 5819 3.42.279.388 I slot print_timing: id 0 | task 6468 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.279.413 I slot release: id 0 | task 6468 | stop processing: n_tokens = 285, truncated = 0 3.42.285.409 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 238695885194 3.42.289.390 I slot launch_slot_: id 0 | task 6524 | processing task, is_child = 0 3.43.958.916 I slot print_timing: id 0 | task 6524 | prompt eval time = 486.91 ms / 169 tokens ( 2.88 ms per token, 347.09 tokens per second) 3.43.958.922 I slot print_timing: id 0 | task 6524 | eval time = 1182.61 ms / 52 tokens ( 23.19 ms per token, 43.13 tokens per second) 3.43.958.922 I slot print_timing: id 0 | task 6524 | total time = 1669.52 ms / 221 tokens 3.43.958.923 I slot print_timing: id 0 | task 6524 | graphs reused = 5869 3.43.958.923 I slot print_timing: id 0 | task 6524 | graph reallocs = 0 / 0 (same size) / (changed size) 3.43.958.945 I slot release: id 0 | task 6524 | stop processing: n_tokens = 220, truncated = 0 3.43.967.035 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 238697564726 3.43.968.856 I slot launch_slot_: id 0 | task 6579 | processing task, is_child = 0 3.46.496.456 I slot print_timing: id 0 | task 6579 | prompt eval time = 786.14 ms / 352 tokens ( 2.23 ms per token, 447.76 tokens per second) 3.46.496.462 I slot print_timing: id 0 | task 6579 | eval time = 1741.45 ms / 76 tokens ( 23.22 ms per token, 43.07 tokens per second) 3.46.496.463 I slot print_timing: id 0 | task 6579 | total time = 2527.59 ms / 428 tokens 3.46.496.463 I slot print_timing: id 0 | task 6579 | graphs reused = 5943 3.46.496.464 I slot print_timing: id 0 | task 6579 | graph reallocs = 0 / 0 (same size) / (changed size) 3.46.496.502 I slot release: id 0 | task 6579 | stop processing: n_tokens = 427, truncated = 0 3.46.504.689 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 238700102283 3.46.510.137 I slot launch_slot_: id 0 | task 6658 | processing task, is_child = 0 3.50.771.104 I slot print_timing: id 0 | task 6658 | n_gen = 131, tg = 43.09 t/s, tg_3s = 43.42 t/s 3.51.003.172 I slot print_timing: id 0 | task 6658 | prompt eval time = 1243.97 ms / 576 tokens ( 2.16 ms per token, 463.04 tokens per second) 3.51.003.177 I slot print_timing: id 0 | task 6658 | eval time = 3249.06 ms / 141 tokens ( 23.21 ms per token, 43.09 tokens per second) 3.51.003.178 I slot print_timing: id 0 | task 6658 | total time = 4493.03 ms / 717 tokens 3.51.003.179 I slot print_timing: id 0 | task 6658 | graphs reused = 6082 3.51.003.179 I slot print_timing: id 0 | task 6658 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.003.222 I slot release: id 0 | task 6658 | stop processing: n_tokens = 716, truncated = 0 3.51.011.560 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 238704609003 3.51.018.874 I slot launch_slot_: id 0 | task 6803 | processing task, is_child = 0 3.54.312.139 I slot print_timing: id 0 | task 6803 | prompt eval time = 1016.79 ms / 466 tokens ( 2.18 ms per token, 458.30 tokens per second) 3.54.312.144 I slot print_timing: id 0 | task 6803 | eval time = 2276.46 ms / 99 tokens ( 23.23 ms per token, 43.05 tokens per second) 3.54.312.145 I slot print_timing: id 0 | task 6803 | total time = 3293.26 ms / 565 tokens 3.54.312.146 I slot print_timing: id 0 | task 6803 | graphs reused = 6178 3.54.312.146 I slot print_timing: id 0 | task 6803 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.312.184 I slot release: id 0 | task 6803 | stop processing: n_tokens = 564, truncated = 0 3.54.319.030 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 564, t_last = 238707917965 3.54.325.514 I slot launch_slot_: id 0 | task 6905 | processing task, is_child = 0 3.57.593.318 I slot print_timing: id 0 | task 6905 | prompt eval time = 786.79 ms / 370 tokens ( 2.13 ms per token, 470.27 tokens per second) 3.57.593.324 I slot print_timing: id 0 | task 6905 | eval time = 2481.01 ms / 108 tokens ( 23.19 ms per token, 43.13 tokens per second) 3.57.593.325 I slot print_timing: id 0 | task 6905 | total time = 3267.80 ms / 478 tokens 3.57.593.325 I slot print_timing: id 0 | task 6905 | graphs reused = 6284 3.57.593.326 I slot print_timing: id 0 | task 6905 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.593.363 I slot release: id 0 | task 6905 | stop processing: n_tokens = 477, truncated = 0 3.57.601.376 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 238711199144 3.57.605.015 I slot launch_slot_: id 0 | task 7016 | processing task, is_child = 0 3.59.862.267 I slot print_timing: id 0 | task 7016 | prompt eval time = 726.60 ms / 314 tokens ( 2.31 ms per token, 432.15 tokens per second) 3.59.862.270 I slot print_timing: id 0 | task 7016 | eval time = 1530.64 ms / 67 tokens ( 23.19 ms per token, 43.12 tokens per second) 3.59.862.270 I slot print_timing: id 0 | task 7016 | total time = 2257.24 ms / 381 tokens 3.59.862.271 I slot print_timing: id 0 | task 7016 | graphs reused = 6349 3.59.862.271 I slot print_timing: id 0 | task 7016 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.862.305 I slot release: id 0 | task 7016 | stop processing: n_tokens = 380, truncated = 0 3.59.871.153 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 238713468086 3.59.875.789 I slot launch_slot_: id 0 | task 7086 | processing task, is_child = 0 4.03.546.258 I slot print_timing: id 0 | task 7086 | prompt eval time = 1231.32 ms / 567 tokens ( 2.17 ms per token, 460.48 tokens per second) 4.03.546.264 I slot print_timing: id 0 | task 7086 | eval time = 2439.13 ms / 106 tokens ( 23.23 ms per token, 43.05 tokens per second) 4.03.546.264 I slot print_timing: id 0 | task 7086 | total time = 3670.46 ms / 673 tokens 4.03.546.265 I slot print_timing: id 0 | task 7086 | graphs reused = 6453 4.03.546.265 I slot print_timing: id 0 | task 7086 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.546.311 I slot release: id 0 | task 7086 | stop processing: n_tokens = 672, truncated = 0 4.03.552.926 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 672, t_last = 238717152092 4.03.559.601 I slot launch_slot_: id 0 | task 7196 | processing task, is_child = 0 4.06.622.396 I slot print_timing: id 0 | task 7196 | prompt eval time = 723.59 ms / 306 tokens ( 2.36 ms per token, 422.89 tokens per second) 4.06.622.403 I slot print_timing: id 0 | task 7196 | eval time = 2339.20 ms / 102 tokens ( 23.16 ms per token, 43.18 tokens per second) 4.06.622.404 I slot print_timing: id 0 | task 7196 | total time = 3062.79 ms / 408 tokens 4.06.622.404 I slot print_timing: id 0 | task 7196 | graphs reused = 6553 4.06.622.405 I slot print_timing: id 0 | task 7196 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.622.433 I slot release: id 0 | task 7196 | stop processing: n_tokens = 407, truncated = 0 4.06.630.243 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 238720228214 4.06.633.587 I slot launch_slot_: id 0 | task 7301 | processing task, is_child = 0 4.10.232.304 I slot print_timing: id 0 | task 7301 | prompt eval time = 906.01 ms / 429 tokens ( 2.11 ms per token, 473.50 tokens per second) 4.10.232.308 I slot print_timing: id 0 | task 7301 | eval time = 2692.69 ms / 117 tokens ( 23.21 ms per token, 43.08 tokens per second) 4.10.232.309 I slot print_timing: id 0 | task 7301 | total time = 3598.70 ms / 546 tokens 4.10.232.309 I slot print_timing: id 0 | task 7301 | graphs reused = 6667 4.10.232.310 I slot print_timing: id 0 | task 7301 | graph reallocs = 0 / 0 (same size) / (changed size) 4.10.232.348 I slot release: id 0 | task 7301 | stop processing: n_tokens = 545, truncated = 0 4.10.237.989 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 545, t_last = 238723838129 4.10.243.365 I slot launch_slot_: id 0 | task 7421 | processing task, is_child = 0 4.12.453.953 I slot print_timing: id 0 | task 7421 | prompt eval time = 491.88 ms / 197 tokens ( 2.50 ms per token, 400.51 tokens per second) 4.12.453.956 I slot print_timing: id 0 | task 7421 | eval time = 1718.70 ms / 75 tokens ( 23.23 ms per token, 43.06 tokens per second) 4.12.453.956 I slot print_timing: id 0 | task 7421 | total time = 2210.58 ms / 272 tokens 4.12.453.957 I slot print_timing: id 0 | task 7421 | graphs reused = 6739 4.12.453.957 I slot print_timing: id 0 | task 7421 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.453.982 I slot release: id 0 | task 7421 | stop processing: n_tokens = 271, truncated = 0 4.12.462.109 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 238726059763 4.12.464.117 I slot launch_slot_: id 0 | task 7499 | processing task, is_child = 0 4.15.934.073 I slot print_timing: id 0 | task 7499 | prompt eval time = 851.53 ms / 398 tokens ( 2.14 ms per token, 467.40 tokens per second) 4.15.934.079 I slot print_timing: id 0 | task 7499 | eval time = 2618.42 ms / 114 tokens ( 23.17 ms per token, 43.16 tokens per second) 4.15.934.079 I slot print_timing: id 0 | task 7499 | total time = 3469.95 ms / 512 tokens 4.15.934.080 I slot print_timing: id 0 | task 7499 | graphs reused = 6851 4.15.934.080 I slot print_timing: id 0 | task 7499 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.934.117 I slot release: id 0 | task 7499 | stop processing: n_tokens = 511, truncated = 0 4.15.941.711 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 238729539898 4.15.947.530 I slot launch_slot_: id 0 | task 7616 | processing task, is_child = 0 4.19.867.780 I slot print_timing: id 0 | task 7616 | prompt eval time = 1085.82 ms / 510 tokens ( 2.13 ms per token, 469.69 tokens per second) 4.19.867.786 I slot print_timing: id 0 | task 7616 | eval time = 2834.42 ms / 123 tokens ( 23.23 ms per token, 43.04 tokens per second) 4.19.867.786 I slot print_timing: id 0 | task 7616 | total time = 3920.24 ms / 633 tokens 4.19.867.787 I slot print_timing: id 0 | task 7616 | graphs reused = 6971 4.19.867.787 I slot print_timing: id 0 | task 7616 | graph reallocs = 0 / 0 (same size) / (changed size) 4.19.867.829 I slot release: id 0 | task 7616 | stop processing: n_tokens = 632, truncated = 0 4.19.877.389 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 238733473610 4.19.883.934 I slot launch_slot_: id 0 | task 7742 | processing task, is_child = 0 4.23.486.066 I slot print_timing: id 0 | task 7742 | prompt eval time = 1232.59 ms / 560 tokens ( 2.20 ms per token, 454.33 tokens per second) 4.23.486.072 I slot print_timing: id 0 | task 7742 | eval time = 2369.53 ms / 103 tokens ( 23.23 ms per token, 43.05 tokens per second) 4.23.486.073 I slot print_timing: id 0 | task 7742 | total time = 3602.12 ms / 663 tokens 4.23.486.073 I slot print_timing: id 0 | task 7742 | graphs reused = 7072 4.23.486.074 I slot print_timing: id 0 | task 7742 | graph reallocs = 0 / 0 (same size) / (changed size) 4.23.486.120 I slot release: id 0 | task 7742 | stop processing: n_tokens = 662, truncated = 0 4.23.495.527 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 662, t_last = 238737091901 4.23.502.654 I slot launch_slot_: id 0 | task 7849 | processing task, is_child = 0 4.26.062.218 I slot print_timing: id 0 | task 7849 | prompt eval time = 847.87 ms / 392 tokens ( 2.16 ms per token, 462.34 tokens per second) 4.26.062.221 I slot print_timing: id 0 | task 7849 | eval time = 1711.68 ms / 75 tokens ( 23.13 ms per token, 43.23 tokens per second) 4.26.062.221 I slot print_timing: id 0 | task 7849 | total time = 2559.55 ms / 467 tokens 4.26.062.222 I slot print_timing: id 0 | task 7849 | graphs reused = 7145 4.26.062.222 I slot print_timing: id 0 | task 7849 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.062.257 I slot release: id 0 | task 7849 | stop processing: n_tokens = 466, truncated = 0 4.26.070.211 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 238739668038 4.26.075.122 I slot launch_slot_: id 0 | task 7927 | processing task, is_child = 0 4.30.109.473 I slot print_timing: id 0 | task 7927 | n_gen = 131, tg = 43.03 t/s, tg_3s = 43.36 t/s 4.30.341.433 I slot print_timing: id 0 | task 7927 | prompt eval time = 1013.25 ms / 460 tokens ( 2.20 ms per token, 453.99 tokens per second) 4.30.341.439 I slot print_timing: id 0 | task 7927 | eval time = 3253.05 ms / 141 tokens ( 23.24 ms per token, 43.04 tokens per second) 4.30.341.440 I slot print_timing: id 0 | task 7927 | total time = 4266.30 ms / 601 tokens 4.30.341.441 I slot print_timing: id 0 | task 7927 | graphs reused = 7283 4.30.341.441 I slot print_timing: id 0 | task 7927 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.341.482 I slot release: id 0 | task 7927 | stop processing: n_tokens = 600, truncated = 0 4.30.349.729 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 600, t_last = 238743947263 4.30.356.025 I slot launch_slot_: id 0 | task 8071 | processing task, is_child = 0 4.32.811.627 I slot print_timing: id 0 | task 8071 | prompt eval time = 901.74 ms / 416 tokens ( 2.17 ms per token, 461.33 tokens per second) 4.32.811.633 I slot print_timing: id 0 | task 8071 | eval time = 1553.85 ms / 68 tokens ( 23.19 ms per token, 43.12 tokens per second) 4.32.811.634 I slot print_timing: id 0 | task 8071 | total time = 2455.59 ms / 484 tokens 4.32.811.634 I slot print_timing: id 0 | task 8071 | graphs reused = 7349 4.32.811.635 I slot print_timing: id 0 | task 8071 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.811.672 I slot release: id 0 | task 8071 | stop processing: n_tokens = 483, truncated = 0 4.32.820.689 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 238746417454 4.32.825.888 I slot launch_slot_: id 0 | task 8142 | processing task, is_child = 0 4.36.522.029 I slot print_timing: id 0 | task 8142 | prompt eval time = 1235.83 ms / 574 tokens ( 2.15 ms per token, 464.46 tokens per second) 4.36.522.035 I slot print_timing: id 0 | task 8142 | eval time = 2460.30 ms / 107 tokens ( 23.21 ms per token, 43.08 tokens per second) 4.36.522.036 I slot print_timing: id 0 | task 8142 | total time = 3696.13 ms / 681 tokens 4.36.522.036 I slot print_timing: id 0 | task 8142 | graphs reused = 7454 4.36.522.037 I slot print_timing: id 0 | task 8142 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.522.083 I slot release: id 0 | task 8142 | stop processing: n_tokens = 680, truncated = 0 4.36.532.033 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 680, t_last = 238750127864 4.36.538.070 I slot launch_slot_: id 0 | task 8253 | processing task, is_child = 0 4.40.786.051 I slot print_timing: id 0 | task 8253 | prompt eval time = 1411.85 ms / 658 tokens ( 2.15 ms per token, 466.06 tokens per second) 4.40.786.055 I slot print_timing: id 0 | task 8253 | eval time = 2836.12 ms / 123 tokens ( 23.25 ms per token, 43.02 tokens per second) 4.40.786.055 I slot print_timing: id 0 | task 8253 | total time = 4247.97 ms / 781 tokens 4.40.786.056 I slot print_timing: id 0 | task 8253 | graphs reused = 7574 4.40.786.057 I slot print_timing: id 0 | task 8253 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.786.115 I slot release: id 0 | task 8253 | stop processing: n_tokens = 780, truncated = 0 4.40.793.897 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 780, t_last = 238754391896 4.40.800.989 I slot launch_slot_: id 0 | task 8380 | processing task, is_child = 0 4.43.418.016 I slot print_timing: id 0 | task 8380 | prompt eval time = 965.49 ms / 466 tokens ( 2.07 ms per token, 482.66 tokens per second) 4.43.418.022 I slot print_timing: id 0 | task 8380 | eval time = 1651.53 ms / 72 tokens ( 23.26 ms per token, 42.99 tokens per second) 4.43.418.023 I slot print_timing: id 0 | task 8380 | total time = 2617.01 ms / 538 tokens 4.43.418.024 I slot print_timing: id 0 | task 8380 | graphs reused = 7643 4.43.418.024 I slot print_timing: id 0 | task 8380 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.418.064 I slot release: id 0 | task 8380 | stop processing: n_tokens = 537, truncated = 0 4.43.426.972 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 537, t_last = 238757023845 4.43.432.560 I slot launch_slot_: id 0 | task 8455 | processing task, is_child = 0 4.47.567.531 I slot print_timing: id 0 | task 8455 | prompt eval time = 1139.64 ms / 530 tokens ( 2.15 ms per token, 465.06 tokens per second) 4.47.567.534 I slot print_timing: id 0 | task 8455 | eval time = 2995.32 ms / 130 tokens ( 23.22 ms per token, 43.07 tokens per second) 4.47.567.535 I slot print_timing: id 0 | task 8455 | total time = 4134.96 ms / 660 tokens 4.47.567.536 I slot print_timing: id 0 | task 8455 | graphs reused = 7771 4.47.567.536 I slot print_timing: id 0 | task 8455 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.567.579 I slot release: id 0 | task 8455 | stop processing: n_tokens = 659, truncated = 0 4.47.574.186 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 238761173360 4.47.581.237 I slot launch_slot_: id 0 | task 8589 | processing task, is_child = 0 4.51.088.006 I slot print_timing: id 0 | task 8589 | prompt eval time = 679.91 ms / 315 tokens ( 2.16 ms per token, 463.30 tokens per second) 4.51.088.012 I slot print_timing: id 0 | task 8589 | eval time = 2826.85 ms / 123 tokens ( 23.17 ms per token, 43.16 tokens per second) 4.51.088.013 I slot print_timing: id 0 | task 8589 | total time = 3506.75 ms / 438 tokens 4.51.088.013 I slot print_timing: id 0 | task 8589 | graphs reused = 7892 4.51.088.014 I slot print_timing: id 0 | task 8589 | graph reallocs = 0 / 0 (same size) / (changed size) 4.51.088.044 I slot release: id 0 | task 8589 | stop processing: n_tokens = 437, truncated = 0 4.51.096.241 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 437, t_last = 238764693825 4.51.099.484 I slot launch_slot_: id 0 | task 8715 | processing task, is_child = 0 4.54.957.055 I slot print_timing: id 0 | task 8715 | n_gen = 131, tg = 43.09 t/s, tg_3s = 43.43 t/s 4.55.374.363 I slot print_timing: id 0 | task 8715 | prompt eval time = 840.96 ms / 391 tokens ( 2.15 ms per token, 464.95 tokens per second) 4.55.374.368 I slot print_timing: id 0 | task 8715 | eval time = 3433.91 ms / 149 tokens ( 23.20 ms per token, 43.10 tokens per second) 4.55.374.369 I slot print_timing: id 0 | task 8715 | total time = 4274.87 ms / 540 tokens 4.55.374.370 I slot print_timing: id 0 | task 8715 | graphs reused = 8038 4.55.374.370 I slot print_timing: id 0 | task 8715 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.374.409 I slot release: id 0 | task 8715 | stop processing: n_tokens = 539, truncated = 0 4.55.384.633 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 539, t_last = 238768980190 4.55.389.600 I slot launch_slot_: id 0 | task 8867 | processing task, is_child = 0 4.59.599.274 I slot print_timing: id 0 | task 8867 | prompt eval time = 1487.21 ms / 707 tokens ( 2.10 ms per token, 475.39 tokens per second) 4.59.599.281 I slot print_timing: id 0 | task 8867 | eval time = 2722.45 ms / 118 tokens ( 23.27 ms per token, 42.98 tokens per second) 4.59.599.281 I slot print_timing: id 0 | task 8867 | total time = 4209.66 ms / 825 tokens 4.59.599.281 I slot print_timing: id 0 | task 8867 | graphs reused = 8153 4.59.599.282 I slot print_timing: id 0 | task 8867 | graph reallocs = 0 / 0 (same size) / (changed size) 4.59.599.343 I slot release: id 0 | task 8867 | stop processing: n_tokens = 824, truncated = 0 4.59.608.916 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 824, t_last = 238773205124 4.59.616.743 I slot launch_slot_: id 0 | task 8989 | processing task, is_child = 0 5.04.043.511 I slot print_timing: id 0 | task 8989 | n_gen = 131, tg = 43.05 t/s, tg_3s = 43.38 t/s 5.04.508.337 I slot print_timing: id 0 | task 8989 | prompt eval time = 1406.91 ms / 663 tokens ( 2.12 ms per token, 471.24 tokens per second) 5.04.508.343 I slot print_timing: id 0 | task 8989 | eval time = 3484.67 ms / 151 tokens ( 23.23 ms per token, 43.05 tokens per second) 5.04.508.343 I slot print_timing: id 0 | task 8989 | total time = 4891.59 ms / 814 tokens 5.04.508.344 I slot print_timing: id 0 | task 8989 | graphs reused = 8301 5.04.508.344 I slot print_timing: id 0 | task 8989 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.508.398 I slot release: id 0 | task 8989 | stop processing: n_tokens = 813, truncated = 0 5.04.514.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 813, t_last = 238778114179 5.04.522.163 I slot launch_slot_: id 0 | task 9144 | processing task, is_child = 0 5.08.057.611 I slot print_timing: id 0 | task 9144 | n_gen = 131, tg = 43.19 t/s, tg_3s = 43.52 t/s 5.10.068.646 I slot print_timing: id 0 | task 9144 | prompt eval time = 525.52 ms / 223 tokens ( 2.36 ms per token, 424.34 tokens per second) 5.10.068.649 I slot print_timing: id 0 | task 9144 | eval time = 5020.96 ms / 218 tokens ( 23.14 ms per token, 43.22 tokens per second) 5.10.068.650 I slot print_timing: id 0 | task 9144 | total time = 5546.47 ms / 441 tokens 5.10.068.650 I slot print_timing: id 0 | task 9144 | graphs reused = 8516 5.10.068.651 I slot print_timing: id 0 | task 9144 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.068.684 I slot release: id 0 | task 9144 | stop processing: n_tokens = 440, truncated = 0 5.10.074.330 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 440, t_last = 238783674465 5.10.078.875 I slot launch_slot_: id 0 | task 9365 | processing task, is_child = 0 5.13.494.187 I slot print_timing: id 0 | task 9365 | n_gen = 131, tg = 43.19 t/s, tg_3s = 43.52 t/s 5.16.105.120 I slot print_timing: id 0 | task 9365 | prompt eval time = 405.28 ms / 154 tokens ( 2.63 ms per token, 379.99 tokens per second) 5.16.105.126 I slot print_timing: id 0 | task 9365 | eval time = 5620.96 ms / 244 tokens ( 23.13 ms per token, 43.23 tokens per second) 5.16.105.127 I slot print_timing: id 0 | task 9365 | total time = 6026.24 ms / 398 tokens 5.16.105.127 I slot print_timing: id 0 | task 9365 | graphs reused = 8757 5.16.105.128 I slot print_timing: id 0 | task 9365 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.105.149 I slot release: id 0 | task 9365 | stop processing: n_tokens = 397, truncated = 0 5.16.111.108 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 397, t_last = 238789710930 5.16.114.414 I slot launch_slot_: id 0 | task 9612 | processing task, is_child = 0 5.17.113.684 I slot print_timing: id 0 | task 9612 | prompt eval time = 441.79 ms / 171 tokens ( 2.58 ms per token, 387.06 tokens per second) 5.17.113.687 I slot print_timing: id 0 | task 9612 | eval time = 557.47 ms / 25 tokens ( 23.23 ms per token, 43.05 tokens per second) 5.17.113.688 I slot print_timing: id 0 | task 9612 | total time = 999.26 ms / 196 tokens 5.17.113.688 I slot print_timing: id 0 | task 9612 | graphs reused = 8780 5.17.113.689 I slot print_timing: id 0 | task 9612 | graph reallocs = 0 / 0 (same size) / (changed size) 5.17.113.714 I slot release: id 0 | task 9612 | stop processing: n_tokens = 195, truncated = 0 5.17.118.924 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 238790719495 5.17.120.788 I slot launch_slot_: id 0 | task 9640 | processing task, is_child = 0 5.20.483.817 I slot print_timing: id 0 | task 9640 | n_gen = 131, tg = 43.18 t/s, tg_3s = 43.51 t/s 5.21.431.021 I slot print_timing: id 0 | task 9640 | prompt eval time = 352.36 ms / 131 tokens ( 2.69 ms per token, 371.78 tokens per second) 5.21.431.027 I slot print_timing: id 0 | task 9640 | eval time = 3957.87 ms / 172 tokens ( 23.15 ms per token, 43.21 tokens per second) 5.21.431.028 I slot print_timing: id 0 | task 9640 | total time = 4310.22 ms / 303 tokens 5.21.431.028 I slot print_timing: id 0 | task 9640 | graphs reused = 8949 5.21.431.029 I slot print_timing: id 0 | task 9640 | graph reallocs = 0 / 0 (same size) / (changed size) 5.21.431.049 I slot release: id 0 | task 9640 | stop processing: n_tokens = 302, truncated = 0 5.21.436.751 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 302, t_last = 238795036830 5.21.438.208 I slot launch_slot_: id 0 | task 9815 | processing task, is_child = 0 5.22.758.617 I slot print_timing: id 0 | task 9815 | prompt eval time = 553.19 ms / 206 tokens ( 2.69 ms per token, 372.38 tokens per second) 5.22.758.620 I slot print_timing: id 0 | task 9815 | eval time = 767.21 ms / 34 tokens ( 23.25 ms per token, 43.01 tokens per second) 5.22.758.621 I slot print_timing: id 0 | task 9815 | total time = 1320.40 ms / 240 tokens 5.22.758.621 I slot print_timing: id 0 | task 9815 | graphs reused = 8981 5.22.758.622 I slot print_timing: id 0 | task 9815 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.758.644 I slot release: id 0 | task 9815 | stop processing: n_tokens = 239, truncated = 0 5.22.764.445 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 238796364425 5.22.768.514 I slot launch_slot_: id 0 | task 9852 | processing task, is_child = 0 5.23.416.898 I slot print_timing: id 0 | task 9852 | prompt eval time = 297.90 ms / 107 tokens ( 2.78 ms per token, 359.18 tokens per second) 5.23.416.903 I slot print_timing: id 0 | task 9852 | eval time = 350.48 ms / 16 tokens ( 23.37 ms per token, 42.80 tokens per second) 5.23.416.904 I slot print_timing: id 0 | task 9852 | total time = 648.38 ms / 123 tokens 5.23.416.905 I slot print_timing: id 0 | task 9852 | graphs reused = 8995 5.23.416.905 I slot print_timing: id 0 | task 9852 | graph reallocs = 0 / 0 (same size) / (changed size) 5.23.416.926 I slot release: id 0 | task 9852 | stop processing: n_tokens = 122, truncated = 0 5.23.423.274 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 238797022707 5.23.424.703 I slot launch_slot_: id 0 | task 9871 | processing task, is_child = 0 5.26.836.940 I slot print_timing: id 0 | task 9871 | n_gen = 131, tg = 43.21 t/s, tg_3s = 43.54 t/s 5.29.773.443 I slot print_timing: id 0 | task 9871 | prompt eval time = 403.70 ms / 147 tokens ( 2.75 ms per token, 364.14 tokens per second) 5.29.773.450 I slot print_timing: id 0 | task 9871 | eval time = 5945.03 ms / 258 tokens ( 23.13 ms per token, 43.23 tokens per second) 5.29.773.450 I slot print_timing: id 0 | task 9871 | total time = 6348.73 ms / 405 tokens 5.29.773.451 I slot print_timing: id 0 | task 9871 | graphs reused = 9250 5.29.773.451 I slot print_timing: id 0 | task 9871 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.773.478 I slot release: id 0 | task 9871 | stop processing: n_tokens = 404, truncated = 0 5.29.778.904 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 238803379259 5.29.782.730 I slot launch_slot_: id 0 | task 10132 | processing task, is_child = 0 5.33.149.880 I slot print_timing: id 0 | task 10132 | n_gen = 131, tg = 43.19 t/s, tg_3s = 43.52 t/s 5.36.157.091 I slot print_timing: id 0 | task 10132 | n_gen = 261, tg = 43.21 t/s, tg_3s = 43.23 t/s 5.38.493.830 I slot print_timing: id 0 | task 10132 | prompt eval time = 357.11 ms / 146 tokens ( 2.45 ms per token, 408.83 tokens per second) 5.38.493.835 I slot print_timing: id 0 | task 10132 | eval time = 8353.98 ms / 362 tokens ( 23.14 ms per token, 43.21 tokens per second) 5.38.493.836 I slot print_timing: id 0 | task 10132 | total time = 8711.09 ms / 508 tokens 5.38.493.837 I slot print_timing: id 0 | task 10132 | graphs reused = 9609 5.38.493.837 I slot print_timing: id 0 | task 10132 | graph reallocs = 0 / 0 (same size) / (changed size) 5.38.493.861 I slot release: id 0 | task 10132 | stop processing: n_tokens = 507, truncated = 0 5.38.498.682 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 507, t_last = 238812099642 5.38.503.157 I slot launch_slot_: id 0 | task 10497 | processing task, is_child = 0 5.39.566.135 I slot print_timing: id 0 | task 10497 | prompt eval time = 297.43 ms / 85 tokens ( 3.50 ms per token, 285.78 tokens per second) 5.39.566.141 I slot print_timing: id 0 | task 10497 | eval time = 765.54 ms / 34 tokens ( 23.20 ms per token, 43.11 tokens per second) 5.39.566.142 I slot print_timing: id 0 | task 10497 | total time = 1062.97 ms / 119 tokens 5.39.566.142 I slot print_timing: id 0 | task 10497 | graphs reused = 9641 5.39.566.143 I slot print_timing: id 0 | task 10497 | graph reallocs = 0 / 0 (same size) / (changed size) 5.39.566.159 I slot release: id 0 | task 10497 | stop processing: n_tokens = 118, truncated = 0 5.39.571.399 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 118, t_last = 238813171940 5.39.572.658 I slot launch_slot_: id 0 | task 10534 | processing task, is_child = 0 5.40.183.321 I slot print_timing: id 0 | task 10534 | prompt eval time = 445.26 ms / 155 tokens ( 2.87 ms per token, 348.11 tokens per second) 5.40.183.328 I slot print_timing: id 0 | task 10534 | eval time = 165.39 ms / 8 tokens ( 23.63 ms per token, 42.32 tokens per second) 5.40.183.329 I slot print_timing: id 0 | task 10534 | total time = 610.65 ms / 163 tokens 5.40.183.330 I slot print_timing: id 0 | task 10534 | graphs reused = 9647 5.40.183.330 I slot print_timing: id 0 | task 10534 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.183.355 I slot release: id 0 | task 10534 | stop processing: n_tokens = 162, truncated = 0 5.40.190.519 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 238813789136 5.40.194.421 I slot launch_slot_: id 0 | task 10545 | processing task, is_child = 0 5.43.611.684 I slot print_timing: id 0 | task 10545 | n_gen = 131, tg = 43.21 t/s, tg_3s = 43.54 t/s 5.44.119.430 I slot print_timing: id 0 | task 10545 | prompt eval time = 408.35 ms / 151 tokens ( 2.70 ms per token, 369.78 tokens per second) 5.44.119.436 I slot print_timing: id 0 | task 10545 | eval time = 3516.64 ms / 153 tokens ( 23.14 ms per token, 43.22 tokens per second) 5.44.119.437 I slot print_timing: id 0 | task 10545 | total time = 3924.99 ms / 304 tokens 5.44.119.437 I slot print_timing: id 0 | task 10545 | graphs reused = 9797 5.44.119.438 I slot print_timing: id 0 | task 10545 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.119.471 I slot release: id 0 | task 10545 | stop processing: n_tokens = 303, truncated = 0 5.44.124.813 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 238817725253 5.44.127.532 I slot launch_slot_: id 0 | task 10701 | processing task, is_child = 0 5.47.413.087 I slot print_timing: id 0 | task 10701 | prompt eval time = 438.40 ms / 166 tokens ( 2.64 ms per token, 378.65 tokens per second) 5.47.413.094 I slot print_timing: id 0 | task 10701 | eval time = 2847.15 ms / 124 tokens ( 23.15 ms per token, 43.20 tokens per second) 5.47.413.094 I slot print_timing: id 0 | task 10701 | total time = 3285.55 ms / 290 tokens 5.47.413.095 I slot print_timing: id 0 | task 10701 | graphs reused = 9918 5.47.413.095 I slot print_timing: id 0 | task 10701 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.413.119 I slot release: id 0 | task 10701 | stop processing: n_tokens = 289, truncated = 0 5.47.418.460 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 238821018900 5.47.421.219 I slot launch_slot_: id 0 | task 10828 | processing task, is_child = 0 5.48.192.464 I slot print_timing: id 0 | task 10828 | prompt eval time = 353.46 ms / 137 tokens ( 2.58 ms per token, 387.60 tokens per second) 5.48.192.470 I slot print_timing: id 0 | task 10828 | eval time = 417.78 ms / 19 tokens ( 23.21 ms per token, 43.09 tokens per second) 5.48.192.470 I slot print_timing: id 0 | task 10828 | total time = 771.23 ms / 156 tokens 5.48.192.471 I slot print_timing: id 0 | task 10828 | graphs reused = 9935 5.48.192.471 I slot print_timing: id 0 | task 10828 | graph reallocs = 0 / 0 (same size) / (changed size) 5.48.192.495 I slot release: id 0 | task 10828 | stop processing: n_tokens = 155, truncated = 0 5.48.198.312 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 238821798276 5.48.201.425 I slot launch_slot_: id 0 | task 10850 | processing task, is_child = 0 5.51.614.227 I slot print_timing: id 0 | task 10850 | n_gen = 131, tg = 43.21 t/s, tg_3s = 43.54 t/s 5.54.619.804 I slot print_timing: id 0 | task 10850 | n_gen = 261, tg = 43.23 t/s, tg_3s = 43.25 t/s 5.56.401.031 I slot print_timing: id 0 | task 10850 | prompt eval time = 404.17 ms / 146 tokens ( 2.77 ms per token, 361.23 tokens per second) 5.56.401.035 I slot print_timing: id 0 | task 10850 | eval time = 7795.42 ms / 338 tokens ( 23.13 ms per token, 43.23 tokens per second) 5.56.401.036 I slot print_timing: id 0 | task 10850 | total time = 8199.59 ms / 484 tokens 5.56.401.037 I slot print_timing: id 0 | task 10850 | graphs reused = 10270 5.56.401.037 I slot print_timing: id 0 | task 10850 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.401.059 I slot release: id 0 | task 10850 | stop processing: n_tokens = 483, truncated = 0 5.56.406.543 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 238830006840 5.56.410.758 I slot launch_slot_: id 0 | task 11191 | processing task, is_child = 0 5.59.828.601 I slot print_timing: id 0 | task 11191 | n_gen = 131, tg = 43.20 t/s, tg_3s = 43.53 t/s 6.02.835.517 I slot print_timing: id 0 | task 11191 | n_gen = 261, tg = 43.22 t/s, tg_3s = 43.23 t/s 6.05.548.837 I slot print_timing: id 0 | task 11191 | prompt eval time = 408.33 ms / 167 tokens ( 2.45 ms per token, 408.98 tokens per second) 6.05.548.843 I slot print_timing: id 0 | task 11191 | eval time = 8729.74 ms / 378 tokens ( 23.16 ms per token, 43.19 tokens per second) 6.05.548.844 I slot print_timing: id 0 | task 11191 | total time = 9138.07 ms / 545 tokens 6.05.548.844 I slot print_timing: id 0 | task 11191 | graphs reused = 10644 6.05.548.845 I slot print_timing: id 0 | task 11191 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.548.868 I slot release: id 0 | task 11191 | stop processing: n_tokens = 544, truncated = 0 6.05.555.371 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 544, t_last = 238839154649 6.05.560.306 I slot launch_slot_: id 0 | task 11572 | processing task, is_child = 0 6.09.016.216 I slot print_timing: id 0 | task 11572 | n_gen = 131, tg = 43.20 t/s, tg_3s = 43.53 t/s 6.12.021.614 I slot print_timing: id 0 | task 11572 | n_gen = 261, tg = 43.23 t/s, tg_3s = 43.26 t/s 6.15.034.843 I slot print_timing: id 0 | task 11572 | n_gen = 391, tg = 43.20 t/s, tg_3s = 43.14 t/s 6.18.044.772 I slot print_timing: id 0 | task 11572 | n_gen = 521, tg = 43.20 t/s, tg_3s = 43.19 t/s 6.18.183.860 I slot print_timing: id 0 | task 11572 | prompt eval time = 446.37 ms / 160 tokens ( 2.79 ms per token, 358.45 tokens per second) 6.18.183.866 I slot print_timing: id 0 | task 11572 | eval time = 12177.18 ms / 527 tokens ( 23.15 ms per token, 43.20 tokens per second) 6.18.183.866 I slot print_timing: id 0 | task 11572 | total time = 12623.55 ms / 687 tokens 6.18.183.867 I slot print_timing: id 0 | task 11572 | graphs reused = 11167 6.18.183.867 I slot print_timing: id 0 | task 11572 | graph reallocs = 0 / 0 (same size) / (changed size) 6.18.183.891 I slot release: id 0 | task 11572 | stop processing: n_tokens = 686, truncated = 0 6.18.189.835 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 686, t_last = 238851789672 6.18.195.348 I slot launch_slot_: id 0 | task 12102 | processing task, is_child = 0 6.21.650.085 I slot print_timing: id 0 | task 12102 | n_gen = 131, tg = 43.18 t/s, tg_3s = 43.52 t/s 6.24.655.990 I slot print_timing: id 0 | task 12102 | n_gen = 261, tg = 43.22 t/s, tg_3s = 43.25 t/s 6.26.785.438 I slot print_timing: id 0 | task 12102 | prompt eval time = 444.40 ms / 152 tokens ( 2.92 ms per token, 342.03 tokens per second) 6.26.785.444 I slot print_timing: id 0 | task 12102 | eval time = 8145.68 ms / 353 tokens ( 23.14 ms per token, 43.21 tokens per second) 6.26.785.445 I slot print_timing: id 0 | task 12102 | total time = 8590.08 ms / 505 tokens 6.26.785.445 I slot print_timing: id 0 | task 12102 | graphs reused = 11517 6.26.785.446 I slot print_timing: id 0 | task 12102 | graph reallocs = 0 / 0 (same size) / (changed size) 6.26.785.467 I slot release: id 0 | task 12102 | stop processing: n_tokens = 504, truncated = 0 6.26.790.614 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 504, t_last = 238860391248 6.26.794.508 I slot launch_slot_: id 0 | task 12458 | processing task, is_child = 0 6.30.246.326 I slot print_timing: id 0 | task 12458 | n_gen = 131, tg = 43.21 t/s, tg_3s = 43.55 t/s 6.33.252.240 I slot print_timing: id 0 | task 12458 | n_gen = 261, tg = 43.23 t/s, tg_3s = 43.25 t/s 6.34.570.928 I slot print_timing: id 0 | task 12458 | prompt eval time = 443.58 ms / 158 tokens ( 2.81 ms per token, 356.19 tokens per second) 6.34.570.931 I slot print_timing: id 0 | task 12458 | eval time = 7332.82 ms / 318 tokens ( 23.13 ms per token, 43.23 tokens per second) 6.34.570.932 I slot print_timing: id 0 | task 12458 | total time = 7776.40 ms / 476 tokens 6.34.570.932 I slot print_timing: id 0 | task 12458 | graphs reused = 11832 6.34.570.933 I slot print_timing: id 0 | task 12458 | graph reallocs = 0 / 0 (same size) / (changed size) 6.34.570.954 I slot release: id 0 | task 12458 | stop processing: n_tokens = 475, truncated = 0 6.34.576.284 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 475, t_last = 238868176735 6.34.580.646 I slot launch_slot_: id 0 | task 12779 | processing task, is_child = 0 6.37.940.442 I slot print_timing: id 0 | task 12779 | n_gen = 131, tg = 43.26 t/s, tg_3s = 43.59 t/s 6.39.281.333 I slot print_timing: id 0 | task 12779 | prompt eval time = 354.67 ms / 140 tokens ( 2.53 ms per token, 394.74 tokens per second) 6.39.281.339 I slot print_timing: id 0 | task 12779 | eval time = 4346.01 ms / 189 tokens ( 23.12 ms per token, 43.26 tokens per second) 6.39.281.339 I slot print_timing: id 0 | task 12779 | total time = 4700.68 ms / 329 tokens 6.39.281.340 I slot print_timing: id 0 | task 12779 | graphs reused = 12018 6.39.281.340 I slot print_timing: id 0 | task 12779 | graph reallocs = 0 / 0 (same size) / (changed size) 6.39.281.361 I slot release: id 0 | task 12779 | stop processing: n_tokens = 328, truncated = 0 6.39.287.571 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 328, t_last = 238872887142 6.39.292.044 I slot launch_slot_: id 0 | task 12971 | processing task, is_child = 0 6.40.198.547 I slot print_timing: id 0 | task 12971 | prompt eval time = 348.41 ms / 118 tokens ( 2.95 ms per token, 338.68 tokens per second) 6.40.198.554 I slot print_timing: id 0 | task 12971 | eval time = 558.08 ms / 25 tokens ( 23.25 ms per token, 43.00 tokens per second) 6.40.198.554 I slot print_timing: id 0 | task 12971 | total time = 906.49 ms / 143 tokens 6.40.198.555 I slot print_timing: id 0 | task 12971 | graphs reused = 12041 6.40.198.555 I slot print_timing: id 0 | task 12971 | graph reallocs = 0 / 0 (same size) / (changed size) 6.40.198.574 I slot release: id 0 | task 12971 | stop processing: n_tokens = 142, truncated = 0 6.40.205.011 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 142, t_last = 238873804355 6.40.206.653 I slot launch_slot_: id 0 | task 12999 | processing task, is_child = 0 6.43.627.948 I slot print_timing: id 0 | task 12999 | n_gen = 131, tg = 43.16 t/s, tg_3s = 43.50 t/s 6.46.634.849 I slot print_timing: id 0 | task 12999 | n_gen = 261, tg = 43.20 t/s, tg_3s = 43.23 t/s 6.49.649.147 I slot print_timing: id 0 | task 12999 | n_gen = 391, tg = 43.18 t/s, tg_3s = 43.13 t/s 6.49.788.166 I slot print_timing: id 0 | task 12999 | prompt eval time = 409.55 ms / 162 tokens ( 2.53 ms per token, 395.56 tokens per second) 6.49.788.172 I slot print_timing: id 0 | task 12999 | eval time = 9171.95 ms / 397 tokens ( 23.16 ms per token, 43.18 tokens per second) 6.49.788.173 I slot print_timing: id 0 | task 12999 | total time = 9581.50 ms / 559 tokens 6.49.788.173 I slot print_timing: id 0 | task 12999 | graphs reused = 12434 6.49.788.174 I slot print_timing: id 0 | task 12999 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.788.196 I slot release: id 0 | task 12999 | stop processing: n_tokens = 558, truncated = 0 6.49.794.249 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 558, t_last = 238883393977 6.49.798.930 I slot launch_slot_: id 0 | task 13399 | processing task, is_child = 0 6.53.279.555 I slot print_timing: id 0 | task 13399 | n_gen = 131, tg = 43.17 t/s, tg_3s = 43.51 t/s 6.56.284.527 I slot print_timing: id 0 | task 13399 | n_gen = 261, tg = 43.22 t/s, tg_3s = 43.26 t/s 6.59.297.762 I slot print_timing: id 0 | task 13399 | n_gen = 391, tg = 43.19 t/s, tg_3s = 43.14 t/s 7.00.547.951 I slot print_timing: id 0 | task 13399 | prompt eval time = 469.53 ms / 181 tokens ( 2.59 ms per token, 385.49 tokens per second) 7.00.547.957 I slot print_timing: id 0 | task 13399 | eval time = 10279.48 ms / 445 tokens ( 23.15 ms per token, 43.19 tokens per second) 7.00.547.958 I slot print_timing: id 0 | task 13399 | total time = 10749.01 ms / 626 tokens 7.00.547.958 I slot print_timing: id 0 | task 13399 | graphs reused = 12875 7.00.547.959 I slot print_timing: id 0 | task 13399 | graph reallocs = 0 / 0 (same size) / (changed size) 7.00.547.986 I slot release: id 0 | task 13399 | stop processing: n_tokens = 625, truncated = 0 7.00.553.699 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 625, t_last = 238894153767 7.00.559.025 I slot launch_slot_: id 0 | task 13847 | processing task, is_child = 0 7.03.916.354 I slot print_timing: id 0 | task 13847 | n_gen = 131, tg = 43.24 t/s, tg_3s = 43.58 t/s 7.05.190.482 I slot print_timing: id 0 | task 13847 | prompt eval time = 351.01 ms / 119 tokens ( 2.95 ms per token, 339.02 tokens per second) 7.05.190.488 I slot print_timing: id 0 | task 13847 | eval time = 4280.43 ms / 186 tokens ( 23.14 ms per token, 43.22 tokens per second) 7.05.190.489 I slot print_timing: id 0 | task 13847 | total time = 4631.44 ms / 305 tokens 7.05.190.489 I slot print_timing: id 0 | task 13847 | graphs reused = 13058 7.05.190.490 I slot print_timing: id 0 | task 13847 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.190.511 I slot release: id 0 | task 13847 | stop processing: n_tokens = 304, truncated = 0 7.05.196.245 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 304, t_last = 238898796292 7.05.199.394 I slot launch_slot_: id 0 | task 14036 | processing task, is_child = 0 7.06.779.786 I slot print_timing: id 0 | task 14036 | prompt eval time = 352.51 ms / 135 tokens ( 2.61 ms per token, 382.97 tokens per second) 7.06.779.791 I slot print_timing: id 0 | task 14036 | eval time = 1227.87 ms / 54 tokens ( 23.17 ms per token, 43.16 tokens per second) 7.06.779.792 I slot print_timing: id 0 | task 14036 | total time = 1580.38 ms / 189 tokens 7.06.779.792 I slot print_timing: id 0 | task 14036 | graphs reused = 13110 7.06.779.793 I slot print_timing: id 0 | task 14036 | graph reallocs = 0 / 0 (same size) / (changed size) 7.06.779.812 I slot release: id 0 | task 14036 | stop processing: n_tokens = 188, truncated = 0 7.06.785.139 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 188, t_last = 238900385593 7.06.787.096 I slot launch_slot_: id 0 | task 14093 | processing task, is_child = 0 7.10.149.738 I slot print_timing: id 0 | task 14093 | n_gen = 131, tg = 43.18 t/s, tg_3s = 43.51 t/s 7.12.992.678 I slot print_timing: id 0 | task 14093 | prompt eval time = 351.91 ms / 128 tokens ( 2.75 ms per token, 363.73 tokens per second) 7.12.992.684 I slot print_timing: id 0 | task 14093 | eval time = 5853.66 ms / 254 tokens ( 23.14 ms per token, 43.22 tokens per second) 7.12.992.684 I slot print_timing: id 0 | task 14093 | total time = 6205.57 ms / 382 tokens 7.12.992.685 I slot print_timing: id 0 | task 14093 | graphs reused = 13361 7.12.992.685 I slot print_timing: id 0 | task 14093 | graph reallocs = 0 / 0 (same size) / (changed size) 7.12.992.709 I slot release: id 0 | task 14093 | stop processing: n_tokens = 381, truncated = 0 7.12.998.322 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 381, t_last = 238906598490 7.13.001.886 I slot launch_slot_: id 0 | task 14350 | processing task, is_child = 0 7.15.162.356 I slot print_timing: id 0 | task 14350 | prompt eval time = 356.27 ms / 142 tokens ( 2.51 ms per token, 398.58 tokens per second) 7.15.162.363 I slot print_timing: id 0 | task 14350 | eval time = 1804.19 ms / 79 tokens ( 23.13 ms per token, 43.23 tokens per second) 7.15.162.363 I slot print_timing: id 0 | task 14350 | total time = 2160.46 ms / 221 tokens 7.15.162.364 I slot print_timing: id 0 | task 14350 | graphs reused = 13438 7.15.162.364 I slot print_timing: id 0 | task 14350 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.162.384 I slot release: id 0 | task 14350 | stop processing: n_tokens = 220, truncated = 0 7.15.168.134 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 238908768165 7.15.170.815 I slot launch_slot_: id 0 | task 14432 | processing task, is_child = 0 7.15.947.801 I slot print_timing: id 0 | task 14432 | prompt eval time = 404.37 ms / 146 tokens ( 2.77 ms per token, 361.06 tokens per second) 7.15.947.807 I slot print_timing: id 0 | task 14432 | eval time = 372.61 ms / 17 tokens ( 23.29 ms per token, 42.94 tokens per second) 7.15.947.808 I slot print_timing: id 0 | task 14432 | total time = 776.98 ms / 163 tokens 7.15.947.808 I slot print_timing: id 0 | task 14432 | graphs reused = 13453 7.15.947.809 I slot print_timing: id 0 | task 14432 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.947.832 I slot release: id 0 | task 14432 | stop processing: n_tokens = 162, truncated = 0 7.15.952.820 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 238909553613 7.15.954.915 I slot launch_slot_: id 0 | task 14452 | processing task, is_child = 0 7.19.319.232 I slot print_timing: id 0 | task 14452 | n_gen = 131, tg = 43.18 t/s, tg_3s = 43.51 t/s 7.21.746.176 I slot print_timing: id 0 | task 14452 | prompt eval time = 353.62 ms / 138 tokens ( 2.56 ms per token, 390.25 tokens per second) 7.21.746.182 I slot print_timing: id 0 | task 14452 | eval time = 5437.63 ms / 236 tokens ( 23.14 ms per token, 43.22 tokens per second) 7.21.746.183 I slot print_timing: id 0 | task 14452 | total time = 5791.25 ms / 374 tokens 7.21.746.184 I slot print_timing: id 0 | task 14452 | graphs reused = 13686 7.21.746.184 I slot print_timing: id 0 | task 14452 | graph reallocs = 0 / 0 (same size) / (changed size) 7.21.746.207 I slot release: id 0 | task 14452 | stop processing: n_tokens = 373, truncated = 0 7.21.751.322 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 238915351988 7.21.754.846 I slot launch_slot_: id 0 | task 14691 | processing task, is_child = 0 7.25.120.004 I slot print_timing: id 0 | task 14691 | n_gen = 131, tg = 43.18 t/s, tg_3s = 43.51 t/s 7.28.126.993 I slot print_timing: id 0 | task 14691 | n_gen = 261, tg = 43.20 t/s, tg_3s = 43.23 t/s 7.31.140.094 I slot print_timing: id 0 | task 14691 | n_gen = 391, tg = 43.18 t/s, tg_3s = 43.14 t/s 7.34.153.317 I slot print_timing: id 0 | task 14691 | n_gen = 521, tg = 43.17 t/s, tg_3s = 43.14 t/s 7.37.170.817 I slot print_timing: id 0 | task 14691 | n_gen = 651, tg = 43.16 t/s, tg_3s = 43.08 t/s 7.40.187.159 I slot print_timing: id 0 | task 14691 | n_gen = 781, tg = 43.15 t/s, tg_3s = 43.10 t/s 7.40.888.941 I slot print_timing: id 0 | task 14691 | prompt eval time = 354.26 ms / 140 tokens ( 2.53 ms per token, 395.19 tokens per second) 7.40.888.948 I slot print_timing: id 0 | task 14691 | eval time = 18779.83 ms / 811 tokens ( 23.18 ms per token, 43.13 tokens per second) 7.40.888.948 I slot print_timing: id 0 | task 14691 | total time = 19134.09 ms / 951 tokens 7.40.888.949 I slot print_timing: id 0 | task 14691 | graphs reused = 14492 7.40.888.949 I slot print_timing: id 0 | task 14691 | graph reallocs = 0 / 0 (same size) / (changed size) 7.40.888.972 I slot release: id 0 | task 14691 | stop processing: n_tokens = 950, truncated = 0 7.40.894.535 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 950, t_last = 238934494754 7.40.899.663 I slot launch_slot_: id 0 | task 15505 | processing task, is_child = 0 7.44.147.338 I slot print_timing: id 0 | task 15505 | prompt eval time = 402.09 ms / 144 tokens ( 2.79 ms per token, 358.13 tokens per second) 7.44.147.342 I slot print_timing: id 0 | task 15505 | eval time = 2845.57 ms / 124 tokens ( 23.13 ms per token, 43.23 tokens per second) 7.44.147.343 I slot print_timing: id 0 | task 15505 | total time = 3247.67 ms / 268 tokens 7.44.147.343 I slot print_timing: id 0 | task 15505 | graphs reused = 14613 7.44.147.344 I slot print_timing: id 0 | task 15505 | graph reallocs = 0 / 0 (same size) / (changed size) 7.44.147.364 I slot release: id 0 | task 15505 | stop processing: n_tokens = 267, truncated = 0 7.44.153.615 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 267, t_last = 238937753145 7.44.156.573 I slot launch_slot_: id 0 | task 15632 | processing task, is_child = 0 7.45.309.082 I slot print_timing: id 0 | task 15632 | prompt eval time = 409.92 ms / 169 tokens ( 2.43 ms per token, 412.27 tokens per second) 7.45.309.089 I slot print_timing: id 0 | task 15632 | eval time = 742.58 ms / 33 tokens ( 23.21 ms per token, 43.09 tokens per second) 7.45.309.089 I slot print_timing: id 0 | task 15632 | total time = 1152.50 ms / 202 tokens 7.45.309.090 I slot print_timing: id 0 | task 15632 | graphs reused = 14644 7.45.309.090 I slot print_timing: id 0 | task 15632 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.309.116 I slot release: id 0 | task 15632 | stop processing: n_tokens = 201, truncated = 0 7.45.316.176 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 238938914897 7.45.320.057 I slot launch_slot_: id 0 | task 15668 | processing task, is_child = 0 7.46.397.462 I slot print_timing: id 0 | task 15668 | prompt eval time = 404.60 ms / 149 tokens ( 2.72 ms per token, 368.26 tokens per second) 7.46.397.468 I slot print_timing: id 0 | task 15668 | eval time = 672.79 ms / 30 tokens ( 23.20 ms per token, 43.10 tokens per second) 7.46.397.469 I slot print_timing: id 0 | task 15668 | total time = 1077.39 ms / 179 tokens 7.46.397.469 I slot print_timing: id 0 | task 15668 | graphs reused = 14672 7.46.397.470 I slot print_timing: id 0 | task 15668 | graph reallocs = 0 / 0 (same size) / (changed size) 7.46.397.494 I slot release: id 0 | task 15668 | stop processing: n_tokens = 178, truncated = 0 7.46.402.721 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 238940003275 7.46.404.703 I slot launch_slot_: id 0 | task 15701 | processing task, is_child = 0 7.49.810.030 I slot print_timing: id 0 | task 15701 | n_gen = 131, tg = 43.19 t/s, tg_3s = 43.52 t/s 7.50.018.013 I slot print_timing: id 0 | task 15701 | prompt eval time = 395.33 ms / 147 tokens ( 2.69 ms per token, 371.84 tokens per second) 7.50.018.019 I slot print_timing: id 0 | task 15701 | eval time = 3217.97 ms / 140 tokens ( 23.15 ms per token, 43.19 tokens per second) 7.50.018.019 I slot print_timing: id 0 | task 15701 | total time = 3613.30 ms / 287 tokens 7.50.018.020 I slot print_timing: id 0 | task 15701 | graphs reused = 14809 7.50.018.020 I slot print_timing: id 0 | task 15701 | graph reallocs = 0 / 0 (same size) / (changed size) 7.50.018.041 I slot release: id 0 | task 15701 | stop processing: n_tokens = 286, truncated = 0 7.50.023.943 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 286, t_last = 238943623822 7.50.026.999 I slot launch_slot_: id 0 | task 15844 | processing task, is_child = 0 7.53.441.794 I slot print_timing: id 0 | task 15844 | n_gen = 131, tg = 43.19 t/s, tg_3s = 43.52 t/s 7.54.875.883 I slot print_timing: id 0 | task 15844 | prompt eval time = 404.56 ms / 161 tokens ( 2.51 ms per token, 397.97 tokens per second) 7.54.875.889 I slot print_timing: id 0 | task 15844 | eval time = 4444.32 ms / 193 tokens ( 23.15 ms per token, 43.20 tokens per second) 7.54.875.890 I slot print_timing: id 0 | task 15844 | total time = 4848.87 ms / 354 tokens 7.54.875.891 I slot print_timing: id 0 | task 15844 | graphs reused = 14999 7.54.875.891 I slot print_timing: id 0 | task 15844 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.875.921 I slot release: id 0 | task 15844 | stop processing: n_tokens = 353, truncated = 0 7.54.881.483 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 353, t_last = 238948481702 7.54.884.967 I slot launch_slot_: id 0 | task 16040 | processing task, is_child = 0 7.55.551.266 I slot print_timing: id 0 | task 16040 | prompt eval time = 408.36 ms / 161 tokens ( 2.54 ms per token, 394.26 tokens per second) 7.55.551.272 I slot print_timing: id 0 | task 16040 | eval time = 257.94 ms / 12 tokens ( 23.45 ms per token, 42.65 tokens per second) 7.55.551.273 I slot print_timing: id 0 | task 16040 | total time = 666.29 ms / 173 tokens 7.55.551.273 I slot print_timing: id 0 | task 16040 | graphs reused = 15009 7.55.551.274 I slot print_timing: id 0 | task 16040 | graph reallocs = 0 / 0 (same size) / (changed size) 7.55.551.296 I slot release: id 0 | task 16040 | stop processing: n_tokens = 172, truncated = 0 7.55.557.714 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 172, t_last = 238949157077 7.55.560.082 I slot launch_slot_: id 0 | task 16055 | processing task, is_child = 0 7.58.975.556 I slot print_timing: id 0 | task 16055 | n_gen = 131, tg = 43.16 t/s, tg_3s = 43.49 t/s 8.01.982.320 I slot print_timing: id 0 | task 16055 | n_gen = 261, tg = 43.20 t/s, tg_3s = 43.24 t/s 8.04.996.242 I slot print_timing: id 0 | task 16055 | n_gen = 391, tg = 43.17 t/s, tg_3s = 43.13 t/s 8.08.010.913 I slot print_timing: id 0 | task 16055 | n_gen = 521, tg = 43.16 t/s, tg_3s = 43.12 t/s 8.11.028.042 I slot print_timing: id 0 | task 16055 | n_gen = 651, tg = 43.15 t/s, tg_3s = 43.09 t/s 8.14.033.107 I slot print_timing: id 0 | task 16055 | n_gen = 780, tg = 43.11 t/s, tg_3s = 42.93 t/s 8.17.052.561 I slot print_timing: id 0 | task 16055 | n_gen = 909, tg = 43.05 t/s, tg_3s = 42.72 t/s 8.19.739.672 I slot print_timing: id 0 | task 16055 | prompt eval time = 403.12 ms / 149 tokens ( 2.71 ms per token, 369.62 tokens per second) 8.19.739.679 I slot print_timing: id 0 | task 16055 | eval time = 23776.47 ms / 1024 tokens ( 23.24 ms per token, 43.03 tokens per second) 8.19.739.680 I slot print_timing: id 0 | task 16055 | total time = 24179.58 ms / 1173 tokens 8.19.739.680 I slot print_timing: id 0 | task 16055 | graphs reused = 16027 8.19.739.681 I slot print_timing: id 0 | task 16055 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.739.702 I slot release: id 0 | task 16055 | stop processing: n_tokens = 1172, truncated = 0 8.19.746.189 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 238973345483 8.19.751.942 I slot launch_slot_: id 0 | task 17082 | processing task, is_child = 0 8.23.169.097 I slot print_timing: id 0 | task 17082 | n_gen = 131, tg = 43.18 t/s, tg_3s = 43.51 t/s 8.26.176.040 I slot print_timing: id 0 | task 17082 | n_gen = 261, tg = 43.21 t/s, tg_3s = 43.23 t/s 8.29.191.000 I slot print_timing: id 0 | task 17082 | n_gen = 391, tg = 43.18 t/s, tg_3s = 43.12 t/s 8.32.203.347 I slot print_timing: id 0 | task 17082 | n_gen = 521, tg = 43.17 t/s, tg_3s = 43.16 t/s 8.33.479.190 I slot print_timing: id 0 | task 17082 | prompt eval time = 406.47 ms / 162 tokens ( 2.51 ms per token, 398.55 tokens per second) 8.33.479.196 I slot print_timing: id 0 | task 17082 | eval time = 13320.77 ms / 576 tokens ( 23.17 ms per token, 43.17 tokens per second) 8.33.479.197 I slot print_timing: id 0 | task 17082 | total time = 13727.24 ms / 738 tokens 8.33.479.197 I slot print_timing: id 0 | task 17082 | graphs reused = 16599 8.33.479.198 I slot print_timing: id 0 | task 17082 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.479.219 I slot release: id 0 | task 17082 | stop processing: n_tokens = 737, truncated = 0 8.33.486.359 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 737, t_last = 238987085001 8.33.493.820 I slot launch_slot_: id 0 | task 17661 | processing task, is_child = 0 8.36.912.217 I slot print_timing: id 0 | task 17661 | n_gen = 131, tg = 43.17 t/s, tg_3s = 43.50 t/s 8.38.576.834 I slot print_timing: id 0 | task 17661 | prompt eval time = 406.75 ms / 168 tokens ( 2.42 ms per token, 413.03 tokens per second) 8.38.576.840 I slot print_timing: id 0 | task 17661 | eval time = 4676.26 ms / 203 tokens ( 23.15 ms per token, 43.20 tokens per second) 8.38.576.841 I slot print_timing: id 0 | task 17661 | total time = 5083.01 ms / 371 tokens 8.38.576.842 I slot print_timing: id 0 | task 17661 | graphs reused = 16799 8.38.576.843 I slot print_timing: id 0 | task 17661 | graph reallocs = 0 / 0 (same size) / (changed size) 8.38.576.867 I slot release: id 0 | task 17661 | stop processing: n_tokens = 370, truncated = 0 8.38.582.227 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 370, t_last = 238992182648 8.38.585.964 I slot launch_slot_: id 0 | task 17867 | processing task, is_child = 0 8.42.073.152 I slot print_timing: id 0 | task 17867 | n_gen = 131, tg = 43.16 t/s, tg_3s = 43.49 t/s 8.45.080.399 I slot print_timing: id 0 | task 17867 | n_gen = 261, tg = 43.20 t/s, tg_3s = 43.23 t/s 8.45.404.371 I slot print_timing: id 0 | task 17867 | prompt eval time = 475.27 ms / 200 tokens ( 2.38 ms per token, 420.81 tokens per second) 8.45.404.378 I slot print_timing: id 0 | task 17867 | eval time = 6343.12 ms / 275 tokens ( 23.15 ms per token, 43.20 tokens per second) 8.45.404.379 I slot print_timing: id 0 | task 17867 | total time = 6818.40 ms / 475 tokens 8.45.404.380 I slot print_timing: id 0 | task 17867 | graphs reused = 17071 8.45.404.380 I slot print_timing: id 0 | task 17867 | graph reallocs = 0 / 0 (same size) / (changed size) 8.45.404.408 I slot release: id 0 | task 17867 | stop processing: n_tokens = 474, truncated = 0 8.45.410.573 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 474, t_last = 238999010189 8.45.415.096 I slot launch_slot_: id 0 | task 18145 | processing task, is_child = 0 8.46.535.396 I slot print_timing: id 0 | task 18145 | prompt eval time = 352.76 ms / 148 tokens ( 2.38 ms per token, 419.55 tokens per second) 8.46.535.403 I slot print_timing: id 0 | task 18145 | eval time = 767.53 ms / 34 tokens ( 23.26 ms per token, 42.99 tokens per second) 8.46.535.404 I slot print_timing: id 0 | task 18145 | total time = 1120.29 ms / 182 tokens 8.46.535.405 I slot print_timing: id 0 | task 18145 | graphs reused = 17103 8.46.535.405 I slot print_timing: id 0 | task 18145 | graph reallocs = 0 / 0 (same size) / (changed size) 8.46.535.425 I slot release: id 0 | task 18145 | stop processing: n_tokens = 181, truncated = 0 8.46.915.523 I srv operator(): operator(): cleaning up before exit...