$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/22d8d2b70277/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q6_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.045.642 I srv llama_server: initializing ... 0.00.045.648 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.045.732 I srv init_listene: The UI is disabled 0.00.045.733 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.045.768 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.047.428 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/22d8d2b70277/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q6_K_XL.gguf' 0.00.738.544 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.742.647 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.751.364 W load: '' is a normal token here, removing it from EOG list 0.01.087.455 I cmn init: llama threadpool init, n_threads = 8 0.01.186.387 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.01.191.888 I srv llama_server: model loaded 0.01.191.892 I srv llama_server: listening on http://127.0.0.1:8089 0.02.022.413 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.02.022.566 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.03.367.428 I slot print_timing: id 0 | task 0 | prompt eval time = 472.19 ms / 156 tokens ( 3.03 ms per token, 330.37 tokens per second) 0.03.367.431 I slot print_timing: id 0 | task 0 | eval time = 872.65 ms / 32 tokens ( 28.15 ms per token, 35.52 tokens per second) 0.03.367.432 I slot print_timing: id 0 | task 0 | total time = 1344.84 ms / 188 tokens 0.03.367.433 I slot print_timing: id 0 | task 0 | graphs reused = 31 0.03.367.433 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.03.367.457 I slot release: id 0 | task 0 | stop processing: n_tokens = 187, truncated = 0 0.03.373.026 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 235150678644 0.03.375.499 I slot launch_slot_: id 0 | task 35 | processing task, is_child = 0 0.04.287.105 I slot print_timing: id 0 | task 35 | prompt eval time = 348.45 ms / 109 tokens ( 3.20 ms per token, 312.81 tokens per second) 0.04.287.109 I slot print_timing: id 0 | task 35 | eval time = 563.15 ms / 21 tokens ( 28.16 ms per token, 35.51 tokens per second) 0.04.287.109 I slot print_timing: id 0 | task 35 | total time = 911.60 ms / 130 tokens 0.04.287.110 I slot print_timing: id 0 | task 35 | graphs reused = 50 0.04.287.111 I slot print_timing: id 0 | task 35 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.287.135 I slot release: id 0 | task 35 | stop processing: n_tokens = 129, truncated = 0 0.04.292.552 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 235151598322 0.04.293.759 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.05.323.797 I slot print_timing: id 0 | task 59 | prompt eval time = 411.56 ms / 149 tokens ( 2.76 ms per token, 362.03 tokens per second) 0.05.323.803 I slot print_timing: id 0 | task 59 | eval time = 618.47 ms / 23 tokens ( 28.11 ms per token, 35.57 tokens per second) 0.05.323.804 I slot print_timing: id 0 | task 59 | total time = 1030.03 ms / 172 tokens 0.05.323.805 I slot print_timing: id 0 | task 59 | graphs reused = 71 0.05.323.805 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.323.828 I slot release: id 0 | task 59 | stop processing: n_tokens = 171, truncated = 0 0.05.330.004 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 171, t_last = 235152635015 0.05.332.468 I slot launch_slot_: id 0 | task 85 | processing task, is_child = 0 0.06.232.609 I slot print_timing: id 0 | task 85 | prompt eval time = 450.46 ms / 190 tokens ( 2.37 ms per token, 421.79 tokens per second) 0.06.232.617 I slot print_timing: id 0 | task 85 | eval time = 449.67 ms / 17 tokens ( 28.10 ms per token, 35.58 tokens per second) 0.06.232.617 I slot print_timing: id 0 | task 85 | total time = 900.13 ms / 207 tokens 0.06.232.618 I slot print_timing: id 0 | task 85 | graphs reused = 86 0.06.232.618 I slot print_timing: id 0 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.232.645 I slot release: id 0 | task 85 | stop processing: n_tokens = 206, truncated = 0 0.06.238.863 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.102 0.06.241.791 I slot launch_slot_: id 0 | task 105 | processing task, is_child = 0 0.07.482.293 I slot print_timing: id 0 | task 105 | prompt eval time = 508.75 ms / 174 tokens ( 2.92 ms per token, 342.01 tokens per second) 0.07.482.297 I slot print_timing: id 0 | task 105 | eval time = 731.74 ms / 27 tokens ( 28.14 ms per token, 35.53 tokens per second) 0.07.482.298 I slot print_timing: id 0 | task 105 | total time = 1240.49 ms / 201 tokens 0.07.482.298 I slot print_timing: id 0 | task 105 | graphs reused = 111 0.07.482.299 I slot print_timing: id 0 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.482.325 I slot release: id 0 | task 105 | stop processing: n_tokens = 200, truncated = 0 0.07.489.135 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 235154793512 0.07.491.454 I slot launch_slot_: id 0 | task 135 | processing task, is_child = 0 0.08.854.212 I slot print_timing: id 0 | task 135 | prompt eval time = 434.70 ms / 165 tokens ( 2.63 ms per token, 379.57 tokens per second) 0.08.854.217 I slot print_timing: id 0 | task 135 | eval time = 928.04 ms / 34 tokens ( 28.12 ms per token, 35.56 tokens per second) 0.08.854.217 I slot print_timing: id 0 | task 135 | total time = 1362.75 ms / 199 tokens 0.08.854.218 I slot print_timing: id 0 | task 135 | graphs reused = 143 0.08.854.218 I slot print_timing: id 0 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.854.241 I slot release: id 0 | task 135 | stop processing: n_tokens = 198, truncated = 0 0.08.860.261 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 235156165428 0.08.863.172 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 0.10.045.626 I slot print_timing: id 0 | task 172 | prompt eval time = 533.72 ms / 208 tokens ( 2.57 ms per token, 389.72 tokens per second) 0.10.045.633 I slot print_timing: id 0 | task 172 | eval time = 648.73 ms / 24 tokens ( 28.21 ms per token, 35.45 tokens per second) 0.10.045.634 I slot print_timing: id 0 | task 172 | total time = 1182.44 ms / 232 tokens 0.10.045.634 I slot print_timing: id 0 | task 172 | graphs reused = 165 0.10.045.635 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.045.664 I slot release: id 0 | task 172 | stop processing: n_tokens = 231, truncated = 0 0.10.051.893 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 235157356851 0.10.055.065 I slot launch_slot_: id 0 | task 199 | processing task, is_child = 0 0.11.645.304 I slot print_timing: id 0 | task 199 | prompt eval time = 635.59 ms / 260 tokens ( 2.44 ms per token, 409.07 tokens per second) 0.11.645.310 I slot print_timing: id 0 | task 199 | eval time = 954.63 ms / 35 tokens ( 28.08 ms per token, 35.62 tokens per second) 0.11.645.310 I slot print_timing: id 0 | task 199 | total time = 1590.23 ms / 295 tokens 0.11.645.311 I slot print_timing: id 0 | task 199 | graphs reused = 198 0.11.645.312 I slot print_timing: id 0 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.645.342 I slot release: id 0 | task 199 | stop processing: n_tokens = 294, truncated = 0 0.11.650.620 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 235158956529 0.11.654.568 I slot launch_slot_: id 0 | task 237 | processing task, is_child = 0 0.12.881.819 I slot print_timing: id 0 | task 237 | prompt eval time = 411.41 ms / 136 tokens ( 3.03 ms per token, 330.57 tokens per second) 0.12.881.823 I slot print_timing: id 0 | task 237 | eval time = 815.83 ms / 30 tokens ( 28.13 ms per token, 35.55 tokens per second) 0.12.881.824 I slot print_timing: id 0 | task 237 | total time = 1227.24 ms / 166 tokens 0.12.881.825 I slot print_timing: id 0 | task 237 | graphs reused = 226 0.12.881.825 I slot print_timing: id 0 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.881.848 I slot release: id 0 | task 237 | stop processing: n_tokens = 165, truncated = 0 0.12.887.987 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 235160193035 0.12.888.914 I slot launch_slot_: id 0 | task 270 | processing task, is_child = 0 0.13.802.324 I slot print_timing: id 0 | task 270 | prompt eval time = 404.77 ms / 152 tokens ( 2.66 ms per token, 375.52 tokens per second) 0.13.802.330 I slot print_timing: id 0 | task 270 | eval time = 508.63 ms / 19 tokens ( 28.26 ms per token, 35.39 tokens per second) 0.13.802.331 I slot print_timing: id 0 | task 270 | total time = 913.40 ms / 171 tokens 0.13.802.332 I slot print_timing: id 0 | task 270 | graphs reused = 243 0.13.802.332 I slot print_timing: id 0 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.802.358 I slot release: id 0 | task 270 | stop processing: n_tokens = 170, truncated = 0 0.13.808.509 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 235161113545 0.13.810.512 I slot launch_slot_: id 0 | task 292 | processing task, is_child = 0 0.15.183.324 I slot print_timing: id 0 | task 292 | prompt eval time = 419.07 ms / 160 tokens ( 2.62 ms per token, 381.80 tokens per second) 0.15.183.327 I slot print_timing: id 0 | task 292 | eval time = 953.73 ms / 35 tokens ( 28.05 ms per token, 35.65 tokens per second) 0.15.183.328 I slot print_timing: id 0 | task 292 | total time = 1372.80 ms / 195 tokens 0.15.183.329 I slot print_timing: id 0 | task 292 | graphs reused = 276 0.15.183.329 I slot print_timing: id 0 | task 292 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.183.353 I slot release: id 0 | task 292 | stop processing: n_tokens = 194, truncated = 0 0.15.189.444 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 235162494540 0.15.192.088 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 0.16.461.650 I slot print_timing: id 0 | task 330 | prompt eval time = 511.77 ms / 200 tokens ( 2.56 ms per token, 390.80 tokens per second) 0.16.461.655 I slot print_timing: id 0 | task 330 | eval time = 757.78 ms / 28 tokens ( 28.07 ms per token, 35.63 tokens per second) 0.16.461.655 I slot print_timing: id 0 | task 330 | total time = 1269.55 ms / 228 tokens 0.16.461.656 I slot print_timing: id 0 | task 330 | graphs reused = 302 0.16.461.657 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.461.685 I slot release: id 0 | task 330 | stop processing: n_tokens = 227, truncated = 0 0.16.467.483 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 235163772872 0.16.470.560 I slot launch_slot_: id 0 | task 361 | processing task, is_child = 0 0.17.869.256 I slot print_timing: id 0 | task 361 | prompt eval time = 445.36 ms / 167 tokens ( 2.67 ms per token, 374.98 tokens per second) 0.17.869.263 I slot print_timing: id 0 | task 361 | eval time = 953.33 ms / 35 tokens ( 28.04 ms per token, 35.66 tokens per second) 0.17.869.264 I slot print_timing: id 0 | task 361 | total time = 1398.68 ms / 202 tokens 0.17.869.264 I slot print_timing: id 0 | task 361 | graphs reused = 335 0.17.869.265 I slot print_timing: id 0 | task 361 | graph reallocs = 0 / 0 (same size) / (changed size) 0.17.869.288 I slot release: id 0 | task 361 | stop processing: n_tokens = 201, truncated = 0 0.17.875.512 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 235165180475 0.17.877.354 I slot launch_slot_: id 0 | task 399 | processing task, is_child = 0 0.19.059.397 I slot print_timing: id 0 | task 399 | prompt eval time = 452.78 ms / 164 tokens ( 2.76 ms per token, 362.21 tokens per second) 0.19.059.401 I slot print_timing: id 0 | task 399 | eval time = 729.25 ms / 27 tokens ( 28.05 ms per token, 35.65 tokens per second) 0.19.059.401 I slot print_timing: id 0 | task 399 | total time = 1182.03 ms / 191 tokens 0.19.059.402 I slot print_timing: id 0 | task 399 | graphs reused = 360 0.19.059.403 I slot print_timing: id 0 | task 399 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.059.429 I slot release: id 0 | task 399 | stop processing: n_tokens = 190, truncated = 0 0.19.065.068 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 235166370616 0.19.067.693 I slot launch_slot_: id 0 | task 429 | processing task, is_child = 0 0.20.599.035 I slot print_timing: id 0 | task 429 | prompt eval time = 465.02 ms / 163 tokens ( 2.85 ms per token, 350.52 tokens per second) 0.20.599.038 I slot print_timing: id 0 | task 429 | eval time = 1066.31 ms / 39 tokens ( 28.06 ms per token, 35.64 tokens per second) 0.20.599.039 I slot print_timing: id 0 | task 429 | total time = 1531.33 ms / 202 tokens 0.20.599.040 I slot print_timing: id 0 | task 429 | graphs reused = 397 0.20.599.040 I slot print_timing: id 0 | task 429 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.599.066 I slot release: id 0 | task 429 | stop processing: n_tokens = 201, truncated = 0 0.20.605.162 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 235167910254 0.20.607.944 I slot launch_slot_: id 0 | task 471 | processing task, is_child = 0 0.21.841.467 I slot print_timing: id 0 | task 471 | prompt eval time = 392.01 ms / 137 tokens ( 2.86 ms per token, 349.48 tokens per second) 0.21.841.473 I slot print_timing: id 0 | task 471 | eval time = 841.50 ms / 31 tokens ( 28.05 ms per token, 35.65 tokens per second) 0.21.841.474 I slot print_timing: id 0 | task 471 | total time = 1233.51 ms / 168 tokens 0.21.841.475 I slot print_timing: id 0 | task 471 | graphs reused = 426 0.21.841.475 I slot print_timing: id 0 | task 471 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.841.497 I slot release: id 0 | task 471 | stop processing: n_tokens = 167, truncated = 0 0.21.847.122 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 235169152684 0.21.849.363 I slot launch_slot_: id 0 | task 505 | processing task, is_child = 0 0.22.843.593 I slot print_timing: id 0 | task 505 | prompt eval time = 458.21 ms / 159 tokens ( 2.88 ms per token, 347.00 tokens per second) 0.22.843.597 I slot print_timing: id 0 | task 505 | eval time = 536.01 ms / 20 tokens ( 28.21 ms per token, 35.45 tokens per second) 0.22.843.598 I slot print_timing: id 0 | task 505 | total time = 994.22 ms / 179 tokens 0.22.843.599 I slot print_timing: id 0 | task 505 | graphs reused = 444 0.22.843.599 I slot print_timing: id 0 | task 505 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.843.622 I slot release: id 0 | task 505 | stop processing: n_tokens = 178, truncated = 0 0.22.849.293 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 235170154809 0.22.851.730 I slot launch_slot_: id 0 | task 528 | processing task, is_child = 0 0.23.793.446 I slot print_timing: id 0 | task 528 | prompt eval time = 404.45 ms / 141 tokens ( 2.87 ms per token, 348.62 tokens per second) 0.23.793.450 I slot print_timing: id 0 | task 528 | eval time = 537.26 ms / 20 tokens ( 28.28 ms per token, 35.36 tokens per second) 0.23.793.451 I slot print_timing: id 0 | task 528 | total time = 941.71 ms / 161 tokens 0.23.793.451 I slot print_timing: id 0 | task 528 | graphs reused = 462 0.23.793.452 I slot print_timing: id 0 | task 528 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.793.474 I slot release: id 0 | task 528 | stop processing: n_tokens = 160, truncated = 0 0.23.799.125 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 235171104661 0.23.801.336 I slot launch_slot_: id 0 | task 551 | processing task, is_child = 0 0.24.663.531 I slot print_timing: id 0 | task 551 | prompt eval time = 410.26 ms / 136 tokens ( 3.02 ms per token, 331.50 tokens per second) 0.24.663.538 I slot print_timing: id 0 | task 551 | eval time = 451.93 ms / 17 tokens ( 28.25 ms per token, 35.40 tokens per second) 0.24.663.538 I slot print_timing: id 0 | task 551 | total time = 862.18 ms / 153 tokens 0.24.663.539 I slot print_timing: id 0 | task 551 | graphs reused = 477 0.24.663.540 I slot print_timing: id 0 | task 551 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.663.560 I slot release: id 0 | task 551 | stop processing: n_tokens = 152, truncated = 0 0.24.669.480 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 235171974747 0.24.671.484 I slot launch_slot_: id 0 | task 571 | processing task, is_child = 0 0.26.202.697 I slot print_timing: id 0 | task 571 | prompt eval time = 495.01 ms / 169 tokens ( 2.93 ms per token, 341.41 tokens per second) 0.26.202.703 I slot print_timing: id 0 | task 571 | eval time = 1036.19 ms / 38 tokens ( 28.01 ms per token, 35.71 tokens per second) 0.26.202.704 I slot print_timing: id 0 | task 571 | total time = 1531.20 ms / 207 tokens 0.26.202.705 I slot print_timing: id 0 | task 571 | graphs reused = 513 0.26.202.705 I slot print_timing: id 0 | task 571 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.202.731 I slot release: id 0 | task 571 | stop processing: n_tokens = 206, truncated = 0 0.26.209.266 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 235173513918 0.26.211.959 I slot launch_slot_: id 0 | task 612 | processing task, is_child = 0 0.27.507.431 I slot print_timing: id 0 | task 612 | prompt eval time = 397.26 ms / 154 tokens ( 2.58 ms per token, 387.66 tokens per second) 0.27.507.437 I slot print_timing: id 0 | task 612 | eval time = 898.20 ms / 33 tokens ( 28.07 ms per token, 35.63 tokens per second) 0.27.507.438 I slot print_timing: id 0 | task 612 | total time = 1295.46 ms / 187 tokens 0.27.507.439 I slot print_timing: id 0 | task 612 | graphs reused = 544 0.27.507.440 I slot print_timing: id 0 | task 612 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.507.462 I slot release: id 0 | task 612 | stop processing: n_tokens = 186, truncated = 0 0.27.514.094 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 186, t_last = 235174818649 0.27.516.515 I slot launch_slot_: id 0 | task 648 | processing task, is_child = 0 0.28.898.870 I slot print_timing: id 0 | task 648 | prompt eval time = 447.49 ms / 196 tokens ( 2.28 ms per token, 438.00 tokens per second) 0.28.898.875 I slot print_timing: id 0 | task 648 | eval time = 934.86 ms / 34 tokens ( 28.33 ms per token, 35.30 tokens per second) 0.28.898.876 I slot print_timing: id 0 | task 648 | total time = 1382.34 ms / 230 tokens 0.28.898.876 I slot print_timing: id 0 | task 648 | graphs reused = 576 0.28.898.877 I slot print_timing: id 0 | task 648 | graph reallocs = 0 / 0 (same size) / (changed size) 0.28.898.902 I slot release: id 0 | task 648 | stop processing: n_tokens = 229, truncated = 0 0.28.904.893 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 229, t_last = 235176210089 0.28.907.979 I slot launch_slot_: id 0 | task 685 | processing task, is_child = 0 0.30.048.408 I slot print_timing: id 0 | task 685 | prompt eval time = 465.68 ms / 180 tokens ( 2.59 ms per token, 386.53 tokens per second) 0.30.048.412 I slot print_timing: id 0 | task 685 | eval time = 674.73 ms / 25 tokens ( 28.11 ms per token, 35.57 tokens per second) 0.30.048.413 I slot print_timing: id 0 | task 685 | total time = 1140.42 ms / 205 tokens 0.30.048.413 I slot print_timing: id 0 | task 685 | graphs reused = 599 0.30.048.414 I slot print_timing: id 0 | task 685 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.048.438 I slot release: id 0 | task 685 | stop processing: n_tokens = 204, truncated = 0 0.30.054.722 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 235177359625 0.30.057.504 I slot launch_slot_: id 0 | task 713 | processing task, is_child = 0 0.32.017.548 I slot print_timing: id 0 | task 713 | prompt eval time = 497.97 ms / 192 tokens ( 2.59 ms per token, 385.56 tokens per second) 0.32.017.552 I slot print_timing: id 0 | task 713 | eval time = 1462.06 ms / 53 tokens ( 28.12 ms per token, 35.57 tokens per second) 0.32.017.553 I slot print_timing: id 0 | task 713 | total time = 1960.04 ms / 245 tokens 0.32.017.554 I slot print_timing: id 0 | task 713 | graphs reused = 650 0.32.017.554 I slot print_timing: id 0 | task 713 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.017.584 I slot release: id 0 | task 713 | stop processing: n_tokens = 244, truncated = 0 0.32.024.189 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 235179328771 0.32.026.872 I slot launch_slot_: id 0 | task 769 | processing task, is_child = 0 0.33.605.969 I slot print_timing: id 0 | task 769 | prompt eval time = 564.11 ms / 228 tokens ( 2.47 ms per token, 404.17 tokens per second) 0.33.605.973 I slot print_timing: id 0 | task 769 | eval time = 1014.97 ms / 37 tokens ( 28.19 ms per token, 35.47 tokens per second) 0.33.605.975 I slot print_timing: id 0 | task 769 | total time = 1579.09 ms / 265 tokens 0.33.605.975 I slot print_timing: id 0 | task 769 | graphs reused = 684 0.33.605.976 I slot print_timing: id 0 | task 769 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.606.004 I slot release: id 0 | task 769 | stop processing: n_tokens = 264, truncated = 0 0.33.612.449 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 235180917191 0.33.615.942 I slot launch_slot_: id 0 | task 809 | processing task, is_child = 0 0.35.094.878 I slot print_timing: id 0 | task 809 | prompt eval time = 497.75 ms / 189 tokens ( 2.63 ms per token, 379.71 tokens per second) 0.35.094.882 I slot print_timing: id 0 | task 809 | eval time = 981.18 ms / 36 tokens ( 28.03 ms per token, 35.67 tokens per second) 0.35.094.883 I slot print_timing: id 0 | task 809 | total time = 1478.93 ms / 225 tokens 0.35.094.884 I slot print_timing: id 0 | task 809 | graphs reused = 718 0.35.094.884 I slot print_timing: id 0 | task 809 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.094.908 I slot release: id 0 | task 809 | stop processing: n_tokens = 224, truncated = 0 0.35.101.467 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 235182406095 0.35.105.469 I slot launch_slot_: id 0 | task 848 | processing task, is_child = 0 0.36.387.738 I slot print_timing: id 0 | task 848 | prompt eval time = 410.63 ms / 144 tokens ( 2.85 ms per token, 350.68 tokens per second) 0.36.387.744 I slot print_timing: id 0 | task 848 | eval time = 871.63 ms / 32 tokens ( 28.12 ms per token, 35.57 tokens per second) 0.36.387.745 I slot print_timing: id 0 | task 848 | total time = 1282.26 ms / 176 tokens 0.36.387.745 I slot print_timing: id 0 | task 848 | graphs reused = 748 0.36.387.746 I slot print_timing: id 0 | task 848 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.387.773 I slot release: id 0 | task 848 | stop processing: n_tokens = 175, truncated = 0 0.36.393.948 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 235183698960 0.36.396.287 I slot launch_slot_: id 0 | task 883 | processing task, is_child = 0 0.37.963.460 I slot print_timing: id 0 | task 883 | prompt eval time = 446.99 ms / 170 tokens ( 2.63 ms per token, 380.33 tokens per second) 0.37.963.464 I slot print_timing: id 0 | task 883 | eval time = 1120.17 ms / 41 tokens ( 28.00 ms per token, 35.71 tokens per second) 0.37.963.464 I slot print_timing: id 0 | task 883 | total time = 1567.16 ms / 211 tokens 0.37.963.465 I slot print_timing: id 0 | task 883 | graphs reused = 787 0.37.963.466 I slot print_timing: id 0 | task 883 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.963.502 I slot release: id 0 | task 883 | stop processing: n_tokens = 210, truncated = 0 0.37.969.757 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 235185274689 0.37.972.436 I slot launch_slot_: id 0 | task 927 | processing task, is_child = 0 0.39.885.884 I slot print_timing: id 0 | task 927 | prompt eval time = 512.84 ms / 200 tokens ( 2.56 ms per token, 389.98 tokens per second) 0.39.885.889 I slot print_timing: id 0 | task 927 | eval time = 1400.59 ms / 51 tokens ( 28.01 ms per token, 35.70 tokens per second) 0.39.885.889 I slot print_timing: id 0 | task 927 | total time = 1913.43 ms / 251 tokens 0.39.885.890 I slot print_timing: id 0 | task 927 | graphs reused = 836 0.39.885.891 I slot print_timing: id 0 | task 927 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.885.923 I slot release: id 0 | task 927 | stop processing: n_tokens = 250, truncated = 0 0.39.892.011 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 235187197110 0.39.895.226 I slot launch_slot_: id 0 | task 981 | processing task, is_child = 0 0.41.356.297 I slot print_timing: id 0 | task 981 | prompt eval time = 452.64 ms / 174 tokens ( 2.60 ms per token, 384.41 tokens per second) 0.41.356.303 I slot print_timing: id 0 | task 981 | eval time = 1008.41 ms / 37 tokens ( 28.01 ms per token, 35.70 tokens per second) 0.41.356.305 I slot print_timing: id 0 | task 981 | total time = 1461.05 ms / 211 tokens 0.41.356.305 I slot print_timing: id 0 | task 981 | graphs reused = 871 0.41.356.306 I slot print_timing: id 0 | task 981 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.356.330 I slot release: id 0 | task 981 | stop processing: n_tokens = 210, truncated = 0 0.41.362.747 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 235188667517 0.41.365.586 I slot launch_slot_: id 0 | task 1021 | processing task, is_child = 0 0.42.689.595 I slot print_timing: id 0 | task 1021 | prompt eval time = 399.34 ms / 149 tokens ( 2.68 ms per token, 373.11 tokens per second) 0.42.689.600 I slot print_timing: id 0 | task 1021 | eval time = 924.65 ms / 34 tokens ( 28.02 ms per token, 35.69 tokens per second) 0.42.689.600 I slot print_timing: id 0 | task 1021 | total time = 1323.99 ms / 183 tokens 0.42.689.601 I slot print_timing: id 0 | task 1021 | graphs reused = 903 0.42.689.602 I slot print_timing: id 0 | task 1021 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.689.625 I slot release: id 0 | task 1021 | stop processing: n_tokens = 182, truncated = 0 0.42.695.187 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 235190000813 0.42.697.325 I slot launch_slot_: id 0 | task 1058 | processing task, is_child = 0 0.44.006.751 I slot print_timing: id 0 | task 1058 | prompt eval time = 462.64 ms / 150 tokens ( 3.08 ms per token, 324.22 tokens per second) 0.44.006.756 I slot print_timing: id 0 | task 1058 | eval time = 846.77 ms / 31 tokens ( 28.23 ms per token, 35.43 tokens per second) 0.44.006.757 I slot print_timing: id 0 | task 1058 | total time = 1309.41 ms / 181 tokens 0.44.006.758 I slot print_timing: id 0 | task 1058 | graphs reused = 932 0.44.006.758 I slot print_timing: id 0 | task 1058 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.006.788 I slot release: id 0 | task 1058 | stop processing: n_tokens = 180, truncated = 0 0.44.014.218 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 235191317975 0.44.016.692 I slot launch_slot_: id 0 | task 1092 | processing task, is_child = 0 0.45.534.317 I slot print_timing: id 0 | task 1092 | prompt eval time = 452.67 ms / 175 tokens ( 2.59 ms per token, 386.60 tokens per second) 0.45.534.321 I slot print_timing: id 0 | task 1092 | eval time = 1064.95 ms / 39 tokens ( 28.02 ms per token, 35.68 tokens per second) 0.45.534.322 I slot print_timing: id 0 | task 1092 | total time = 1517.62 ms / 214 tokens 0.45.534.322 I slot print_timing: id 0 | task 1092 | graphs reused = 969 0.45.534.323 I slot print_timing: id 0 | task 1092 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.534.349 I slot release: id 0 | task 1092 | stop processing: n_tokens = 213, truncated = 0 0.45.541.017 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 213, t_last = 235192845536 0.45.543.821 I slot launch_slot_: id 0 | task 1134 | processing task, is_child = 0 0.47.232.376 I slot print_timing: id 0 | task 1134 | prompt eval time = 512.06 ms / 203 tokens ( 2.52 ms per token, 396.44 tokens per second) 0.47.232.383 I slot print_timing: id 0 | task 1134 | eval time = 1176.48 ms / 43 tokens ( 28.01 ms per token, 35.70 tokens per second) 0.47.232.384 I slot print_timing: id 0 | task 1134 | total time = 1688.54 ms / 246 tokens 0.47.232.385 I slot print_timing: id 0 | task 1134 | graphs reused = 1010 0.47.232.385 I slot print_timing: id 0 | task 1134 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.232.415 I slot release: id 0 | task 1134 | stop processing: n_tokens = 245, truncated = 0 0.47.238.973 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 235194543602 0.47.241.678 I slot launch_slot_: id 0 | task 1180 | processing task, is_child = 0 0.48.438.433 I slot print_timing: id 0 | task 1180 | prompt eval time = 378.64 ms / 136 tokens ( 2.78 ms per token, 359.18 tokens per second) 0.48.438.441 I slot print_timing: id 0 | task 1180 | eval time = 818.10 ms / 30 tokens ( 28.21 ms per token, 35.45 tokens per second) 0.48.438.442 I slot print_timing: id 0 | task 1180 | total time = 1196.74 ms / 166 tokens 0.48.438.443 I slot print_timing: id 0 | task 1180 | graphs reused = 1038 0.48.438.443 I slot print_timing: id 0 | task 1180 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.438.469 I slot release: id 0 | task 1180 | stop processing: n_tokens = 165, truncated = 0 0.48.445.966 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 235195749656 0.48.447.866 I slot launch_slot_: id 0 | task 1213 | processing task, is_child = 0 0.52.002.187 I slot print_timing: id 0 | task 1213 | n_gen = 109, tg = 35.67 t/s, tg_3s = 36.00 t/s 0.52.225.832 I slot print_timing: id 0 | task 1213 | prompt eval time = 526.71 ms / 185 tokens ( 2.85 ms per token, 351.24 tokens per second) 0.52.225.835 I slot print_timing: id 0 | task 1213 | eval time = 3251.25 ms / 117 tokens ( 28.03 ms per token, 35.68 tokens per second) 0.52.225.836 I slot print_timing: id 0 | task 1213 | total time = 3777.96 ms / 302 tokens 0.52.225.837 I slot print_timing: id 0 | task 1213 | graphs reused = 1152 0.52.225.837 I slot print_timing: id 0 | task 1213 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.225.863 I slot release: id 0 | task 1213 | stop processing: n_tokens = 301, truncated = 0 0.52.231.367 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 235199537050 0.52.234.945 I slot launch_slot_: id 0 | task 1333 | processing task, is_child = 0 0.53.077.979 I slot print_timing: id 0 | task 1333 | prompt eval time = 308.17 ms / 110 tokens ( 2.80 ms per token, 356.94 tokens per second) 0.53.077.988 I slot print_timing: id 0 | task 1333 | eval time = 534.85 ms / 20 tokens ( 28.15 ms per token, 35.52 tokens per second) 0.53.077.990 I slot print_timing: id 0 | task 1333 | total time = 843.03 ms / 130 tokens 0.53.077.990 I slot print_timing: id 0 | task 1333 | graphs reused = 1170 0.53.077.991 I slot print_timing: id 0 | task 1333 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.078.012 I slot release: id 0 | task 1333 | stop processing: n_tokens = 129, truncated = 0 0.53.083.563 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 235200389199 0.53.084.550 I slot launch_slot_: id 0 | task 1356 | processing task, is_child = 0 0.54.445.099 I slot print_timing: id 0 | task 1356 | prompt eval time = 406.58 ms / 122 tokens ( 3.33 ms per token, 300.07 tokens per second) 0.54.445.103 I slot print_timing: id 0 | task 1356 | eval time = 953.96 ms / 35 tokens ( 28.06 ms per token, 35.64 tokens per second) 0.54.445.104 I slot print_timing: id 0 | task 1356 | total time = 1360.54 ms / 157 tokens 0.54.445.105 I slot print_timing: id 0 | task 1356 | graphs reused = 1203 0.54.445.105 I slot print_timing: id 0 | task 1356 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.445.128 I slot release: id 0 | task 1356 | stop processing: n_tokens = 156, truncated = 0 0.54.450.734 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 235201756315 0.54.452.844 I slot launch_slot_: id 0 | task 1394 | processing task, is_child = 0 0.55.380.261 I slot print_timing: id 0 | task 1394 | prompt eval time = 364.65 ms / 131 tokens ( 2.78 ms per token, 359.25 tokens per second) 0.55.380.268 I slot print_timing: id 0 | task 1394 | eval time = 562.75 ms / 21 tokens ( 28.14 ms per token, 35.54 tokens per second) 0.55.380.269 I slot print_timing: id 0 | task 1394 | total time = 927.40 ms / 152 tokens 0.55.380.269 I slot print_timing: id 0 | task 1394 | graphs reused = 1222 0.55.380.270 I slot print_timing: id 0 | task 1394 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.380.291 I slot release: id 0 | task 1394 | stop processing: n_tokens = 151, truncated = 0 0.55.386.836 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 235202691478 0.55.389.986 I slot launch_slot_: id 0 | task 1418 | processing task, is_child = 0 0.56.538.978 I slot print_timing: id 0 | task 1418 | prompt eval time = 361.61 ms / 121 tokens ( 2.99 ms per token, 334.62 tokens per second) 0.56.538.985 I slot print_timing: id 0 | task 1418 | eval time = 787.37 ms / 29 tokens ( 28.12 ms per token, 35.56 tokens per second) 0.56.538.985 I slot print_timing: id 0 | task 1418 | total time = 1148.98 ms / 150 tokens 0.56.538.986 I slot print_timing: id 0 | task 1418 | graphs reused = 1249 0.56.538.987 I slot print_timing: id 0 | task 1418 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.539.007 I slot release: id 0 | task 1418 | stop processing: n_tokens = 149, truncated = 0 0.56.545.218 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 235203850195 0.56.547.157 I slot launch_slot_: id 0 | task 1450 | processing task, is_child = 0 0.57.832.137 I slot print_timing: id 0 | task 1450 | prompt eval time = 498.02 ms / 187 tokens ( 2.66 ms per token, 375.49 tokens per second) 0.57.832.145 I slot print_timing: id 0 | task 1450 | eval time = 786.96 ms / 29 tokens ( 28.11 ms per token, 35.58 tokens per second) 0.57.832.146 I slot print_timing: id 0 | task 1450 | total time = 1284.97 ms / 216 tokens 0.57.832.147 I slot print_timing: id 0 | task 1450 | graphs reused = 1276 0.57.832.147 I slot print_timing: id 0 | task 1450 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.832.177 I slot release: id 0 | task 1450 | stop processing: n_tokens = 215, truncated = 0 0.57.840.107 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 215, t_last = 235205143364 0.57.842.999 I slot launch_slot_: id 0 | task 1482 | processing task, is_child = 0 0.59.740.670 I slot print_timing: id 0 | task 1482 | prompt eval time = 682.29 ms / 305 tokens ( 2.24 ms per token, 447.03 tokens per second) 0.59.740.679 I slot print_timing: id 0 | task 1482 | eval time = 1215.38 ms / 44 tokens ( 28.26 ms per token, 35.38 tokens per second) 0.59.740.680 I slot print_timing: id 0 | task 1482 | total time = 1897.66 ms / 349 tokens 0.59.740.681 I slot print_timing: id 0 | task 1482 | graphs reused = 1318 0.59.740.681 I slot print_timing: id 0 | task 1482 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.740.719 I slot release: id 0 | task 1482 | stop processing: n_tokens = 348, truncated = 0 0.59.746.569 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 348, t_last = 235207051906 0.59.751.180 I slot launch_slot_: id 0 | task 1529 | processing task, is_child = 0 1.00.880.870 I slot print_timing: id 0 | task 1529 | prompt eval time = 398.58 ms / 135 tokens ( 2.95 ms per token, 338.70 tokens per second) 1.00.880.874 I slot print_timing: id 0 | task 1529 | eval time = 731.10 ms / 27 tokens ( 28.12 ms per token, 35.56 tokens per second) 1.00.880.875 I slot print_timing: id 0 | task 1529 | total time = 1129.68 ms / 162 tokens 1.00.880.876 I slot print_timing: id 0 | task 1529 | graphs reused = 1343 1.00.880.876 I slot print_timing: id 0 | task 1529 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.880.901 I slot release: id 0 | task 1529 | stop processing: n_tokens = 161, truncated = 0 1.00.888.573 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 235208192088 1.00.890.742 I slot launch_slot_: id 0 | task 1559 | processing task, is_child = 0 1.02.306.757 I slot print_timing: id 0 | task 1559 | prompt eval time = 463.60 ms / 168 tokens ( 2.76 ms per token, 362.38 tokens per second) 1.02.306.762 I slot print_timing: id 0 | task 1559 | eval time = 952.40 ms / 35 tokens ( 28.01 ms per token, 35.70 tokens per second) 1.02.306.763 I slot print_timing: id 0 | task 1559 | total time = 1416.01 ms / 203 tokens 1.02.306.764 I slot print_timing: id 0 | task 1559 | graphs reused = 1376 1.02.306.764 I slot print_timing: id 0 | task 1559 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.306.786 I slot release: id 0 | task 1559 | stop processing: n_tokens = 202, truncated = 0 1.02.312.905 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 235209617973 1.02.315.792 I slot launch_slot_: id 0 | task 1597 | processing task, is_child = 0 1.03.949.282 I slot print_timing: id 0 | task 1597 | prompt eval time = 563.21 ms / 221 tokens ( 2.55 ms per token, 392.39 tokens per second) 1.03.949.286 I slot print_timing: id 0 | task 1597 | eval time = 1070.27 ms / 39 tokens ( 28.16 ms per token, 35.51 tokens per second) 1.03.949.287 I slot print_timing: id 0 | task 1597 | total time = 1633.47 ms / 260 tokens 1.03.949.288 I slot print_timing: id 0 | task 1597 | graphs reused = 1412 1.03.949.288 I slot print_timing: id 0 | task 1597 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.949.315 I slot release: id 0 | task 1597 | stop processing: n_tokens = 259, truncated = 0 1.03.955.456 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 235211260502 1.03.958.999 I slot launch_slot_: id 0 | task 1639 | processing task, is_child = 0 1.05.343.255 I slot print_timing: id 0 | task 1639 | prompt eval time = 513.43 ms / 221 tokens ( 2.32 ms per token, 430.44 tokens per second) 1.05.343.261 I slot print_timing: id 0 | task 1639 | eval time = 870.82 ms / 32 tokens ( 28.09 ms per token, 35.60 tokens per second) 1.05.343.262 I slot print_timing: id 0 | task 1639 | total time = 1384.25 ms / 253 tokens 1.05.343.263 I slot print_timing: id 0 | task 1639 | graphs reused = 1442 1.05.343.263 I slot print_timing: id 0 | task 1639 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.343.292 I slot release: id 0 | task 1639 | stop processing: n_tokens = 252, truncated = 0 1.05.349.983 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 235212654479 1.05.355.107 I slot launch_slot_: id 0 | task 1674 | processing task, is_child = 0 1.06.482.061 I slot print_timing: id 0 | task 1674 | prompt eval time = 367.29 ms / 143 tokens ( 2.57 ms per token, 389.34 tokens per second) 1.06.482.064 I slot print_timing: id 0 | task 1674 | eval time = 759.65 ms / 28 tokens ( 28.14 ms per token, 35.54 tokens per second) 1.06.482.065 I slot print_timing: id 0 | task 1674 | total time = 1126.94 ms / 171 tokens 1.06.482.065 I slot print_timing: id 0 | task 1674 | graphs reused = 1468 1.06.482.066 I slot print_timing: id 0 | task 1674 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.482.092 I slot release: id 0 | task 1674 | stop processing: n_tokens = 170, truncated = 0 1.06.487.619 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 235213793279 1.06.488.545 I slot launch_slot_: id 0 | task 1705 | processing task, is_child = 0 1.07.809.726 I slot print_timing: id 0 | task 1705 | prompt eval time = 451.69 ms / 162 tokens ( 2.79 ms per token, 358.66 tokens per second) 1.07.809.730 I slot print_timing: id 0 | task 1705 | eval time = 869.48 ms / 32 tokens ( 28.05 ms per token, 35.65 tokens per second) 1.07.809.730 I slot print_timing: id 0 | task 1705 | total time = 1321.17 ms / 194 tokens 1.07.809.731 I slot print_timing: id 0 | task 1705 | graphs reused = 1498 1.07.809.731 I slot print_timing: id 0 | task 1705 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.809.759 I slot release: id 0 | task 1705 | stop processing: n_tokens = 193, truncated = 0 1.07.815.607 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 235215120946 1.07.818.195 I slot launch_slot_: id 0 | task 1740 | processing task, is_child = 0 1.09.042.436 I slot print_timing: id 0 | task 1740 | prompt eval time = 463.22 ms / 163 tokens ( 2.84 ms per token, 351.88 tokens per second) 1.09.042.440 I slot print_timing: id 0 | task 1740 | eval time = 761.01 ms / 28 tokens ( 28.19 ms per token, 35.48 tokens per second) 1.09.042.440 I slot print_timing: id 0 | task 1740 | total time = 1224.23 ms / 191 tokens 1.09.042.441 I slot print_timing: id 0 | task 1740 | graphs reused = 1524 1.09.042.442 I slot print_timing: id 0 | task 1740 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.042.465 I slot release: id 0 | task 1740 | stop processing: n_tokens = 190, truncated = 0 1.09.049.643 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 235216353652 1.09.051.867 I slot launch_slot_: id 0 | task 1771 | processing task, is_child = 0 1.10.649.047 I slot print_timing: id 0 | task 1771 | prompt eval time = 446.52 ms / 191 tokens ( 2.34 ms per token, 427.75 tokens per second) 1.10.649.050 I slot print_timing: id 0 | task 1771 | eval time = 1150.64 ms / 42 tokens ( 28.06 ms per token, 35.63 tokens per second) 1.10.649.051 I slot print_timing: id 0 | task 1771 | total time = 1597.17 ms / 233 tokens 1.10.649.052 I slot print_timing: id 0 | task 1771 | graphs reused = 1564 1.10.649.052 I slot print_timing: id 0 | task 1771 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.649.081 I slot release: id 0 | task 1771 | stop processing: n_tokens = 232, truncated = 0 1.10.654.930 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 232, t_last = 235217960268 1.10.658.055 I slot launch_slot_: id 0 | task 1816 | processing task, is_child = 0 1.11.992.213 I slot print_timing: id 0 | task 1816 | prompt eval time = 406.17 ms / 140 tokens ( 2.90 ms per token, 344.68 tokens per second) 1.11.992.216 I slot print_timing: id 0 | task 1816 | eval time = 927.98 ms / 34 tokens ( 28.12 ms per token, 35.56 tokens per second) 1.11.992.217 I slot print_timing: id 0 | task 1816 | total time = 1334.15 ms / 174 tokens 1.11.992.218 I slot print_timing: id 0 | task 1816 | graphs reused = 1596 1.11.992.219 I slot print_timing: id 0 | task 1816 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.992.243 I slot release: id 0 | task 1816 | stop processing: n_tokens = 173, truncated = 0 1.11.998.672 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 173, t_last = 235219303430 1.12.000.313 I slot launch_slot_: id 0 | task 1853 | processing task, is_child = 0 1.13.246.430 I slot print_timing: id 0 | task 1853 | prompt eval time = 516.95 ms / 204 tokens ( 2.53 ms per token, 394.62 tokens per second) 1.13.246.434 I slot print_timing: id 0 | task 1853 | eval time = 729.16 ms / 27 tokens ( 28.04 ms per token, 35.66 tokens per second) 1.13.246.435 I slot print_timing: id 0 | task 1853 | total time = 1246.11 ms / 231 tokens 1.13.246.435 I slot print_timing: id 0 | task 1853 | graphs reused = 1621 1.13.246.436 I slot print_timing: id 0 | task 1853 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.246.465 I slot release: id 0 | task 1853 | stop processing: n_tokens = 230, truncated = 0 1.13.252.550 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 235220557652 1.13.255.656 I slot launch_slot_: id 0 | task 1883 | processing task, is_child = 0 1.14.685.988 I slot print_timing: id 0 | task 1883 | prompt eval time = 419.74 ms / 160 tokens ( 2.62 ms per token, 381.19 tokens per second) 1.14.685.991 I slot print_timing: id 0 | task 1883 | eval time = 1010.58 ms / 37 tokens ( 28.07 ms per token, 35.62 tokens per second) 1.14.685.992 I slot print_timing: id 0 | task 1883 | total time = 1430.32 ms / 197 tokens 1.14.685.993 I slot print_timing: id 0 | task 1883 | graphs reused = 1656 1.14.685.993 I slot print_timing: id 0 | task 1883 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.686.018 I slot release: id 0 | task 1883 | stop processing: n_tokens = 196, truncated = 0 1.14.691.827 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 235221997205 1.14.694.109 I slot launch_slot_: id 0 | task 1923 | processing task, is_child = 0 1.15.908.826 I slot print_timing: id 0 | task 1923 | prompt eval time = 401.14 ms / 150 tokens ( 2.67 ms per token, 373.93 tokens per second) 1.15.908.830 I slot print_timing: id 0 | task 1923 | eval time = 813.56 ms / 30 tokens ( 28.05 ms per token, 35.65 tokens per second) 1.15.908.831 I slot print_timing: id 0 | task 1923 | total time = 1214.70 ms / 180 tokens 1.15.908.832 I slot print_timing: id 0 | task 1923 | graphs reused = 1684 1.15.908.832 I slot print_timing: id 0 | task 1923 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.908.860 I slot release: id 0 | task 1923 | stop processing: n_tokens = 179, truncated = 0 1.15.916.890 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 235223220047 1.15.918.982 I slot launch_slot_: id 0 | task 1956 | processing task, is_child = 0 1.18.135.670 I slot print_timing: id 0 | task 1956 | prompt eval time = 676.78 ms / 280 tokens ( 2.42 ms per token, 413.72 tokens per second) 1.18.135.677 I slot print_timing: id 0 | task 1956 | eval time = 1539.89 ms / 56 tokens ( 28.00 ms per token, 35.72 tokens per second) 1.18.135.678 I slot print_timing: id 0 | task 1956 | total time = 2216.68 ms / 336 tokens 1.18.135.678 I slot print_timing: id 0 | task 1956 | graphs reused = 1738 1.18.135.679 I slot print_timing: id 0 | task 1956 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.135.707 I slot release: id 0 | task 1956 | stop processing: n_tokens = 335, truncated = 0 1.18.142.151 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 235225446895 1.18.146.429 I slot launch_slot_: id 0 | task 2015 | processing task, is_child = 0 1.20.818.907 I slot print_timing: id 0 | task 2015 | prompt eval time = 570.91 ms / 254 tokens ( 2.25 ms per token, 444.90 tokens per second) 1.20.818.915 I slot print_timing: id 0 | task 2015 | eval time = 2101.55 ms / 76 tokens ( 28.02 ms per token, 35.69 tokens per second) 1.20.818.915 I slot print_timing: id 0 | task 2015 | total time = 2672.47 ms / 330 tokens 1.20.818.916 I slot print_timing: id 0 | task 2015 | graphs reused = 1811 1.20.818.917 I slot print_timing: id 0 | task 2015 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.818.946 I slot release: id 0 | task 2015 | stop processing: n_tokens = 329, truncated = 0 1.20.825.090 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 235228130133 1.20.829.478 I slot launch_slot_: id 0 | task 2094 | processing task, is_child = 0 1.22.101.258 I slot print_timing: id 0 | task 2094 | prompt eval time = 400.51 ms / 150 tokens ( 2.67 ms per token, 374.52 tokens per second) 1.22.101.265 I slot print_timing: id 0 | task 2094 | eval time = 871.26 ms / 32 tokens ( 28.11 ms per token, 35.58 tokens per second) 1.22.101.266 I slot print_timing: id 0 | task 2094 | total time = 1271.77 ms / 182 tokens 1.22.101.266 I slot print_timing: id 0 | task 2094 | graphs reused = 1841 1.22.101.267 I slot print_timing: id 0 | task 2094 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.101.300 I slot release: id 0 | task 2094 | stop processing: n_tokens = 181, truncated = 0 1.22.108.284 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 235229412487 1.22.109.698 I slot launch_slot_: id 0 | task 2129 | processing task, is_child = 0 1.23.320.611 I slot print_timing: id 0 | task 2129 | prompt eval time = 451.91 ms / 185 tokens ( 2.44 ms per token, 409.37 tokens per second) 1.23.320.618 I slot print_timing: id 0 | task 2129 | eval time = 758.99 ms / 28 tokens ( 28.11 ms per token, 35.57 tokens per second) 1.23.320.619 I slot print_timing: id 0 | task 2129 | total time = 1210.90 ms / 213 tokens 1.23.320.620 I slot print_timing: id 0 | task 2129 | graphs reused = 1867 1.23.320.620 I slot print_timing: id 0 | task 2129 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.320.649 I slot release: id 0 | task 2129 | stop processing: n_tokens = 212, truncated = 0 1.23.327.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 235230631836 1.23.330.649 I slot launch_slot_: id 0 | task 2160 | processing task, is_child = 0 1.24.519.003 I slot print_timing: id 0 | task 2160 | prompt eval time = 401.07 ms / 146 tokens ( 2.75 ms per token, 364.03 tokens per second) 1.24.519.010 I slot print_timing: id 0 | task 2160 | eval time = 787.28 ms / 29 tokens ( 28.12 ms per token, 35.57 tokens per second) 1.24.519.011 I slot print_timing: id 0 | task 2160 | total time = 1188.34 ms / 175 tokens 1.24.519.012 I slot print_timing: id 0 | task 2160 | graphs reused = 1894 1.24.519.012 I slot print_timing: id 0 | task 2160 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.519.034 I slot release: id 0 | task 2160 | stop processing: n_tokens = 174, truncated = 0 1.24.525.307 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 235231830221 1.24.527.553 I slot launch_slot_: id 0 | task 2192 | processing task, is_child = 0 1.26.088.393 I slot print_timing: id 0 | task 2192 | prompt eval time = 523.08 ms / 208 tokens ( 2.51 ms per token, 397.64 tokens per second) 1.26.088.397 I slot print_timing: id 0 | task 2192 | eval time = 1037.75 ms / 38 tokens ( 28.05 ms per token, 35.65 tokens per second) 1.26.088.398 I slot print_timing: id 0 | task 2192 | total time = 1560.83 ms / 246 tokens 1.26.088.398 I slot print_timing: id 0 | task 2192 | graphs reused = 1930 1.26.088.399 I slot print_timing: id 0 | task 2192 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.088.427 I slot release: id 0 | task 2192 | stop processing: n_tokens = 245, truncated = 0 1.26.095.779 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 235233399614 1.26.099.423 I slot launch_slot_: id 0 | task 2233 | processing task, is_child = 0 1.27.644.419 I slot print_timing: id 0 | task 2233 | prompt eval time = 758.27 ms / 332 tokens ( 2.28 ms per token, 437.84 tokens per second) 1.27.644.423 I slot print_timing: id 0 | task 2233 | eval time = 786.72 ms / 29 tokens ( 28.10 ms per token, 35.59 tokens per second) 1.27.644.424 I slot print_timing: id 0 | task 2233 | total time = 1544.98 ms / 361 tokens 1.27.644.425 I slot print_timing: id 0 | task 2233 | graphs reused = 1957 1.27.644.425 I slot print_timing: id 0 | task 2233 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.644.465 I slot release: id 0 | task 2233 | stop processing: n_tokens = 360, truncated = 0 1.27.652.365 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 360, t_last = 235234955652 1.27.657.554 I slot launch_slot_: id 0 | task 2265 | processing task, is_child = 0 1.29.310.302 I slot print_timing: id 0 | task 2265 | prompt eval time = 854.95 ms / 395 tokens ( 2.16 ms per token, 462.01 tokens per second) 1.29.310.309 I slot print_timing: id 0 | task 2265 | eval time = 797.78 ms / 29 tokens ( 28.49 ms per token, 35.10 tokens per second) 1.29.310.309 I slot print_timing: id 0 | task 2265 | total time = 1652.73 ms / 424 tokens 1.29.310.310 I slot print_timing: id 0 | task 2265 | graphs reused = 1984 1.29.310.311 I slot print_timing: id 0 | task 2265 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.310.349 I slot release: id 0 | task 2265 | stop processing: n_tokens = 423, truncated = 0 1.29.319.132 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 235236621536 1.29.325.334 I slot launch_slot_: id 0 | task 2297 | processing task, is_child = 0 1.31.222.872 I slot print_timing: id 0 | task 2297 | prompt eval time = 968.27 ms / 438 tokens ( 2.21 ms per token, 452.35 tokens per second) 1.31.222.878 I slot print_timing: id 0 | task 2297 | eval time = 929.26 ms / 34 tokens ( 28.16 ms per token, 35.51 tokens per second) 1.31.222.879 I slot print_timing: id 0 | task 2297 | total time = 1897.53 ms / 472 tokens 1.31.222.879 I slot print_timing: id 0 | task 2297 | graphs reused = 2016 1.31.222.880 I slot print_timing: id 0 | task 2297 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.222.923 I slot release: id 0 | task 2297 | stop processing: n_tokens = 471, truncated = 0 1.31.232.024 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 471, t_last = 235238534110 1.31.238.600 I slot launch_slot_: id 0 | task 2334 | processing task, is_child = 0 1.33.364.387 I slot print_timing: id 0 | task 2334 | prompt eval time = 916.86 ms / 426 tokens ( 2.15 ms per token, 464.63 tokens per second) 1.33.364.394 I slot print_timing: id 0 | task 2334 | eval time = 1208.92 ms / 44 tokens ( 28.11 ms per token, 35.57 tokens per second) 1.33.364.394 I slot print_timing: id 0 | task 2334 | total time = 2125.78 ms / 470 tokens 1.33.364.395 I slot print_timing: id 0 | task 2334 | graphs reused = 2058 1.33.364.396 I slot print_timing: id 0 | task 2334 | graph reallocs = 0 / 0 (same size) / (changed size) 1.33.364.439 I slot release: id 0 | task 2334 | stop processing: n_tokens = 469, truncated = 0 1.33.371.873 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 469, t_last = 235240675626 1.33.378.894 I slot launch_slot_: id 0 | task 2381 | processing task, is_child = 0 1.34.705.870 I slot print_timing: id 0 | task 2381 | prompt eval time = 625.26 ms / 263 tokens ( 2.38 ms per token, 420.63 tokens per second) 1.34.705.876 I slot print_timing: id 0 | task 2381 | eval time = 701.70 ms / 26 tokens ( 28.07 ms per token, 35.63 tokens per second) 1.34.705.877 I slot print_timing: id 0 | task 2381 | total time = 1326.96 ms / 289 tokens 1.34.705.878 I slot print_timing: id 0 | task 2381 | graphs reused = 2082 1.34.705.878 I slot print_timing: id 0 | task 2381 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.705.908 I slot release: id 0 | task 2381 | stop processing: n_tokens = 288, truncated = 0 1.34.714.089 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 235242017095 1.34.715.614 I slot launch_slot_: id 0 | task 2410 | processing task, is_child = 0 1.36.230.411 I slot print_timing: id 0 | task 2410 | prompt eval time = 868.25 ms / 401 tokens ( 2.17 ms per token, 461.85 tokens per second) 1.36.230.415 I slot print_timing: id 0 | task 2410 | eval time = 646.53 ms / 24 tokens ( 28.11 ms per token, 35.57 tokens per second) 1.36.230.415 I slot print_timing: id 0 | task 2410 | total time = 1514.78 ms / 425 tokens 1.36.230.416 I slot print_timing: id 0 | task 2410 | graphs reused = 2104 1.36.230.416 I slot print_timing: id 0 | task 2410 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.230.455 I slot release: id 0 | task 2410 | stop processing: n_tokens = 424, truncated = 0 1.36.237.911 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 235243541642 1.36.243.872 I slot launch_slot_: id 0 | task 2437 | processing task, is_child = 0 1.40.130.775 I slot print_timing: id 0 | task 2437 | n_gen = 109, tg = 35.72 t/s, tg_3s = 36.05 t/s 1.41.591.130 I slot print_timing: id 0 | task 2437 | prompt eval time = 863.40 ms / 383 tokens ( 2.25 ms per token, 443.59 tokens per second) 1.41.591.136 I slot print_timing: id 0 | task 2437 | eval time = 4483.84 ms / 161 tokens ( 28.02 ms per token, 35.68 tokens per second) 1.41.591.137 I slot print_timing: id 0 | task 2437 | total time = 5347.24 ms / 544 tokens 1.41.591.138 I slot print_timing: id 0 | task 2437 | graphs reused = 2262 1.41.591.139 I slot print_timing: id 0 | task 2437 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.591.176 I slot release: id 0 | task 2437 | stop processing: n_tokens = 543, truncated = 0 1.41.599.033 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 543, t_last = 235248902363 1.41.605.414 I slot launch_slot_: id 0 | task 2601 | processing task, is_child = 0 1.43.082.655 I slot print_timing: id 0 | task 2601 | prompt eval time = 690.75 ms / 297 tokens ( 2.33 ms per token, 429.97 tokens per second) 1.43.082.659 I slot print_timing: id 0 | task 2601 | eval time = 786.48 ms / 29 tokens ( 28.09 ms per token, 35.60 tokens per second) 1.43.082.660 I slot print_timing: id 0 | task 2601 | total time = 1477.23 ms / 326 tokens 1.43.082.661 I slot print_timing: id 0 | task 2601 | graphs reused = 2289 1.43.082.661 I slot print_timing: id 0 | task 2601 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.082.691 I slot release: id 0 | task 2601 | stop processing: n_tokens = 325, truncated = 0 1.43.090.793 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 235250393878 1.43.093.919 I slot launch_slot_: id 0 | task 2633 | processing task, is_child = 0 1.44.709.528 I slot print_timing: id 0 | task 2633 | prompt eval time = 689.54 ms / 291 tokens ( 2.37 ms per token, 422.02 tokens per second) 1.44.709.536 I slot print_timing: id 0 | task 2633 | eval time = 926.05 ms / 34 tokens ( 28.06 ms per token, 35.64 tokens per second) 1.44.709.537 I slot print_timing: id 0 | task 2633 | total time = 1615.60 ms / 325 tokens 1.44.709.537 I slot print_timing: id 0 | task 2633 | graphs reused = 2321 1.44.709.538 I slot print_timing: id 0 | task 2633 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.709.571 I slot release: id 0 | task 2633 | stop processing: n_tokens = 324, truncated = 0 1.44.717.776 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 324, t_last = 235252020758 1.44.721.884 I slot launch_slot_: id 0 | task 2670 | processing task, is_child = 0 1.46.086.863 I slot print_timing: id 0 | task 2670 | prompt eval time = 774.24 ms / 357 tokens ( 2.17 ms per token, 461.10 tokens per second) 1.46.086.866 I slot print_timing: id 0 | task 2670 | eval time = 590.72 ms / 22 tokens ( 28.13 ms per token, 35.55 tokens per second) 1.46.086.867 I slot print_timing: id 0 | task 2670 | total time = 1364.97 ms / 379 tokens 1.46.086.868 I slot print_timing: id 0 | task 2670 | graphs reused = 2341 1.46.086.868 I slot print_timing: id 0 | task 2670 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.086.901 I slot release: id 0 | task 2670 | stop processing: n_tokens = 378, truncated = 0 1.46.094.206 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 378, t_last = 235253398088 1.46.099.397 I slot launch_slot_: id 0 | task 2695 | processing task, is_child = 0 1.47.913.804 I slot print_timing: id 0 | task 2695 | prompt eval time = 692.82 ms / 312 tokens ( 2.22 ms per token, 450.33 tokens per second) 1.47.913.808 I slot print_timing: id 0 | task 2695 | eval time = 1121.57 ms / 41 tokens ( 28.04 ms per token, 35.66 tokens per second) 1.47.913.809 I slot print_timing: id 0 | task 2695 | total time = 1814.40 ms / 353 tokens 1.47.913.809 I slot print_timing: id 0 | task 2695 | graphs reused = 2380 1.47.913.810 I slot print_timing: id 0 | task 2695 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.913.844 I slot release: id 0 | task 2695 | stop processing: n_tokens = 352, truncated = 0 1.47.920.390 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 235255225031 1.47.923.543 I slot launch_slot_: id 0 | task 2739 | processing task, is_child = 0 1.49.007.540 I slot print_timing: id 0 | task 2739 | prompt eval time = 573.73 ms / 237 tokens ( 2.42 ms per token, 413.08 tokens per second) 1.49.007.546 I slot print_timing: id 0 | task 2739 | eval time = 510.25 ms / 19 tokens ( 28.35 ms per token, 35.28 tokens per second) 1.49.007.547 I slot print_timing: id 0 | task 2739 | total time = 1083.98 ms / 256 tokens 1.49.007.548 I slot print_timing: id 0 | task 2739 | graphs reused = 2397 1.49.007.548 I slot print_timing: id 0 | task 2739 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.007.579 I slot release: id 0 | task 2739 | stop processing: n_tokens = 255, truncated = 0 1.49.015.085 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 235256318766 1.49.018.953 I slot launch_slot_: id 0 | task 2761 | processing task, is_child = 0 1.50.807.391 I slot print_timing: id 0 | task 2761 | prompt eval time = 746.73 ms / 318 tokens ( 2.35 ms per token, 425.86 tokens per second) 1.50.807.395 I slot print_timing: id 0 | task 2761 | eval time = 1041.70 ms / 38 tokens ( 28.15 ms per token, 35.52 tokens per second) 1.50.807.395 I slot print_timing: id 0 | task 2761 | total time = 1788.42 ms / 356 tokens 1.50.807.396 I slot print_timing: id 0 | task 2761 | graphs reused = 2433 1.50.807.397 I slot print_timing: id 0 | task 2761 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.807.433 I slot release: id 0 | task 2761 | stop processing: n_tokens = 355, truncated = 0 1.50.814.556 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 235258118620 1.50.819.792 I slot launch_slot_: id 0 | task 2802 | processing task, is_child = 0 1.52.333.680 I slot print_timing: id 0 | task 2802 | prompt eval time = 696.04 ms / 284 tokens ( 2.45 ms per token, 408.02 tokens per second) 1.52.333.684 I slot print_timing: id 0 | task 2802 | eval time = 817.84 ms / 30 tokens ( 28.20 ms per token, 35.46 tokens per second) 1.52.333.684 I slot print_timing: id 0 | task 2802 | total time = 1513.87 ms / 314 tokens 1.52.333.685 I slot print_timing: id 0 | task 2802 | graphs reused = 2461 1.52.333.686 I slot print_timing: id 0 | task 2802 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.333.714 I slot release: id 0 | task 2802 | stop processing: n_tokens = 313, truncated = 0 1.52.340.563 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 235259644901 1.52.345.014 I slot launch_slot_: id 0 | task 2835 | processing task, is_child = 0 1.53.480.319 I slot print_timing: id 0 | task 2835 | prompt eval time = 573.96 ms / 233 tokens ( 2.46 ms per token, 405.95 tokens per second) 1.53.480.324 I slot print_timing: id 0 | task 2835 | eval time = 561.34 ms / 21 tokens ( 28.07 ms per token, 35.63 tokens per second) 1.53.480.324 I slot print_timing: id 0 | task 2835 | total time = 1135.30 ms / 254 tokens 1.53.480.325 I slot print_timing: id 0 | task 2835 | graphs reused = 2480 1.53.480.326 I slot print_timing: id 0 | task 2835 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.480.356 I slot release: id 0 | task 2835 | stop processing: n_tokens = 253, truncated = 0 1.53.487.182 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 235260791543 1.53.490.712 I slot launch_slot_: id 0 | task 2859 | processing task, is_child = 0 1.54.724.025 I slot print_timing: id 0 | task 2859 | prompt eval time = 640.84 ms / 260 tokens ( 2.46 ms per token, 405.72 tokens per second) 1.54.724.031 I slot print_timing: id 0 | task 2859 | eval time = 592.46 ms / 22 tokens ( 28.21 ms per token, 35.45 tokens per second) 1.54.724.032 I slot print_timing: id 0 | task 2859 | total time = 1233.30 ms / 282 tokens 1.54.724.032 I slot print_timing: id 0 | task 2859 | graphs reused = 2500 1.54.724.033 I slot print_timing: id 0 | task 2859 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.724.063 I slot release: id 0 | task 2859 | stop processing: n_tokens = 281, truncated = 0 1.54.731.237 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 235262035250 1.54.735.274 I slot launch_slot_: id 0 | task 2884 | processing task, is_child = 0 1.55.928.682 I slot print_timing: id 0 | task 2884 | prompt eval time = 627.27 ms / 251 tokens ( 2.50 ms per token, 400.15 tokens per second) 1.55.928.686 I slot print_timing: id 0 | task 2884 | eval time = 566.13 ms / 21 tokens ( 28.31 ms per token, 35.33 tokens per second) 1.55.928.686 I slot print_timing: id 0 | task 2884 | total time = 1193.40 ms / 272 tokens 1.55.928.687 I slot print_timing: id 0 | task 2884 | graphs reused = 2518 1.55.928.688 I slot print_timing: id 0 | task 2884 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.928.717 I slot release: id 0 | task 2884 | stop processing: n_tokens = 271, truncated = 0 1.55.937.177 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 235263239904 1.55.941.027 I slot launch_slot_: id 0 | task 2908 | processing task, is_child = 0 1.57.553.602 I slot print_timing: id 0 | task 2908 | prompt eval time = 908.07 ms / 393 tokens ( 2.31 ms per token, 432.79 tokens per second) 1.57.553.611 I slot print_timing: id 0 | task 2908 | eval time = 704.49 ms / 26 tokens ( 28.18 ms per token, 35.49 tokens per second) 1.57.553.612 I slot print_timing: id 0 | task 2908 | total time = 1612.56 ms / 419 tokens 1.57.553.613 I slot print_timing: id 0 | task 2908 | graphs reused = 2542 1.57.553.614 I slot print_timing: id 0 | task 2908 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.553.651 I slot release: id 0 | task 2908 | stop processing: n_tokens = 418, truncated = 0 1.57.560.921 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 418, t_last = 235264864838 1.57.566.741 I slot launch_slot_: id 0 | task 2937 | processing task, is_child = 0 1.58.703.872 I slot print_timing: id 0 | task 2937 | prompt eval time = 630.38 ms / 283 tokens ( 2.23 ms per token, 448.94 tokens per second) 1.58.703.875 I slot print_timing: id 0 | task 2937 | eval time = 506.74 ms / 19 tokens ( 28.15 ms per token, 35.52 tokens per second) 1.58.703.876 I slot print_timing: id 0 | task 2937 | total time = 1137.12 ms / 302 tokens 1.58.703.877 I slot print_timing: id 0 | task 2937 | graphs reused = 2559 1.58.703.877 I slot print_timing: id 0 | task 2937 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.703.909 I slot release: id 0 | task 2937 | stop processing: n_tokens = 301, truncated = 0 1.58.716.137 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 235266015096 1.58.719.134 I slot launch_slot_: id 0 | task 2959 | processing task, is_child = 0 2.01.017.465 I slot print_timing: id 0 | task 2959 | prompt eval time = 1364.33 ms / 622 tokens ( 2.19 ms per token, 455.90 tokens per second) 2.01.017.469 I slot print_timing: id 0 | task 2959 | eval time = 933.98 ms / 34 tokens ( 28.30 ms per token, 35.33 tokens per second) 2.01.017.469 I slot print_timing: id 0 | task 2959 | total time = 2298.32 ms / 656 tokens 2.01.017.470 I slot print_timing: id 0 | task 2959 | graphs reused = 2591 2.01.017.471 I slot print_timing: id 0 | task 2959 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.017.534 I slot release: id 0 | task 2959 | stop processing: n_tokens = 655, truncated = 0 2.01.025.375 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 655, t_last = 235268328721 2.01.033.186 I slot launch_slot_: id 0 | task 2997 | processing task, is_child = 0 2.02.190.563 I slot print_timing: id 0 | task 2997 | prompt eval time = 622.75 ms / 262 tokens ( 2.38 ms per token, 420.71 tokens per second) 2.02.190.567 I slot print_timing: id 0 | task 2997 | eval time = 534.61 ms / 20 tokens ( 28.14 ms per token, 35.54 tokens per second) 2.02.190.568 I slot print_timing: id 0 | task 2997 | total time = 1157.37 ms / 282 tokens 2.02.190.569 I slot print_timing: id 0 | task 2997 | graphs reused = 2609 2.02.190.569 I slot print_timing: id 0 | task 2997 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.190.602 I slot release: id 0 | task 2997 | stop processing: n_tokens = 281, truncated = 0 2.02.200.950 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 235269501789 2.02.203.008 I slot launch_slot_: id 0 | task 3020 | processing task, is_child = 0 2.03.869.806 I slot print_timing: id 0 | task 3020 | prompt eval time = 988.90 ms / 477 tokens ( 2.07 ms per token, 482.35 tokens per second) 2.03.869.812 I slot print_timing: id 0 | task 3020 | eval time = 677.89 ms / 25 tokens ( 28.25 ms per token, 35.40 tokens per second) 2.03.869.813 I slot print_timing: id 0 | task 3020 | total time = 1666.79 ms / 502 tokens 2.03.869.814 I slot print_timing: id 0 | task 3020 | graphs reused = 2632 2.03.869.814 I slot print_timing: id 0 | task 3020 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.869.862 I slot release: id 0 | task 3020 | stop processing: n_tokens = 501, truncated = 0 2.03.880.650 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 501, t_last = 235271181049 2.03.887.756 I slot launch_slot_: id 0 | task 3048 | processing task, is_child = 0 2.06.167.854 I slot print_timing: id 0 | task 3048 | prompt eval time = 1240.88 ms / 549 tokens ( 2.26 ms per token, 442.43 tokens per second) 2.06.167.858 I slot print_timing: id 0 | task 3048 | eval time = 1039.20 ms / 38 tokens ( 28.09 ms per token, 35.60 tokens per second) 2.06.167.858 I slot print_timing: id 0 | task 3048 | total time = 2280.08 ms / 587 tokens 2.06.167.859 I slot print_timing: id 0 | task 3048 | graphs reused = 2668 2.06.167.860 I slot print_timing: id 0 | task 3048 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.167.909 I slot release: id 0 | task 3048 | stop processing: n_tokens = 586, truncated = 0 2.06.176.716 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 586, t_last = 235273479096 2.06.185.437 I slot launch_slot_: id 0 | task 3090 | processing task, is_child = 0 2.08.190.731 I slot print_timing: id 0 | task 3090 | prompt eval time = 908.33 ms / 392 tokens ( 2.32 ms per token, 431.56 tokens per second) 2.08.190.735 I slot print_timing: id 0 | task 3090 | eval time = 1096.95 ms / 40 tokens ( 28.13 ms per token, 35.55 tokens per second) 2.08.190.736 I slot print_timing: id 0 | task 3090 | total time = 2005.28 ms / 432 tokens 2.08.190.737 I slot print_timing: id 0 | task 3090 | graphs reused = 2706 2.08.190.737 I slot print_timing: id 0 | task 3090 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.190.785 I slot release: id 0 | task 3090 | stop processing: n_tokens = 431, truncated = 0 2.08.197.732 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 235275501972 2.08.201.798 I slot launch_slot_: id 0 | task 3133 | processing task, is_child = 0 2.09.861.893 I slot print_timing: id 0 | task 3133 | prompt eval time = 676.92 ms / 273 tokens ( 2.48 ms per token, 403.29 tokens per second) 2.09.861.898 I slot print_timing: id 0 | task 3133 | eval time = 983.16 ms / 36 tokens ( 28.09 ms per token, 35.60 tokens per second) 2.09.861.899 I slot print_timing: id 0 | task 3133 | total time = 1660.08 ms / 309 tokens 2.09.861.899 I slot print_timing: id 0 | task 3133 | graphs reused = 2740 2.09.861.900 I slot print_timing: id 0 | task 3133 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.861.931 I slot release: id 0 | task 3133 | stop processing: n_tokens = 308, truncated = 0 2.09.871.318 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 235277173118 2.09.873.004 I slot launch_slot_: id 0 | task 3172 | processing task, is_child = 0 2.12.532.451 I slot print_timing: id 0 | task 3172 | prompt eval time = 923.55 ms / 420 tokens ( 2.20 ms per token, 454.77 tokens per second) 2.12.532.458 I slot print_timing: id 0 | task 3172 | eval time = 1735.89 ms / 63 tokens ( 28.00 ms per token, 35.72 tokens per second) 2.12.532.459 I slot print_timing: id 0 | task 3172 | total time = 2659.44 ms / 483 tokens 2.12.532.460 I slot print_timing: id 0 | task 3172 | graphs reused = 2801 2.12.532.460 I slot print_timing: id 0 | task 3172 | graph reallocs = 0 / 0 (same size) / (changed size) 2.12.532.504 I slot release: id 0 | task 3172 | stop processing: n_tokens = 482, truncated = 0 2.12.542.538 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 482, t_last = 235279843691 2.12.548.846 I slot launch_slot_: id 0 | task 3238 | processing task, is_child = 0 2.14.877.380 I slot print_timing: id 0 | task 3238 | prompt eval time = 1314.78 ms / 582 tokens ( 2.26 ms per token, 442.66 tokens per second) 2.14.877.387 I slot print_timing: id 0 | task 3238 | eval time = 1013.74 ms / 37 tokens ( 28.16 ms per token, 35.51 tokens per second) 2.14.877.388 I slot print_timing: id 0 | task 3238 | total time = 2328.52 ms / 619 tokens 2.14.877.388 I slot print_timing: id 0 | task 3238 | graphs reused = 2836 2.14.877.389 I slot print_timing: id 0 | task 3238 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.877.443 I slot release: id 0 | task 3238 | stop processing: n_tokens = 618, truncated = 0 2.14.885.592 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 235282188631 2.14.894.114 I slot launch_slot_: id 0 | task 3279 | processing task, is_child = 0 2.16.657.646 I slot print_timing: id 0 | task 3279 | prompt eval time = 920.29 ms / 413 tokens ( 2.23 ms per token, 448.77 tokens per second) 2.16.657.650 I slot print_timing: id 0 | task 3279 | eval time = 843.22 ms / 31 tokens ( 28.11 ms per token, 35.58 tokens per second) 2.16.657.651 I slot print_timing: id 0 | task 3279 | total time = 1763.51 ms / 444 tokens 2.16.657.652 I slot print_timing: id 0 | task 3279 | graphs reused = 2865 2.16.657.652 I slot print_timing: id 0 | task 3279 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.657.692 I slot release: id 0 | task 3279 | stop processing: n_tokens = 443, truncated = 0 2.16.665.490 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 443, t_last = 235283968879 2.16.669.655 I slot launch_slot_: id 0 | task 3313 | processing task, is_child = 0 2.18.198.201 I slot print_timing: id 0 | task 3313 | prompt eval time = 798.90 ms / 362 tokens ( 2.21 ms per token, 453.12 tokens per second) 2.18.198.208 I slot print_timing: id 0 | task 3313 | eval time = 729.64 ms / 27 tokens ( 28.06 ms per token, 35.63 tokens per second) 2.18.198.209 I slot print_timing: id 0 | task 3313 | total time = 1528.54 ms / 389 tokens 2.18.198.210 I slot print_timing: id 0 | task 3313 | graphs reused = 2890 2.18.198.210 I slot print_timing: id 0 | task 3313 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.198.246 I slot release: id 0 | task 3313 | stop processing: n_tokens = 388, truncated = 0 2.18.205.455 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 388, t_last = 235285509433 2.18.208.006 I slot launch_slot_: id 0 | task 3343 | processing task, is_child = 0 2.19.547.046 I slot print_timing: id 0 | task 3343 | prompt eval time = 628.73 ms / 250 tokens ( 2.51 ms per token, 397.63 tokens per second) 2.19.547.052 I slot print_timing: id 0 | task 3343 | eval time = 710.30 ms / 26 tokens ( 28.41 ms per token, 35.20 tokens per second) 2.19.547.053 I slot print_timing: id 0 | task 3343 | total time = 1339.03 ms / 276 tokens 2.19.547.054 I slot print_timing: id 0 | task 3343 | graphs reused = 2913 2.19.547.054 I slot print_timing: id 0 | task 3343 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.547.085 I slot release: id 0 | task 3343 | stop processing: n_tokens = 275, truncated = 0 2.19.554.885 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 235286858272 2.19.556.355 I slot launch_slot_: id 0 | task 3372 | processing task, is_child = 0 2.21.292.086 I slot print_timing: id 0 | task 3372 | prompt eval time = 748.09 ms / 297 tokens ( 2.52 ms per token, 397.01 tokens per second) 2.21.292.089 I slot print_timing: id 0 | task 3372 | eval time = 987.62 ms / 36 tokens ( 28.22 ms per token, 35.44 tokens per second) 2.21.292.090 I slot print_timing: id 0 | task 3372 | total time = 1735.71 ms / 333 tokens 2.21.292.091 I slot print_timing: id 0 | task 3372 | graphs reused = 2947 2.21.292.091 I slot print_timing: id 0 | task 3372 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.292.125 I slot release: id 0 | task 3372 | stop processing: n_tokens = 332, truncated = 0 2.21.300.525 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 235288603312 2.21.304.429 I slot launch_slot_: id 0 | task 3411 | processing task, is_child = 0 2.22.838.958 I slot print_timing: id 0 | task 3411 | prompt eval time = 746.84 ms / 318 tokens ( 2.35 ms per token, 425.80 tokens per second) 2.22.838.964 I slot print_timing: id 0 | task 3411 | eval time = 787.68 ms / 29 tokens ( 28.13 ms per token, 35.55 tokens per second) 2.22.838.965 I slot print_timing: id 0 | task 3411 | total time = 1534.52 ms / 347 tokens 2.22.838.966 I slot print_timing: id 0 | task 3411 | graphs reused = 2974 2.22.838.966 I slot print_timing: id 0 | task 3411 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.839.002 I slot release: id 0 | task 3411 | stop processing: n_tokens = 346, truncated = 0 2.22.848.440 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 235290150189 2.22.853.190 I slot launch_slot_: id 0 | task 3443 | processing task, is_child = 0 2.24.787.965 I slot print_timing: id 0 | task 3443 | prompt eval time = 921.96 ms / 424 tokens ( 2.17 ms per token, 459.89 tokens per second) 2.24.787.969 I slot print_timing: id 0 | task 3443 | eval time = 1012.81 ms / 37 tokens ( 28.13 ms per token, 35.54 tokens per second) 2.24.787.970 I slot print_timing: id 0 | task 3443 | total time = 1934.77 ms / 461 tokens 2.24.787.970 I slot print_timing: id 0 | task 3443 | graphs reused = 3009 2.24.787.971 I slot print_timing: id 0 | task 3443 | graph reallocs = 0 / 0 (same size) / (changed size) 2.24.788.013 I slot release: id 0 | task 3443 | stop processing: n_tokens = 460, truncated = 0 2.24.797.506 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 460, t_last = 235292099200 2.24.803.703 I slot launch_slot_: id 0 | task 3483 | processing task, is_child = 0 2.26.418.887 I slot print_timing: id 0 | task 3483 | prompt eval time = 801.26 ms / 375 tokens ( 2.14 ms per token, 468.01 tokens per second) 2.26.418.892 I slot print_timing: id 0 | task 3483 | eval time = 813.91 ms / 30 tokens ( 28.07 ms per token, 35.63 tokens per second) 2.26.418.892 I slot print_timing: id 0 | task 3483 | total time = 1615.17 ms / 405 tokens 2.26.418.893 I slot print_timing: id 0 | task 3483 | graphs reused = 3037 2.26.418.894 I slot print_timing: id 0 | task 3483 | graph reallocs = 0 / 0 (same size) / (changed size) 2.26.418.930 I slot release: id 0 | task 3483 | stop processing: n_tokens = 404, truncated = 0 2.26.431.071 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 235293730117 2.26.436.565 I slot launch_slot_: id 0 | task 3516 | processing task, is_child = 0 2.28.454.653 I slot print_timing: id 0 | task 3516 | prompt eval time = 1283.11 ms / 592 tokens ( 2.17 ms per token, 461.38 tokens per second) 2.28.454.660 I slot print_timing: id 0 | task 3516 | eval time = 734.97 ms / 27 tokens ( 28.27 ms per token, 35.38 tokens per second) 2.28.454.661 I slot print_timing: id 0 | task 3516 | total time = 2018.08 ms / 619 tokens 2.28.454.661 I slot print_timing: id 0 | task 3516 | graphs reused = 3062 2.28.454.662 I slot print_timing: id 0 | task 3516 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.454.715 I slot release: id 0 | task 3516 | stop processing: n_tokens = 618, truncated = 0 2.28.463.639 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 235295765902 2.28.471.551 I slot launch_slot_: id 0 | task 3547 | processing task, is_child = 0 2.29.872.541 I slot print_timing: id 0 | task 3547 | prompt eval time = 808.22 ms / 371 tokens ( 2.18 ms per token, 459.04 tokens per second) 2.29.872.545 I slot print_timing: id 0 | task 3547 | eval time = 592.76 ms / 22 tokens ( 28.23 ms per token, 35.43 tokens per second) 2.29.872.545 I slot print_timing: id 0 | task 3547 | total time = 1400.98 ms / 393 tokens 2.29.872.546 I slot print_timing: id 0 | task 3547 | graphs reused = 3082 2.29.872.547 I slot print_timing: id 0 | task 3547 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.872.582 I slot release: id 0 | task 3547 | stop processing: n_tokens = 392, truncated = 0 2.29.880.469 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 235297183769 2.29.884.069 I slot launch_slot_: id 0 | task 3572 | processing task, is_child = 0 2.31.719.727 I slot print_timing: id 0 | task 3572 | prompt eval time = 935.42 ms / 416 tokens ( 2.25 ms per token, 444.72 tokens per second) 2.31.719.731 I slot print_timing: id 0 | task 3572 | eval time = 900.22 ms / 33 tokens ( 28.13 ms per token, 35.55 tokens per second) 2.31.719.731 I slot print_timing: id 0 | task 3572 | total time = 1835.64 ms / 449 tokens 2.31.719.732 I slot print_timing: id 0 | task 3572 | graphs reused = 3113 2.31.719.733 I slot print_timing: id 0 | task 3572 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.719.775 I slot release: id 0 | task 3572 | stop processing: n_tokens = 448, truncated = 0 2.31.728.488 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 235299030962 2.31.734.542 I slot launch_slot_: id 0 | task 3608 | processing task, is_child = 0 2.33.473.101 I slot print_timing: id 0 | task 3608 | prompt eval time = 809.43 ms / 373 tokens ( 2.17 ms per token, 460.82 tokens per second) 2.33.473.104 I slot print_timing: id 0 | task 3608 | eval time = 929.11 ms / 34 tokens ( 28.15 ms per token, 35.52 tokens per second) 2.33.473.105 I slot print_timing: id 0 | task 3608 | total time = 1738.54 ms / 407 tokens 2.33.473.106 I slot print_timing: id 0 | task 3608 | graphs reused = 3145 2.33.473.106 I slot print_timing: id 0 | task 3608 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.473.144 I slot release: id 0 | task 3608 | stop processing: n_tokens = 406, truncated = 0 2.33.483.189 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 235300784331 2.33.488.435 I slot launch_slot_: id 0 | task 3645 | processing task, is_child = 0 2.35.436.824 I slot print_timing: id 0 | task 3645 | prompt eval time = 1044.01 ms / 495 tokens ( 2.11 ms per token, 474.14 tokens per second) 2.35.436.828 I slot print_timing: id 0 | task 3645 | eval time = 904.37 ms / 33 tokens ( 28.26 ms per token, 35.38 tokens per second) 2.35.436.829 I slot print_timing: id 0 | task 3645 | total time = 1948.38 ms / 528 tokens 2.35.436.829 I slot print_timing: id 0 | task 3645 | graphs reused = 3175 2.35.436.830 I slot print_timing: id 0 | task 3645 | graph reallocs = 0 / 0 (same size) / (changed size) 2.35.436.878 I slot release: id 0 | task 3645 | stop processing: n_tokens = 527, truncated = 0 2.35.448.195 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 527, t_last = 235302748065 2.35.455.299 I slot launch_slot_: id 0 | task 3681 | processing task, is_child = 0 2.38.467.344 I slot print_timing: id 0 | task 3681 | prompt eval time = 1299.91 ms / 582 tokens ( 2.23 ms per token, 447.72 tokens per second) 2.38.467.350 I slot print_timing: id 0 | task 3681 | eval time = 1712.12 ms / 62 tokens ( 28.07 ms per token, 35.63 tokens per second) 2.38.467.351 I slot print_timing: id 0 | task 3681 | total time = 3012.03 ms / 644 tokens 2.38.467.352 I slot print_timing: id 0 | task 3681 | graphs reused = 3235 2.38.467.352 I slot print_timing: id 0 | task 3681 | graph reallocs = 0 / 0 (same size) / (changed size) 2.38.467.404 I slot release: id 0 | task 3681 | stop processing: n_tokens = 643, truncated = 0 2.38.473.485 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 235305778591 2.38.481.718 I slot launch_slot_: id 0 | task 3747 | processing task, is_child = 0 2.40.436.840 I slot print_timing: id 0 | task 3747 | prompt eval time = 497.30 ms / 175 tokens ( 2.84 ms per token, 351.90 tokens per second) 2.40.436.844 I slot print_timing: id 0 | task 3747 | eval time = 1457.80 ms / 53 tokens ( 28.03 ms per token, 35.67 tokens per second) 2.40.436.845 I slot print_timing: id 0 | task 3747 | total time = 1955.11 ms / 228 tokens 2.40.436.845 I slot print_timing: id 0 | task 3747 | graphs reused = 3286 2.40.436.846 I slot print_timing: id 0 | task 3747 | graph reallocs = 0 / 0 (same size) / (changed size) 2.40.436.877 I slot release: id 0 | task 3747 | stop processing: n_tokens = 227, truncated = 0 2.40.442.630 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 235307748064 2.40.443.760 I slot launch_slot_: id 0 | task 3803 | processing task, is_child = 0 2.42.484.516 I slot print_timing: id 0 | task 3803 | prompt eval time = 499.75 ms / 197 tokens ( 2.54 ms per token, 394.20 tokens per second) 2.42.484.519 I slot print_timing: id 0 | task 3803 | eval time = 1540.99 ms / 56 tokens ( 28.02 ms per token, 35.69 tokens per second) 2.42.484.520 I slot print_timing: id 0 | task 3803 | total time = 2040.74 ms / 253 tokens 2.42.484.521 I slot print_timing: id 0 | task 3803 | graphs reused = 3340 2.42.484.521 I slot print_timing: id 0 | task 3803 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.484.545 I slot release: id 0 | task 3803 | stop processing: n_tokens = 252, truncated = 0 2.42.491.160 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 235309795732 2.42.492.425 I slot launch_slot_: id 0 | task 3862 | processing task, is_child = 0 2.44.837.342 I slot print_timing: id 0 | task 3862 | prompt eval time = 498.00 ms / 189 tokens ( 2.63 ms per token, 379.52 tokens per second) 2.44.837.348 I slot print_timing: id 0 | task 3862 | eval time = 1846.90 ms / 67 tokens ( 27.98 ms per token, 35.74 tokens per second) 2.44.837.349 I slot print_timing: id 0 | task 3862 | total time = 2344.90 ms / 256 tokens 2.44.837.349 I slot print_timing: id 0 | task 3862 | graphs reused = 3405 2.44.837.350 I slot print_timing: id 0 | task 3862 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.837.375 I slot release: id 0 | task 3862 | stop processing: n_tokens = 255, truncated = 0 2.44.843.468 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 235312148562 2.44.844.711 I slot launch_slot_: id 0 | task 3932 | processing task, is_child = 0 2.47.288.661 I slot print_timing: id 0 | task 3932 | prompt eval time = 455.54 ms / 152 tokens ( 3.00 ms per token, 333.67 tokens per second) 2.47.288.668 I slot print_timing: id 0 | task 3932 | eval time = 1988.40 ms / 72 tokens ( 28.01 ms per token, 35.71 tokens per second) 2.47.288.668 I slot print_timing: id 0 | task 3932 | total time = 2443.94 ms / 224 tokens 2.47.288.669 I slot print_timing: id 0 | task 3932 | graphs reused = 3475 2.47.288.670 I slot print_timing: id 0 | task 3932 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.288.694 I slot release: id 0 | task 3932 | stop processing: n_tokens = 223, truncated = 0 2.47.296.046 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 235314599881 2.47.297.835 I slot launch_slot_: id 0 | task 4007 | processing task, is_child = 0 2.49.833.576 I slot print_timing: id 0 | task 4007 | prompt eval time = 514.86 ms / 215 tokens ( 2.39 ms per token, 417.59 tokens per second) 2.49.833.580 I slot print_timing: id 0 | task 4007 | eval time = 2020.87 ms / 73 tokens ( 28.07 ms per token, 35.63 tokens per second) 2.49.833.580 I slot print_timing: id 0 | task 4007 | total time = 2535.73 ms / 288 tokens 2.49.833.581 I slot print_timing: id 0 | task 4007 | graphs reused = 3545 2.49.833.582 I slot print_timing: id 0 | task 4007 | graph reallocs = 0 / 0 (same size) / (changed size) 2.49.833.610 I slot release: id 0 | task 4007 | stop processing: n_tokens = 287, truncated = 0 2.49.841.926 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 235317144797 2.49.844.254 I slot launch_slot_: id 0 | task 4083 | processing task, is_child = 0 2.53.478.478 I slot print_timing: id 0 | task 4083 | n_gen = 108, tg = 35.63 t/s, tg_3s = 35.96 t/s 2.54.232.416 I slot print_timing: id 0 | task 4083 | prompt eval time = 631.01 ms / 252 tokens ( 2.50 ms per token, 399.36 tokens per second) 2.54.232.420 I slot print_timing: id 0 | task 4083 | eval time = 3757.14 ms / 135 tokens ( 28.04 ms per token, 35.67 tokens per second) 2.54.232.421 I slot print_timing: id 0 | task 4083 | total time = 4388.15 ms / 387 tokens 2.54.232.421 I slot print_timing: id 0 | task 4083 | graphs reused = 3677 2.54.232.422 I slot print_timing: id 0 | task 4083 | graph reallocs = 0 / 0 (same size) / (changed size) 2.54.232.448 I slot release: id 0 | task 4083 | stop processing: n_tokens = 386, truncated = 0 2.54.238.889 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 386, t_last = 235321543635 2.54.242.749 I slot launch_slot_: id 0 | task 4221 | processing task, is_child = 0 2.58.060.433 I slot print_timing: id 0 | task 4221 | n_gen = 109, tg = 35.70 t/s, tg_3s = 36.03 t/s 2.58.936.385 I slot print_timing: id 0 | task 4221 | prompt eval time = 792.05 ms / 331 tokens ( 2.39 ms per token, 417.90 tokens per second) 2.58.936.390 I slot print_timing: id 0 | task 4221 | eval time = 3901.57 ms / 140 tokens ( 28.07 ms per token, 35.63 tokens per second) 2.58.936.390 I slot print_timing: id 0 | task 4221 | total time = 4693.62 ms / 471 tokens 2.58.936.391 I slot print_timing: id 0 | task 4221 | graphs reused = 3815 2.58.936.392 I slot print_timing: id 0 | task 4221 | graph reallocs = 0 / 0 (same size) / (changed size) 2.58.936.430 I slot release: id 0 | task 4221 | stop processing: n_tokens = 470, truncated = 0 2.58.942.385 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 235326247617 2.58.947.899 I slot launch_slot_: id 0 | task 4364 | processing task, is_child = 0 3.01.553.959 I slot print_timing: id 0 | task 4364 | prompt eval time = 394.19 ms / 162 tokens ( 2.43 ms per token, 410.97 tokens per second) 3.01.553.967 I slot print_timing: id 0 | task 4364 | eval time = 2211.85 ms / 80 tokens ( 28.00 ms per token, 35.72 tokens per second) 3.01.553.967 I slot print_timing: id 0 | task 4364 | total time = 2606.04 ms / 242 tokens 3.01.553.968 I slot print_timing: id 0 | task 4364 | graphs reused = 3893 3.01.553.969 I slot print_timing: id 0 | task 4364 | graph reallocs = 0 / 0 (same size) / (changed size) 3.01.553.992 I slot release: id 0 | task 4364 | stop processing: n_tokens = 241, truncated = 0 3.01.560.076 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 241, t_last = 235328865179 3.01.561.207 I slot launch_slot_: id 0 | task 4447 | processing task, is_child = 0 3.04.228.464 I slot print_timing: id 0 | task 4447 | prompt eval time = 455.00 ms / 164 tokens ( 2.77 ms per token, 360.44 tokens per second) 3.04.228.468 I slot print_timing: id 0 | task 4447 | eval time = 2212.25 ms / 80 tokens ( 28.00 ms per token, 35.71 tokens per second) 3.04.228.468 I slot print_timing: id 0 | task 4447 | total time = 2667.25 ms / 244 tokens 3.04.228.469 I slot print_timing: id 0 | task 4447 | graphs reused = 3971 3.04.228.470 I slot print_timing: id 0 | task 4447 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.228.493 I slot release: id 0 | task 4447 | stop processing: n_tokens = 243, truncated = 0 3.04.234.423 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 235331539680 3.04.237.668 I slot launch_slot_: id 0 | task 4530 | processing task, is_child = 0 3.07.120.701 I slot print_timing: id 0 | task 4530 | prompt eval time = 504.06 ms / 216 tokens ( 2.33 ms per token, 428.52 tokens per second) 3.07.120.704 I slot print_timing: id 0 | task 4530 | eval time = 2378.96 ms / 86 tokens ( 27.99 ms per token, 35.73 tokens per second) 3.07.120.704 I slot print_timing: id 0 | task 4530 | total time = 2883.02 ms / 302 tokens 3.07.120.705 I slot print_timing: id 0 | task 4530 | graphs reused = 4054 3.07.120.706 I slot print_timing: id 0 | task 4530 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.120.726 I slot release: id 0 | task 4530 | stop processing: n_tokens = 301, truncated = 0 3.07.124.919 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 235334431913 3.07.127.176 I slot launch_slot_: id 0 | task 4619 | processing task, is_child = 0 3.09.347.166 I slot print_timing: id 0 | task 4619 | prompt eval time = 677.00 ms / 280 tokens ( 2.42 ms per token, 413.59 tokens per second) 3.09.347.173 I slot print_timing: id 0 | task 4619 | eval time = 1542.97 ms / 56 tokens ( 28.05 ms per token, 35.65 tokens per second) 3.09.347.173 I slot print_timing: id 0 | task 4619 | total time = 2219.97 ms / 336 tokens 3.09.347.174 I slot print_timing: id 0 | task 4619 | graphs reused = 4108 3.09.347.174 I slot print_timing: id 0 | task 4619 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.347.210 I slot release: id 0 | task 4619 | stop processing: n_tokens = 335, truncated = 0 3.09.353.517 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 235336658397 3.09.357.450 I slot launch_slot_: id 0 | task 4678 | processing task, is_child = 0 3.11.484.143 I slot print_timing: id 0 | task 4678 | prompt eval time = 610.20 ms / 233 tokens ( 2.62 ms per token, 381.84 tokens per second) 3.11.484.150 I slot print_timing: id 0 | task 4678 | eval time = 1516.48 ms / 55 tokens ( 28.08 ms per token, 35.61 tokens per second) 3.11.484.151 I slot print_timing: id 0 | task 4678 | total time = 2126.68 ms / 288 tokens 3.11.484.152 I slot print_timing: id 0 | task 4678 | graphs reused = 4160 3.11.484.152 I slot print_timing: id 0 | task 4678 | graph reallocs = 0 / 0 (same size) / (changed size) 3.11.484.181 I slot release: id 0 | task 4678 | stop processing: n_tokens = 287, truncated = 0 3.11.490.964 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 235338795368 3.11.494.465 I slot launch_slot_: id 0 | task 4736 | processing task, is_child = 0 3.15.089.467 I slot print_timing: id 0 | task 4736 | n_gen = 109, tg = 35.67 t/s, tg_3s = 36.00 t/s 3.15.256.928 I slot print_timing: id 0 | task 4736 | prompt eval time = 567.49 ms / 224 tokens ( 2.53 ms per token, 394.72 tokens per second) 3.15.256.935 I slot print_timing: id 0 | task 4736 | eval time = 3194.96 ms / 115 tokens ( 28.03 ms per token, 35.68 tokens per second) 3.15.256.936 I slot print_timing: id 0 | task 4736 | total time = 3762.45 ms / 339 tokens 3.15.256.936 I slot print_timing: id 0 | task 4736 | graphs reused = 4272 3.15.256.937 I slot print_timing: id 0 | task 4736 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.256.966 I slot release: id 0 | task 4736 | stop processing: n_tokens = 338, truncated = 0 3.15.263.059 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 338, t_last = 235342568154 3.15.266.993 I slot launch_slot_: id 0 | task 4854 | processing task, is_child = 0 3.17.801.005 I slot print_timing: id 0 | task 4854 | prompt eval time = 626.23 ms / 245 tokens ( 2.56 ms per token, 391.23 tokens per second) 3.17.801.009 I slot print_timing: id 0 | task 4854 | eval time = 1907.77 ms / 69 tokens ( 28.06 ms per token, 35.64 tokens per second) 3.17.801.010 I slot print_timing: id 0 | task 4854 | total time = 2534.00 ms / 314 tokens 3.17.801.010 I slot print_timing: id 0 | task 4854 | graphs reused = 4338 3.17.801.011 I slot print_timing: id 0 | task 4854 | graph reallocs = 0 / 0 (same size) / (changed size) 3.17.801.041 I slot release: id 0 | task 4854 | stop processing: n_tokens = 313, truncated = 0 3.17.806.783 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 235345112228 3.17.810.509 I slot launch_slot_: id 0 | task 4926 | processing task, is_child = 0 3.20.123.383 I slot print_timing: id 0 | task 4926 | prompt eval time = 462.20 ms / 182 tokens ( 2.54 ms per token, 393.77 tokens per second) 3.20.123.387 I slot print_timing: id 0 | task 4926 | eval time = 1850.66 ms / 67 tokens ( 28.04 ms per token, 35.66 tokens per second) 3.20.123.388 I slot print_timing: id 0 | task 4926 | total time = 2312.86 ms / 249 tokens 3.20.123.388 I slot print_timing: id 0 | task 4926 | graphs reused = 4403 3.20.123.389 I slot print_timing: id 0 | task 4926 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.123.417 I slot release: id 0 | task 4926 | stop processing: n_tokens = 248, truncated = 0 3.20.129.773 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 248, t_last = 235347434604 3.20.132.224 I slot launch_slot_: id 0 | task 4996 | processing task, is_child = 0 3.23.796.774 I slot print_timing: id 0 | task 4996 | n_gen = 109, tg = 35.67 t/s, tg_3s = 36.00 t/s 3.23.964.789 I slot print_timing: id 0 | task 4996 | prompt eval time = 636.67 ms / 280 tokens ( 2.27 ms per token, 439.79 tokens per second) 3.23.964.796 I slot print_timing: id 0 | task 4996 | eval time = 3195.88 ms / 115 tokens ( 28.03 ms per token, 35.67 tokens per second) 3.23.964.796 I slot print_timing: id 0 | task 4996 | total time = 3832.55 ms / 395 tokens 3.23.964.797 I slot print_timing: id 0 | task 4996 | graphs reused = 4516 3.23.964.798 I slot print_timing: id 0 | task 4996 | graph reallocs = 0 / 0 (same size) / (changed size) 3.23.964.831 I slot release: id 0 | task 4996 | stop processing: n_tokens = 394, truncated = 0 3.23.970.918 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 235351276018 3.23.975.480 I slot launch_slot_: id 0 | task 5114 | processing task, is_child = 0 3.27.459.838 I slot print_timing: id 0 | task 5114 | n_gen = 109, tg = 35.68 t/s, tg_3s = 36.01 t/s 3.28.074.314 I slot print_timing: id 0 | task 5114 | prompt eval time = 457.19 ms / 173 tokens ( 2.64 ms per token, 378.40 tokens per second) 3.28.074.320 I slot print_timing: id 0 | task 5114 | eval time = 3641.64 ms / 131 tokens ( 28.01 ms per token, 35.70 tokens per second) 3.28.074.321 I slot print_timing: id 0 | task 5114 | total time = 4098.82 ms / 304 tokens 3.28.074.322 I slot print_timing: id 0 | task 5114 | graphs reused = 4644 3.28.074.322 I slot print_timing: id 0 | task 5114 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.074.348 I slot release: id 0 | task 5114 | stop processing: n_tokens = 303, truncated = 0 3.28.080.638 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 235355385536 3.28.083.497 I slot launch_slot_: id 0 | task 5248 | processing task, is_child = 0 3.30.880.074 I slot print_timing: id 0 | task 5248 | prompt eval time = 407.59 ms / 158 tokens ( 2.58 ms per token, 387.64 tokens per second) 3.30.880.078 I slot print_timing: id 0 | task 5248 | eval time = 2388.97 ms / 86 tokens ( 28.11 ms per token, 35.58 tokens per second) 3.30.880.080 I slot print_timing: id 0 | task 5248 | total time = 2796.57 ms / 244 tokens 3.30.880.080 I slot print_timing: id 0 | task 5248 | graphs reused = 4728 3.30.880.081 I slot print_timing: id 0 | task 5248 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.880.108 I slot release: id 0 | task 5248 | stop processing: n_tokens = 243, truncated = 0 3.30.886.851 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 235358191295 3.30.889.792 I slot launch_slot_: id 0 | task 5337 | processing task, is_child = 0 3.34.497.579 I slot print_timing: id 0 | task 5337 | prompt eval time = 631.32 ms / 244 tokens ( 2.59 ms per token, 386.49 tokens per second) 3.34.497.586 I slot print_timing: id 0 | task 5337 | eval time = 2976.46 ms / 107 tokens ( 28.08 ms per token, 35.61 tokens per second) 3.34.497.586 I slot print_timing: id 0 | task 5337 | total time = 3607.78 ms / 351 tokens 3.34.497.587 I slot print_timing: id 0 | task 5337 | graphs reused = 4832 3.34.497.587 I slot print_timing: id 0 | task 5337 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.497.620 I slot release: id 0 | task 5337 | stop processing: n_tokens = 350, truncated = 0 3.34.504.093 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 235361808807 3.34.508.414 I slot launch_slot_: id 0 | task 5447 | processing task, is_child = 0 3.36.629.675 I slot print_timing: id 0 | task 5447 | prompt eval time = 497.38 ms / 182 tokens ( 2.73 ms per token, 365.92 tokens per second) 3.36.629.679 I slot print_timing: id 0 | task 5447 | eval time = 1623.87 ms / 59 tokens ( 28.00 ms per token, 35.72 tokens per second) 3.36.629.680 I slot print_timing: id 0 | task 5447 | total time = 2121.25 ms / 241 tokens 3.36.629.681 I slot print_timing: id 0 | task 5447 | graphs reused = 4889 3.36.629.681 I slot print_timing: id 0 | task 5447 | graph reallocs = 0 / 0 (same size) / (changed size) 3.36.629.712 I slot release: id 0 | task 5447 | stop processing: n_tokens = 240, truncated = 0 3.36.636.373 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 240, t_last = 235363940899 3.36.639.412 I slot launch_slot_: id 0 | task 5509 | processing task, is_child = 0 3.40.317.608 I slot print_timing: id 0 | task 5509 | n_gen = 108, tg = 35.57 t/s, tg_3s = 35.91 t/s 3.41.750.869 I slot print_timing: id 0 | task 5509 | prompt eval time = 670.37 ms / 278 tokens ( 2.41 ms per token, 414.70 tokens per second) 3.41.750.875 I slot print_timing: id 0 | task 5509 | eval time = 4441.08 ms / 159 tokens ( 28.11 ms per token, 35.58 tokens per second) 3.41.750.875 I slot print_timing: id 0 | task 5509 | total time = 5111.44 ms / 437 tokens 3.41.750.876 I slot print_timing: id 0 | task 5509 | graphs reused = 5046 3.41.750.876 I slot print_timing: id 0 | task 5509 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.750.904 I slot release: id 0 | task 5509 | stop processing: n_tokens = 436, truncated = 0 3.41.754.971 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 436, t_last = 235369062091 3.41.758.566 I slot launch_slot_: id 0 | task 5671 | processing task, is_child = 0 3.44.288.936 I slot print_timing: id 0 | task 5671 | prompt eval time = 557.29 ms / 219 tokens ( 2.54 ms per token, 392.97 tokens per second) 3.44.288.942 I slot print_timing: id 0 | task 5671 | eval time = 1973.06 ms / 71 tokens ( 28.19 ms per token, 35.48 tokens per second) 3.44.288.943 I slot print_timing: id 0 | task 5671 | total time = 2530.35 ms / 290 tokens 3.44.288.943 I slot print_timing: id 0 | task 5671 | graphs reused = 5114 3.44.288.944 I slot print_timing: id 0 | task 5671 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.288.972 I slot release: id 0 | task 5671 | stop processing: n_tokens = 289, truncated = 0 3.44.295.940 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 235371600159 3.44.299.130 I slot launch_slot_: id 0 | task 5745 | processing task, is_child = 0 3.47.027.464 I slot print_timing: id 0 | task 5745 | prompt eval time = 627.61 ms / 279 tokens ( 2.25 ms per token, 444.54 tokens per second) 3.47.027.471 I slot print_timing: id 0 | task 5745 | eval time = 2100.71 ms / 76 tokens ( 28.01 ms per token, 35.70 tokens per second) 3.47.027.472 I slot print_timing: id 0 | task 5745 | total time = 2728.32 ms / 355 tokens 3.47.027.472 I slot print_timing: id 0 | task 5745 | graphs reused = 5188 3.47.027.473 I slot print_timing: id 0 | task 5745 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.027.502 I slot release: id 0 | task 5745 | stop processing: n_tokens = 354, truncated = 0 3.47.035.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 235374338689 3.47.041.677 I slot launch_slot_: id 0 | task 5824 | processing task, is_child = 0 3.50.095.222 I slot print_timing: id 0 | task 5824 | prompt eval time = 672.86 ms / 289 tokens ( 2.33 ms per token, 429.51 tokens per second) 3.50.095.226 I slot print_timing: id 0 | task 5824 | eval time = 2380.68 ms / 86 tokens ( 28.01 ms per token, 35.70 tokens per second) 3.50.095.227 I slot print_timing: id 0 | task 5824 | total time = 3053.53 ms / 375 tokens 3.50.095.228 I slot print_timing: id 0 | task 5824 | graphs reused = 5272 3.50.095.228 I slot print_timing: id 0 | task 5824 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.095.259 I slot release: id 0 | task 5824 | stop processing: n_tokens = 374, truncated = 0 3.50.103.133 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 235377406446 3.50.109.931 I slot launch_slot_: id 0 | task 5913 | processing task, is_child = 0 3.53.559.757 I slot print_timing: id 0 | task 5913 | prompt eval time = 679.06 ms / 274 tokens ( 2.48 ms per token, 403.50 tokens per second) 3.53.559.761 I slot print_timing: id 0 | task 5913 | eval time = 2770.75 ms / 100 tokens ( 27.99 ms per token, 35.73 tokens per second) 3.53.559.761 I slot print_timing: id 0 | task 5913 | total time = 3449.81 ms / 374 tokens 3.53.559.762 I slot print_timing: id 0 | task 5913 | graphs reused = 5370 3.53.559.763 I slot print_timing: id 0 | task 5913 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.559.793 I slot release: id 0 | task 5913 | stop processing: n_tokens = 373, truncated = 0 3.53.567.335 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 235380870980 3.53.573.542 I slot launch_slot_: id 0 | task 6016 | processing task, is_child = 0 3.55.871.328 I slot print_timing: id 0 | task 6016 | prompt eval time = 556.79 ms / 229 tokens ( 2.43 ms per token, 411.29 tokens per second) 3.55.871.336 I slot print_timing: id 0 | task 6016 | eval time = 1740.98 ms / 63 tokens ( 28.08 ms per token, 35.61 tokens per second) 3.55.871.337 I slot print_timing: id 0 | task 6016 | total time = 2297.77 ms / 292 tokens 3.55.871.337 I slot print_timing: id 0 | task 6016 | graphs reused = 5430 3.55.871.338 I slot print_timing: id 0 | task 6016 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.871.365 I slot release: id 0 | task 6016 | stop processing: n_tokens = 291, truncated = 0 3.55.878.411 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 235383182552 3.55.882.577 I slot launch_slot_: id 0 | task 6082 | processing task, is_child = 0 3.57.871.454 I slot print_timing: id 0 | task 6082 | prompt eval time = 445.21 ms / 162 tokens ( 2.75 ms per token, 363.87 tokens per second) 3.57.871.457 I slot print_timing: id 0 | task 6082 | eval time = 1543.66 ms / 56 tokens ( 28.07 ms per token, 35.63 tokens per second) 3.57.871.458 I slot print_timing: id 0 | task 6082 | total time = 1988.87 ms / 218 tokens 3.57.871.458 I slot print_timing: id 0 | task 6082 | graphs reused = 5484 3.57.871.459 I slot print_timing: id 0 | task 6082 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.871.482 I slot release: id 0 | task 6082 | stop processing: n_tokens = 217, truncated = 0 3.57.878.871 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 235385182669 3.57.883.233 I slot launch_slot_: id 0 | task 6141 | processing task, is_child = 0 3.59.740.305 I slot print_timing: id 0 | task 6141 | prompt eval time = 615.80 ms / 249 tokens ( 2.47 ms per token, 404.35 tokens per second) 3.59.740.315 I slot print_timing: id 0 | task 6141 | eval time = 1241.26 ms / 45 tokens ( 28.21 ms per token, 35.45 tokens per second) 3.59.740.315 I slot print_timing: id 0 | task 6141 | total time = 1857.06 ms / 294 tokens 3.59.740.316 I slot print_timing: id 0 | task 6141 | graphs reused = 5526 3.59.740.317 I slot print_timing: id 0 | task 6141 | graph reallocs = 0 / 0 (same size) / (changed size) 3.59.740.345 I slot release: id 0 | task 6141 | stop processing: n_tokens = 293, truncated = 0 3.59.747.094 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 235387051532 3.59.752.621 I slot launch_slot_: id 0 | task 6189 | processing task, is_child = 0 4.01.456.198 I slot print_timing: id 0 | task 6189 | prompt eval time = 386.24 ms / 132 tokens ( 2.93 ms per token, 341.76 tokens per second) 4.01.456.202 I slot print_timing: id 0 | task 6189 | eval time = 1317.33 ms / 48 tokens ( 28.03 ms per token, 35.68 tokens per second) 4.01.456.203 I slot print_timing: id 0 | task 6189 | total time = 1703.57 ms / 180 tokens 4.01.456.203 I slot print_timing: id 0 | task 6189 | graphs reused = 5572 4.01.456.204 I slot print_timing: id 0 | task 6189 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.456.226 I slot release: id 0 | task 6189 | stop processing: n_tokens = 179, truncated = 0 4.01.463.450 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 235388767413 4.01.465.983 I slot launch_slot_: id 0 | task 6240 | processing task, is_child = 0 4.03.483.063 I slot print_timing: id 0 | task 6240 | prompt eval time = 448.31 ms / 174 tokens ( 2.58 ms per token, 388.13 tokens per second) 4.03.483.070 I slot print_timing: id 0 | task 6240 | eval time = 1568.76 ms / 57 tokens ( 28.01 ms per token, 35.70 tokens per second) 4.03.483.070 I slot print_timing: id 0 | task 6240 | total time = 2017.07 ms / 231 tokens 4.03.483.071 I slot print_timing: id 0 | task 6240 | graphs reused = 5627 4.03.483.072 I slot print_timing: id 0 | task 6240 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.483.096 I slot release: id 0 | task 6240 | stop processing: n_tokens = 230, truncated = 0 4.03.491.172 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 235390794283 4.03.495.584 I slot launch_slot_: id 0 | task 6300 | processing task, is_child = 0 4.05.661.731 I slot print_timing: id 0 | task 6300 | prompt eval time = 621.93 ms / 253 tokens ( 2.46 ms per token, 406.80 tokens per second) 4.05.661.739 I slot print_timing: id 0 | task 6300 | eval time = 1544.20 ms / 56 tokens ( 28.08 ms per token, 35.62 tokens per second) 4.05.661.740 I slot print_timing: id 0 | task 6300 | total time = 2166.13 ms / 309 tokens 4.05.661.741 I slot print_timing: id 0 | task 6300 | graphs reused = 5680 4.05.661.741 I slot print_timing: id 0 | task 6300 | graph reallocs = 0 / 0 (same size) / (changed size) 4.05.661.772 I slot release: id 0 | task 6300 | stop processing: n_tokens = 308, truncated = 0 4.05.670.349 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 235392972959 4.05.676.637 I slot launch_slot_: id 0 | task 6359 | processing task, is_child = 0 4.07.319.624 I slot print_timing: id 0 | task 6359 | prompt eval time = 573.12 ms / 252 tokens ( 2.27 ms per token, 439.70 tokens per second) 4.07.319.631 I slot print_timing: id 0 | task 6359 | eval time = 1069.85 ms / 39 tokens ( 28.15 ms per token, 35.52 tokens per second) 4.07.319.631 I slot print_timing: id 0 | task 6359 | total time = 1642.97 ms / 291 tokens 4.07.319.632 I slot print_timing: id 0 | task 6359 | graphs reused = 5716 4.07.319.633 I slot print_timing: id 0 | task 6359 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.319.665 I slot release: id 0 | task 6359 | stop processing: n_tokens = 290, truncated = 0 4.07.327.858 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 235394630853 4.07.334.028 I slot launch_slot_: id 0 | task 6401 | processing task, is_child = 0 4.09.222.342 I slot print_timing: id 0 | task 6401 | prompt eval time = 626.79 ms / 272 tokens ( 2.30 ms per token, 433.96 tokens per second) 4.09.222.346 I slot print_timing: id 0 | task 6401 | eval time = 1261.51 ms / 46 tokens ( 28.03 ms per token, 35.67 tokens per second) 4.09.222.346 I slot print_timing: id 0 | task 6401 | total time = 1888.30 ms / 318 tokens 4.09.222.347 I slot print_timing: id 0 | task 6401 | graphs reused = 5760 4.09.222.348 I slot print_timing: id 0 | task 6401 | graph reallocs = 0 / 0 (same size) / (changed size) 4.09.222.381 I slot release: id 0 | task 6401 | stop processing: n_tokens = 317, truncated = 0 4.09.231.119 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 235396533568 4.09.235.965 I slot launch_slot_: id 0 | task 6450 | processing task, is_child = 0 4.10.422.377 I slot print_timing: id 0 | task 6450 | prompt eval time = 678.82 ms / 279 tokens ( 2.43 ms per token, 411.01 tokens per second) 4.10.422.384 I slot print_timing: id 0 | task 6450 | eval time = 507.58 ms / 19 tokens ( 28.20 ms per token, 35.46 tokens per second) 4.10.422.385 I slot print_timing: id 0 | task 6450 | total time = 1186.40 ms / 298 tokens 4.10.422.385 I slot print_timing: id 0 | task 6450 | graphs reused = 5777 4.10.422.386 I slot print_timing: id 0 | task 6450 | graph reallocs = 0 / 0 (same size) / (changed size) 4.10.422.421 I slot release: id 0 | task 6450 | stop processing: n_tokens = 297, truncated = 0 4.10.430.186 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 235397733608 4.10.435.750 I slot launch_slot_: id 0 | task 6472 | processing task, is_child = 0 4.13.021.093 I slot print_timing: id 0 | task 6472 | prompt eval time = 679.88 ms / 284 tokens ( 2.39 ms per token, 417.72 tokens per second) 4.13.021.100 I slot print_timing: id 0 | task 6472 | eval time = 1905.45 ms / 69 tokens ( 28.02 ms per token, 35.69 tokens per second) 4.13.021.101 I slot print_timing: id 0 | task 6472 | total time = 2585.33 ms / 353 tokens 4.13.021.102 I slot print_timing: id 0 | task 6472 | graphs reused = 5844 4.13.021.102 I slot print_timing: id 0 | task 6472 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.021.132 I slot release: id 0 | task 6472 | stop processing: n_tokens = 352, truncated = 0 4.13.028.962 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 235400332319 4.13.035.055 I slot launch_slot_: id 0 | task 6544 | processing task, is_child = 0 4.15.234.617 I slot print_timing: id 0 | task 6544 | prompt eval time = 569.18 ms / 233 tokens ( 2.44 ms per token, 409.36 tokens per second) 4.15.234.624 I slot print_timing: id 0 | task 6544 | eval time = 1630.38 ms / 59 tokens ( 28.11 ms per token, 35.57 tokens per second) 4.15.234.625 I slot print_timing: id 0 | task 6544 | total time = 2199.55 ms / 292 tokens 4.15.234.626 I slot print_timing: id 0 | task 6544 | graphs reused = 5900 4.15.234.627 I slot print_timing: id 0 | task 6544 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.234.661 I slot release: id 0 | task 6544 | stop processing: n_tokens = 291, truncated = 0 4.15.241.774 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 235402545848 4.15.246.948 I slot launch_slot_: id 0 | task 6606 | processing task, is_child = 0 4.17.173.045 I slot print_timing: id 0 | task 6606 | prompt eval time = 496.77 ms / 169 tokens ( 2.94 ms per token, 340.20 tokens per second) 4.17.173.048 I slot print_timing: id 0 | task 6606 | eval time = 1429.31 ms / 52 tokens ( 28.03 ms per token, 35.68 tokens per second) 4.17.173.049 I slot print_timing: id 0 | task 6606 | total time = 1926.08 ms / 221 tokens 4.17.173.050 I slot print_timing: id 0 | task 6606 | graphs reused = 5950 4.17.173.050 I slot print_timing: id 0 | task 6606 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.173.076 I slot release: id 0 | task 6606 | stop processing: n_tokens = 220, truncated = 0 4.17.183.114 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 235404484263 4.17.186.130 I slot launch_slot_: id 0 | task 6661 | processing task, is_child = 0 4.20.091.143 I slot print_timing: id 0 | task 6661 | prompt eval time = 798.91 ms / 352 tokens ( 2.27 ms per token, 440.60 tokens per second) 4.20.091.150 I slot print_timing: id 0 | task 6661 | eval time = 2106.09 ms / 76 tokens ( 28.08 ms per token, 35.61 tokens per second) 4.20.091.151 I slot print_timing: id 0 | task 6661 | total time = 2905.00 ms / 428 tokens 4.20.091.152 I slot print_timing: id 0 | task 6661 | graphs reused = 6024 4.20.091.152 I slot print_timing: id 0 | task 6661 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.091.188 I slot release: id 0 | task 6661 | stop processing: n_tokens = 427, truncated = 0 4.20.101.481 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 235407402375 4.20.110.107 I slot launch_slot_: id 0 | task 6740 | processing task, is_child = 0 4.24.369.944 I slot print_timing: id 0 | task 6740 | n_gen = 108, tg = 35.64 t/s, tg_3s = 35.97 t/s 4.25.295.364 I slot print_timing: id 0 | task 6740 | prompt eval time = 1257.65 ms / 576 tokens ( 2.18 ms per token, 458.00 tokens per second) 4.25.295.367 I slot print_timing: id 0 | task 6740 | eval time = 3927.59 ms / 141 tokens ( 28.05 ms per token, 35.65 tokens per second) 4.25.295.368 I slot print_timing: id 0 | task 6740 | total time = 5185.24 ms / 717 tokens 4.25.295.368 I slot print_timing: id 0 | task 6740 | graphs reused = 6163 4.25.295.369 I slot print_timing: id 0 | task 6740 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.295.418 I slot release: id 0 | task 6740 | stop processing: n_tokens = 716, truncated = 0 4.25.305.983 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 235412606606 4.25.318.126 I slot launch_slot_: id 0 | task 6885 | processing task, is_child = 0 4.29.104.445 I slot print_timing: id 0 | task 6885 | prompt eval time = 1029.85 ms / 466 tokens ( 2.21 ms per token, 452.49 tokens per second) 4.29.104.452 I slot print_timing: id 0 | task 6885 | eval time = 2756.46 ms / 99 tokens ( 28.13 ms per token, 35.55 tokens per second) 4.29.104.452 I slot print_timing: id 0 | task 6885 | total time = 3786.31 ms / 565 tokens 4.29.104.453 I slot print_timing: id 0 | task 6885 | graphs reused = 6259 4.29.104.454 I slot print_timing: id 0 | task 6885 | graph reallocs = 0 / 0 (same size) / (changed size) 4.29.104.499 I slot release: id 0 | task 6885 | stop processing: n_tokens = 564, truncated = 0 4.29.113.456 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 564, t_last = 235416415686 4.29.123.864 I slot launch_slot_: id 0 | task 6987 | processing task, is_child = 0 4.32.923.026 I slot print_timing: id 0 | task 6987 | prompt eval time = 800.44 ms / 370 tokens ( 2.16 ms per token, 462.25 tokens per second) 4.32.923.031 I slot print_timing: id 0 | task 6987 | eval time = 2998.72 ms / 108 tokens ( 28.03 ms per token, 35.68 tokens per second) 4.32.923.032 I slot print_timing: id 0 | task 6987 | total time = 3799.15 ms / 478 tokens 4.32.923.032 I slot print_timing: id 0 | task 6987 | graphs reused = 6365 4.32.923.033 I slot print_timing: id 0 | task 6987 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.923.070 I slot release: id 0 | task 6987 | stop processing: n_tokens = 477, truncated = 0 4.32.933.226 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 235420234257 4.32.939.700 I slot launch_slot_: id 0 | task 7098 | processing task, is_child = 0 4.35.530.378 I slot print_timing: id 0 | task 7098 | prompt eval time = 737.94 ms / 314 tokens ( 2.35 ms per token, 425.51 tokens per second) 4.35.530.384 I slot print_timing: id 0 | task 7098 | eval time = 1852.72 ms / 67 tokens ( 28.07 ms per token, 35.62 tokens per second) 4.35.530.385 I slot print_timing: id 0 | task 7098 | total time = 2590.66 ms / 381 tokens 4.35.530.386 I slot print_timing: id 0 | task 7098 | graphs reused = 6430 4.35.530.386 I slot print_timing: id 0 | task 7098 | graph reallocs = 0 / 0 (same size) / (changed size) 4.35.530.419 I slot release: id 0 | task 7098 | stop processing: n_tokens = 380, truncated = 0 4.35.541.562 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 235422841606 4.35.549.155 I slot launch_slot_: id 0 | task 7168 | processing task, is_child = 0 4.39.685.487 I slot print_timing: id 0 | task 7168 | prompt eval time = 1245.62 ms / 567 tokens ( 2.20 ms per token, 455.20 tokens per second) 4.39.685.498 I slot print_timing: id 0 | task 7168 | eval time = 2890.70 ms / 104 tokens ( 28.07 ms per token, 35.63 tokens per second) 4.39.685.498 I slot print_timing: id 0 | task 7168 | total time = 4136.32 ms / 671 tokens 4.39.685.499 I slot print_timing: id 0 | task 7168 | graphs reused = 6532 4.39.685.500 I slot print_timing: id 0 | task 7168 | graph reallocs = 0 / 0 (same size) / (changed size) 4.39.685.548 I slot release: id 0 | task 7168 | stop processing: n_tokens = 670, truncated = 0 4.39.694.561 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 670, t_last = 235426996735 4.39.705.607 I slot launch_slot_: id 0 | task 7276 | processing task, is_child = 0 4.43.268.591 I slot print_timing: id 0 | task 7276 | prompt eval time = 734.05 ms / 306 tokens ( 2.40 ms per token, 416.86 tokens per second) 4.43.268.597 I slot print_timing: id 0 | task 7276 | eval time = 2828.92 ms / 102 tokens ( 28.01 ms per token, 35.70 tokens per second) 4.43.268.598 I slot print_timing: id 0 | task 7276 | total time = 3562.97 ms / 408 tokens 4.43.268.599 I slot print_timing: id 0 | task 7276 | graphs reused = 6632 4.43.268.600 I slot print_timing: id 0 | task 7276 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.268.639 I slot release: id 0 | task 7276 | stop processing: n_tokens = 407, truncated = 0 4.43.278.575 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 235430579826 4.43.284.159 I slot launch_slot_: id 0 | task 7381 | processing task, is_child = 0 4.47.208.601 I slot print_timing: id 0 | task 7381 | n_gen = 108, tg = 35.60 t/s, tg_3s = 35.94 t/s 4.47.460.367 I slot print_timing: id 0 | task 7381 | prompt eval time = 919.07 ms / 429 tokens ( 2.14 ms per token, 466.77 tokens per second) 4.47.460.370 I slot print_timing: id 0 | task 7381 | eval time = 3257.12 ms / 117 tokens ( 28.08 ms per token, 35.61 tokens per second) 4.47.460.371 I slot print_timing: id 0 | task 7381 | total time = 4176.20 ms / 546 tokens 4.47.460.371 I slot print_timing: id 0 | task 7381 | graphs reused = 6746 4.47.460.372 I slot print_timing: id 0 | task 7381 | graph reallocs = 0 / 0 (same size) / (changed size) 4.47.460.413 I slot release: id 0 | task 7381 | stop processing: n_tokens = 545, truncated = 0 4.47.466.321 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 545, t_last = 235434771600 4.47.471.733 I slot launch_slot_: id 0 | task 7501 | processing task, is_child = 0 4.50.049.871 I slot print_timing: id 0 | task 7501 | prompt eval time = 498.10 ms / 197 tokens ( 2.53 ms per token, 395.50 tokens per second) 4.50.049.878 I slot print_timing: id 0 | task 7501 | eval time = 2080.02 ms / 75 tokens ( 28.11 ms per token, 35.58 tokens per second) 4.50.049.879 I slot print_timing: id 0 | task 7501 | total time = 2578.12 ms / 272 tokens 4.50.049.880 I slot print_timing: id 0 | task 7501 | graphs reused = 6818 4.50.049.881 I slot print_timing: id 0 | task 7501 | graph reallocs = 0 / 0 (same size) / (changed size) 4.50.049.909 I slot release: id 0 | task 7501 | stop processing: n_tokens = 271, truncated = 0 4.50.060.240 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 235437361096 4.50.063.650 I slot launch_slot_: id 0 | task 7579 | processing task, is_child = 0 4.53.924.264 I slot print_timing: id 0 | task 7579 | n_gen = 108, tg = 35.64 t/s, tg_3s = 35.98 t/s 4.54.092.306 I slot print_timing: id 0 | task 7579 | prompt eval time = 858.54 ms / 398 tokens ( 2.16 ms per token, 463.58 tokens per second) 4.54.092.314 I slot print_timing: id 0 | task 7579 | eval time = 3170.11 ms / 114 tokens ( 28.05 ms per token, 35.65 tokens per second) 4.54.092.315 I slot print_timing: id 0 | task 7579 | total time = 4028.65 ms / 512 tokens 4.54.092.316 I slot print_timing: id 0 | task 7579 | graphs reused = 6930 4.54.092.316 I slot print_timing: id 0 | task 7579 | graph reallocs = 0 / 0 (same size) / (changed size) 4.54.092.353 I slot release: id 0 | task 7579 | stop processing: n_tokens = 511, truncated = 0 4.54.101.921 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 235441403540 4.54.111.593 I slot launch_slot_: id 0 | task 7696 | processing task, is_child = 0 4.58.218.550 I slot print_timing: id 0 | task 7696 | n_gen = 108, tg = 35.58 t/s, tg_3s = 35.91 t/s 4.58.638.685 I slot print_timing: id 0 | task 7696 | prompt eval time = 1099.83 ms / 510 tokens ( 2.16 ms per token, 463.71 tokens per second) 4.58.638.689 I slot print_timing: id 0 | task 7696 | eval time = 3427.25 ms / 123 tokens ( 28.09 ms per token, 35.60 tokens per second) 4.58.638.690 I slot print_timing: id 0 | task 7696 | total time = 4527.08 ms / 633 tokens 4.58.638.690 I slot print_timing: id 0 | task 7696 | graphs reused = 7050 4.58.638.691 I slot print_timing: id 0 | task 7696 | graph reallocs = 0 / 0 (same size) / (changed size) 4.58.638.737 I slot release: id 0 | task 7696 | stop processing: n_tokens = 632, truncated = 0 4.58.649.883 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 235445949924 4.58.660.288 I slot launch_slot_: id 0 | task 7822 | processing task, is_child = 0 5.02.769.837 I slot print_timing: id 0 | task 7822 | prompt eval time = 1245.35 ms / 560 tokens ( 2.22 ms per token, 449.67 tokens per second) 5.02.769.844 I slot print_timing: id 0 | task 7822 | eval time = 2864.19 ms / 103 tokens ( 28.08 ms per token, 35.61 tokens per second) 5.02.769.845 I slot print_timing: id 0 | task 7822 | total time = 4109.54 ms / 663 tokens 5.02.769.845 I slot print_timing: id 0 | task 7822 | graphs reused = 7151 5.02.769.846 I slot print_timing: id 0 | task 7822 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.769.895 I slot release: id 0 | task 7822 | stop processing: n_tokens = 662, truncated = 0 5.02.781.019 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 662, t_last = 235450081082 5.02.792.977 I slot launch_slot_: id 0 | task 7929 | processing task, is_child = 0 5.05.733.297 I slot print_timing: id 0 | task 7929 | prompt eval time = 853.75 ms / 392 tokens ( 2.18 ms per token, 459.15 tokens per second) 5.05.733.304 I slot print_timing: id 0 | task 7929 | eval time = 2086.55 ms / 75 tokens ( 28.20 ms per token, 35.47 tokens per second) 5.05.733.304 I slot print_timing: id 0 | task 7929 | total time = 2940.31 ms / 467 tokens 5.05.733.305 I slot print_timing: id 0 | task 7929 | graphs reused = 7224 5.05.733.305 I slot print_timing: id 0 | task 7929 | graph reallocs = 0 / 0 (same size) / (changed size) 5.05.733.346 I slot release: id 0 | task 7929 | stop processing: n_tokens = 466, truncated = 0 5.05.743.423 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 235453044534 5.05.751.338 I slot launch_slot_: id 0 | task 8007 | processing task, is_child = 0 5.09.786.149 I slot print_timing: id 0 | task 8007 | n_gen = 108, tg = 35.57 t/s, tg_3s = 35.91 t/s 5.10.711.304 I slot print_timing: id 0 | task 8007 | prompt eval time = 1027.07 ms / 460 tokens ( 2.23 ms per token, 447.88 tokens per second) 5.10.711.310 I slot print_timing: id 0 | task 8007 | eval time = 3932.89 ms / 141 tokens ( 28.09 ms per token, 35.60 tokens per second) 5.10.711.311 I slot print_timing: id 0 | task 8007 | total time = 4959.95 ms / 601 tokens 5.10.711.311 I slot print_timing: id 0 | task 8007 | graphs reused = 7362 5.10.711.312 I slot print_timing: id 0 | task 8007 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.711.358 I slot release: id 0 | task 8007 | stop processing: n_tokens = 600, truncated = 0 5.10.722.174 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 600, t_last = 235458022545 5.10.732.423 I slot launch_slot_: id 0 | task 8151 | processing task, is_child = 0 5.13.526.543 I slot print_timing: id 0 | task 8151 | prompt eval time = 914.00 ms / 416 tokens ( 2.20 ms per token, 455.14 tokens per second) 5.13.526.547 I slot print_timing: id 0 | task 8151 | eval time = 1880.11 ms / 68 tokens ( 28.06 ms per token, 35.64 tokens per second) 5.13.526.548 I slot print_timing: id 0 | task 8151 | total time = 2794.11 ms / 484 tokens 5.13.526.548 I slot print_timing: id 0 | task 8151 | graphs reused = 7428 5.13.526.549 I slot print_timing: id 0 | task 8151 | graph reallocs = 0 / 0 (same size) / (changed size) 5.13.526.598 I slot release: id 0 | task 8151 | stop processing: n_tokens = 483, truncated = 0 5.13.538.698 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 235460837785 5.13.548.500 I slot launch_slot_: id 0 | task 8222 | processing task, is_child = 0 5.17.774.748 I slot print_timing: id 0 | task 8222 | prompt eval time = 1248.40 ms / 574 tokens ( 2.17 ms per token, 459.79 tokens per second) 5.17.774.752 I slot print_timing: id 0 | task 8222 | eval time = 2977.84 ms / 107 tokens ( 28.09 ms per token, 35.60 tokens per second) 5.17.774.754 I slot print_timing: id 0 | task 8222 | total time = 4226.23 ms / 681 tokens 5.17.774.754 I slot print_timing: id 0 | task 8222 | graphs reused = 7533 5.17.774.755 I slot print_timing: id 0 | task 8222 | graph reallocs = 0 / 0 (same size) / (changed size) 5.17.774.812 I slot release: id 0 | task 8222 | stop processing: n_tokens = 680, truncated = 0 5.17.786.844 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 680, t_last = 235465085999 5.17.797.119 I slot launch_slot_: id 0 | task 8333 | processing task, is_child = 0 5.22.229.533 I slot print_timing: id 0 | task 8333 | n_gen = 108, tg = 35.61 t/s, tg_3s = 35.95 t/s 5.22.654.354 I slot print_timing: id 0 | task 8333 | prompt eval time = 1427.99 ms / 658 tokens ( 2.17 ms per token, 460.79 tokens per second) 5.22.654.360 I slot print_timing: id 0 | task 8333 | eval time = 3429.23 ms / 123 tokens ( 28.11 ms per token, 35.58 tokens per second) 5.22.654.360 I slot print_timing: id 0 | task 8333 | total time = 4857.22 ms / 781 tokens 5.22.654.361 I slot print_timing: id 0 | task 8333 | graphs reused = 7653 5.22.654.362 I slot print_timing: id 0 | task 8333 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.654.419 I slot release: id 0 | task 8333 | stop processing: n_tokens = 780, truncated = 0 5.22.664.669 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 780, t_last = 235469965606 5.22.674.801 I slot launch_slot_: id 0 | task 8460 | processing task, is_child = 0 5.25.659.021 I slot print_timing: id 0 | task 8460 | prompt eval time = 978.53 ms / 466 tokens ( 2.10 ms per token, 476.23 tokens per second) 5.25.659.028 I slot print_timing: id 0 | task 8460 | eval time = 2005.68 ms / 72 tokens ( 28.25 ms per token, 35.40 tokens per second) 5.25.659.029 I slot print_timing: id 0 | task 8460 | total time = 2984.21 ms / 538 tokens 5.25.659.029 I slot print_timing: id 0 | task 8460 | graphs reused = 7722 5.25.659.030 I slot print_timing: id 0 | task 8460 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.659.073 I slot release: id 0 | task 8460 | stop processing: n_tokens = 537, truncated = 0 5.25.670.128 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 537, t_last = 235472970260 5.25.678.746 I slot launch_slot_: id 0 | task 8535 | processing task, is_child = 0 5.29.848.964 I slot print_timing: id 0 | task 8535 | n_gen = 108, tg = 35.57 t/s, tg_3s = 35.90 t/s 5.30.465.844 I slot print_timing: id 0 | task 8535 | prompt eval time = 1161.66 ms / 530 tokens ( 2.19 ms per token, 456.25 tokens per second) 5.30.465.850 I slot print_timing: id 0 | task 8535 | eval time = 3625.43 ms / 130 tokens ( 28.10 ms per token, 35.58 tokens per second) 5.30.465.851 I slot print_timing: id 0 | task 8535 | total time = 4787.09 ms / 660 tokens 5.30.465.852 I slot print_timing: id 0 | task 8535 | graphs reused = 7850 5.30.465.852 I slot print_timing: id 0 | task 8535 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.465.903 I slot release: id 0 | task 8535 | stop processing: n_tokens = 659, truncated = 0 5.30.474.563 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 235477777090 5.30.485.802 I slot launch_slot_: id 0 | task 8669 | processing task, is_child = 0 5.34.198.592 I slot print_timing: id 0 | task 8669 | n_gen = 109, tg = 35.68 t/s, tg_3s = 36.01 t/s 5.34.589.991 I slot print_timing: id 0 | task 8669 | prompt eval time = 685.85 ms / 315 tokens ( 2.18 ms per token, 459.29 tokens per second) 5.34.589.995 I slot print_timing: id 0 | task 8669 | eval time = 3418.33 ms / 123 tokens ( 28.02 ms per token, 35.69 tokens per second) 5.34.589.996 I slot print_timing: id 0 | task 8669 | total time = 4104.18 ms / 438 tokens 5.34.589.996 I slot print_timing: id 0 | task 8669 | graphs reused = 7971 5.34.589.997 I slot print_timing: id 0 | task 8669 | graph reallocs = 0 / 0 (same size) / (changed size) 5.34.590.032 I slot release: id 0 | task 8669 | stop processing: n_tokens = 437, truncated = 0 5.34.600.186 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 437, t_last = 235481901219 5.34.606.129 I slot launch_slot_: id 0 | task 8795 | processing task, is_child = 0 5.38.489.063 I slot print_timing: id 0 | task 8795 | n_gen = 109, tg = 35.67 t/s, tg_3s = 36.00 t/s 5.39.613.114 I slot print_timing: id 0 | task 8795 | prompt eval time = 855.06 ms / 391 tokens ( 2.19 ms per token, 457.28 tokens per second) 5.39.613.120 I slot print_timing: id 0 | task 8795 | eval time = 4151.91 ms / 149 tokens ( 28.05 ms per token, 35.65 tokens per second) 5.39.613.121 I slot print_timing: id 0 | task 8795 | total time = 5006.97 ms / 540 tokens 5.39.613.121 I slot print_timing: id 0 | task 8795 | graphs reused = 8117 5.39.613.122 I slot print_timing: id 0 | task 8795 | graph reallocs = 0 / 0 (same size) / (changed size) 5.39.613.165 I slot release: id 0 | task 8795 | stop processing: n_tokens = 539, truncated = 0 5.39.625.644 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 539, t_last = 235486924352 5.39.634.015 I slot launch_slot_: id 0 | task 8947 | processing task, is_child = 0 5.44.147.653 I slot print_timing: id 0 | task 8947 | n_gen = 108, tg = 35.54 t/s, tg_3s = 35.87 t/s 5.44.428.352 I slot print_timing: id 0 | task 8947 | prompt eval time = 1502.97 ms / 707 tokens ( 2.13 ms per token, 470.40 tokens per second) 5.44.428.358 I slot print_timing: id 0 | task 8947 | eval time = 3291.36 ms / 118 tokens ( 28.13 ms per token, 35.55 tokens per second) 5.44.428.359 I slot print_timing: id 0 | task 8947 | total time = 4794.33 ms / 825 tokens 5.44.428.360 I slot print_timing: id 0 | task 8947 | graphs reused = 8232 5.44.428.360 I slot print_timing: id 0 | task 8947 | graph reallocs = 0 / 0 (same size) / (changed size) 5.44.428.431 I slot release: id 0 | task 8947 | stop processing: n_tokens = 824, truncated = 0 5.44.440.784 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 824, t_last = 235491739618 5.44.453.342 I slot launch_slot_: id 0 | task 9069 | processing task, is_child = 0 5.48.884.764 I slot print_timing: id 0 | task 9069 | n_gen = 108, tg = 35.57 t/s, tg_3s = 35.91 t/s 5.50.091.033 I slot print_timing: id 0 | task 9069 | prompt eval time = 1423.68 ms / 663 tokens ( 2.15 ms per token, 465.70 tokens per second) 5.50.091.040 I slot print_timing: id 0 | task 9069 | eval time = 4214.00 ms / 151 tokens ( 28.09 ms per token, 35.60 tokens per second) 5.50.091.040 I slot print_timing: id 0 | task 9069 | total time = 5637.68 ms / 814 tokens 5.50.091.041 I slot print_timing: id 0 | task 9069 | graphs reused = 8380 5.50.091.041 I slot print_timing: id 0 | task 9069 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.091.099 I slot release: id 0 | task 9069 | stop processing: n_tokens = 813, truncated = 0 5.50.098.734 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 813, t_last = 235497402286 5.50.111.183 I slot launch_slot_: id 0 | task 9224 | processing task, is_child = 0 5.53.453.834 I slot print_timing: id 0 | task 9224 | prompt eval time = 540.97 ms / 223 tokens ( 2.43 ms per token, 412.22 tokens per second) 5.53.453.840 I slot print_timing: id 0 | task 9224 | eval time = 2801.66 ms / 101 tokens ( 28.02 ms per token, 35.69 tokens per second) 5.53.453.841 I slot print_timing: id 0 | task 9224 | total time = 3342.63 ms / 324 tokens 5.53.453.841 I slot print_timing: id 0 | task 9224 | graphs reused = 8478 5.53.453.842 I slot print_timing: id 0 | task 9224 | graph reallocs = 0 / 0 (same size) / (changed size) 5.53.453.870 I slot release: id 0 | task 9224 | stop processing: n_tokens = 323, truncated = 0 5.53.461.114 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 323, t_last = 235500765057 5.53.465.566 I slot launch_slot_: id 0 | task 9328 | processing task, is_child = 0 5.56.908.557 I slot print_timing: id 0 | task 9328 | n_gen = 109, tg = 35.70 t/s, tg_3s = 36.03 t/s 5.59.928.153 I slot print_timing: id 0 | task 9328 | n_gen = 217, tg = 35.73 t/s, tg_3s = 35.77 t/s 6.00.067.858 I slot print_timing: id 0 | task 9328 | prompt eval time = 417.63 ms / 154 tokens ( 2.71 ms per token, 368.75 tokens per second) 6.00.067.865 I slot print_timing: id 0 | task 9328 | eval time = 6184.66 ms / 222 tokens ( 27.98 ms per token, 35.73 tokens per second) 6.00.067.866 I slot print_timing: id 0 | task 9328 | total time = 6602.28 ms / 376 tokens 6.00.067.866 I slot print_timing: id 0 | task 9328 | graphs reused = 8697 6.00.067.867 I slot print_timing: id 0 | task 9328 | graph reallocs = 0 / 0 (same size) / (changed size) 6.00.067.894 I slot release: id 0 | task 9328 | stop processing: n_tokens = 375, truncated = 0 6.00.074.920 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 375, t_last = 235507379081 6.00.080.431 I slot launch_slot_: id 0 | task 9553 | processing task, is_child = 0 6.01.205.763 I slot print_timing: id 0 | task 9553 | prompt eval time = 449.43 ms / 171 tokens ( 2.63 ms per token, 380.48 tokens per second) 6.01.205.767 I slot print_timing: id 0 | task 9553 | eval time = 675.89 ms / 25 tokens ( 28.16 ms per token, 35.51 tokens per second) 6.01.205.768 I slot print_timing: id 0 | task 9553 | total time = 1125.32 ms / 196 tokens 6.01.205.769 I slot print_timing: id 0 | task 9553 | graphs reused = 8720 6.01.205.769 I slot print_timing: id 0 | task 9553 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.205.794 I slot release: id 0 | task 9553 | stop processing: n_tokens = 195, truncated = 0 6.01.213.192 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 235508516981 6.01.216.206 I slot launch_slot_: id 0 | task 9581 | processing task, is_child = 0 6.03.288.616 I slot print_timing: id 0 | task 9581 | prompt eval time = 365.27 ms / 131 tokens ( 2.79 ms per token, 358.64 tokens per second) 6.03.288.623 I slot print_timing: id 0 | task 9581 | eval time = 1707.12 ms / 62 tokens ( 27.99 ms per token, 35.73 tokens per second) 6.03.288.623 I slot print_timing: id 0 | task 9581 | total time = 2072.39 ms / 193 tokens 6.03.288.624 I slot print_timing: id 0 | task 9581 | graphs reused = 8780 6.03.288.625 I slot print_timing: id 0 | task 9581 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.288.646 I slot release: id 0 | task 9581 | stop processing: n_tokens = 192, truncated = 0 6.03.295.802 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 192, t_last = 235510599833 6.03.298.584 I slot launch_slot_: id 0 | task 9646 | processing task, is_child = 0 6.04.788.486 I slot print_timing: id 0 | task 9646 | prompt eval time = 562.58 ms / 206 tokens ( 2.73 ms per token, 366.17 tokens per second) 6.04.788.492 I slot print_timing: id 0 | task 9646 | eval time = 927.31 ms / 34 tokens ( 28.10 ms per token, 35.59 tokens per second) 6.04.788.493 I slot print_timing: id 0 | task 9646 | total time = 1489.88 ms / 240 tokens 6.04.788.493 I slot print_timing: id 0 | task 9646 | graphs reused = 8812 6.04.788.494 I slot print_timing: id 0 | task 9646 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.788.518 I slot release: id 0 | task 9646 | stop processing: n_tokens = 239, truncated = 0 6.04.794.636 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 235512099705 6.04.799.559 I slot launch_slot_: id 0 | task 9683 | processing task, is_child = 0 6.05.531.535 I slot print_timing: id 0 | task 9683 | prompt eval time = 307.94 ms / 107 tokens ( 2.88 ms per token, 347.47 tokens per second) 6.05.531.542 I slot print_timing: id 0 | task 9683 | eval time = 424.03 ms / 16 tokens ( 28.27 ms per token, 35.38 tokens per second) 6.05.531.542 I slot print_timing: id 0 | task 9683 | total time = 731.96 ms / 123 tokens 6.05.531.543 I slot print_timing: id 0 | task 9683 | graphs reused = 8826 6.05.531.543 I slot print_timing: id 0 | task 9683 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.531.565 I slot release: id 0 | task 9683 | stop processing: n_tokens = 122, truncated = 0 6.05.537.769 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 235512842752 6.05.539.417 I slot launch_slot_: id 0 | task 9702 | processing task, is_child = 0 6.08.981.528 I slot print_timing: id 0 | task 9702 | n_gen = 109, tg = 35.70 t/s, tg_3s = 36.03 t/s 6.11.108.629 I slot print_timing: id 0 | task 9702 | prompt eval time = 417.10 ms / 147 tokens ( 2.84 ms per token, 352.43 tokens per second) 6.11.108.635 I slot print_timing: id 0 | task 9702 | eval time = 5152.10 ms / 185 tokens ( 28.00 ms per token, 35.71 tokens per second) 6.11.108.636 I slot print_timing: id 0 | task 9702 | total time = 5569.20 ms / 332 tokens 6.11.108.644 I slot print_timing: id 0 | task 9702 | graphs reused = 9008 6.11.108.645 I slot print_timing: id 0 | task 9702 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.108.670 I slot release: id 0 | task 9702 | stop processing: n_tokens = 331, truncated = 0 6.11.115.562 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 331, t_last = 235518419857 6.11.121.048 I slot launch_slot_: id 0 | task 9890 | processing task, is_child = 0 6.14.510.221 I slot print_timing: id 0 | task 9890 | n_gen = 109, tg = 35.78 t/s, tg_3s = 36.11 t/s 6.17.531.263 I slot print_timing: id 0 | task 9890 | n_gen = 217, tg = 35.76 t/s, tg_3s = 35.75 t/s 6.20.550.914 I slot print_timing: id 0 | task 9890 | n_gen = 325, tg = 35.77 t/s, tg_3s = 35.77 t/s 6.22.009.848 I slot print_timing: id 0 | task 9890 | prompt eval time = 370.75 ms / 146 tokens ( 2.54 ms per token, 393.80 tokens per second) 6.22.009.855 I slot print_timing: id 0 | task 9890 | eval time = 10518.03 ms / 377 tokens ( 27.97 ms per token, 35.75 tokens per second) 6.22.009.856 I slot print_timing: id 0 | task 9890 | total time = 10888.78 ms / 523 tokens 6.22.009.857 I slot print_timing: id 0 | task 9890 | graphs reused = 9381 6.22.009.857 I slot print_timing: id 0 | task 9890 | graph reallocs = 0 / 0 (same size) / (changed size) 6.22.009.882 I slot release: id 0 | task 9890 | stop processing: n_tokens = 522, truncated = 0 6.22.016.268 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 522, t_last = 235529321069 6.22.023.685 I slot launch_slot_: id 0 | task 10270 | processing task, is_child = 0 6.23.256.499 I slot print_timing: id 0 | task 10270 | prompt eval time = 306.04 ms / 85 tokens ( 3.60 ms per token, 277.75 tokens per second) 6.23.256.503 I slot print_timing: id 0 | task 10270 | eval time = 926.76 ms / 34 tokens ( 28.08 ms per token, 35.61 tokens per second) 6.23.256.504 I slot print_timing: id 0 | task 10270 | total time = 1232.80 ms / 119 tokens 6.23.256.504 I slot print_timing: id 0 | task 10270 | graphs reused = 9413 6.23.256.505 I slot print_timing: id 0 | task 10270 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.256.522 I slot release: id 0 | task 10270 | stop processing: n_tokens = 118, truncated = 0 6.23.263.243 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 118, t_last = 235530567709 6.23.265.345 I slot launch_slot_: id 0 | task 10307 | processing task, is_child = 0 6.23.946.044 I slot print_timing: id 0 | task 10307 | prompt eval time = 453.06 ms / 155 tokens ( 2.92 ms per token, 342.12 tokens per second) 6.23.946.051 I slot print_timing: id 0 | task 10307 | eval time = 227.63 ms / 9 tokens ( 28.45 ms per token, 35.14 tokens per second) 6.23.946.052 I slot print_timing: id 0 | task 10307 | total time = 680.69 ms / 164 tokens 6.23.946.053 I slot print_timing: id 0 | task 10307 | graphs reused = 9420 6.23.946.054 I slot print_timing: id 0 | task 10307 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.946.081 I slot release: id 0 | task 10307 | stop processing: n_tokens = 163, truncated = 0 6.23.953.880 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 163, t_last = 235531257268 6.23.957.670 I slot launch_slot_: id 0 | task 10319 | processing task, is_child = 0 6.27.404.814 I slot print_timing: id 0 | task 10319 | n_gen = 109, tg = 35.71 t/s, tg_3s = 36.04 t/s 6.28.717.114 I slot print_timing: id 0 | task 10319 | prompt eval time = 422.66 ms / 151 tokens ( 2.80 ms per token, 357.26 tokens per second) 6.28.717.121 I slot print_timing: id 0 | task 10319 | eval time = 4336.77 ms / 156 tokens ( 27.98 ms per token, 35.74 tokens per second) 6.28.717.121 I slot print_timing: id 0 | task 10319 | total time = 4759.43 ms / 307 tokens 6.28.717.122 I slot print_timing: id 0 | task 10319 | graphs reused = 9573 6.28.717.122 I slot print_timing: id 0 | task 10319 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.717.145 I slot release: id 0 | task 10319 | stop processing: n_tokens = 306, truncated = 0 6.28.724.051 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 306, t_last = 235536028332 6.28.728.573 I slot launch_slot_: id 0 | task 10478 | processing task, is_child = 0 6.32.198.032 I slot print_timing: id 0 | task 10478 | n_gen = 109, tg = 35.73 t/s, tg_3s = 36.06 t/s 6.35.213.904 I slot print_timing: id 0 | task 10478 | n_gen = 217, tg = 35.77 t/s, tg_3s = 35.81 t/s 6.36.582.450 I slot print_timing: id 0 | task 10478 | prompt eval time = 446.64 ms / 166 tokens ( 2.69 ms per token, 371.66 tokens per second) 6.36.582.454 I slot print_timing: id 0 | task 10478 | eval time = 7407.23 ms / 266 tokens ( 27.95 ms per token, 35.78 tokens per second) 6.36.582.455 I slot print_timing: id 0 | task 10478 | total time = 7853.86 ms / 432 tokens 6.36.582.456 I slot print_timing: id 0 | task 10478 | graphs reused = 9836 6.36.582.456 I slot print_timing: id 0 | task 10478 | graph reallocs = 0 / 0 (same size) / (changed size) 6.36.582.483 I slot release: id 0 | task 10478 | stop processing: n_tokens = 431, truncated = 0 6.36.589.527 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 235543893670 6.36.595.638 I slot launch_slot_: id 0 | task 10747 | processing task, is_child = 0 6.37.468.938 I slot print_timing: id 0 | task 10747 | prompt eval time = 366.33 ms / 137 tokens ( 2.67 ms per token, 373.97 tokens per second) 6.37.468.941 I slot print_timing: id 0 | task 10747 | eval time = 506.94 ms / 19 tokens ( 28.16 ms per token, 35.51 tokens per second) 6.37.468.942 I slot print_timing: id 0 | task 10747 | total time = 873.28 ms / 156 tokens 6.37.468.942 I slot print_timing: id 0 | task 10747 | graphs reused = 9853 6.37.468.943 I slot print_timing: id 0 | task 10747 | graph reallocs = 0 / 0 (same size) / (changed size) 6.37.468.964 I slot release: id 0 | task 10747 | stop processing: n_tokens = 155, truncated = 0 6.37.475.662 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 235544780151 6.37.479.140 I slot launch_slot_: id 0 | task 10769 | processing task, is_child = 0 6.40.916.430 I slot print_timing: id 0 | task 10769 | n_gen = 109, tg = 35.77 t/s, tg_3s = 36.10 t/s 6.43.935.866 I slot print_timing: id 0 | task 10769 | n_gen = 217, tg = 35.77 t/s, tg_3s = 35.77 t/s 6.46.956.047 I slot print_timing: id 0 | task 10769 | n_gen = 325, tg = 35.76 t/s, tg_3s = 35.76 t/s 6.47.319.659 I slot print_timing: id 0 | task 10769 | prompt eval time = 417.59 ms / 146 tokens ( 2.86 ms per token, 349.63 tokens per second) 6.47.319.665 I slot print_timing: id 0 | task 10769 | eval time = 9422.92 ms / 338 tokens ( 27.96 ms per token, 35.76 tokens per second) 6.47.319.667 I slot print_timing: id 0 | task 10769 | total time = 9840.50 ms / 484 tokens 6.47.319.668 I slot print_timing: id 0 | task 10769 | graphs reused = 10188 6.47.319.668 I slot print_timing: id 0 | task 10769 | graph reallocs = 0 / 0 (same size) / (changed size) 6.47.319.690 I slot release: id 0 | task 10769 | stop processing: n_tokens = 483, truncated = 0 6.47.326.639 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 235554630877 6.47.333.621 I slot launch_slot_: id 0 | task 11110 | processing task, is_child = 0 6.50.779.329 I slot print_timing: id 0 | task 11110 | n_gen = 109, tg = 35.72 t/s, tg_3s = 36.05 t/s 6.53.795.218 I slot print_timing: id 0 | task 11110 | n_gen = 217, tg = 35.76 t/s, tg_3s = 35.81 t/s 6.56.815.179 I slot print_timing: id 0 | task 11110 | n_gen = 325, tg = 35.76 t/s, tg_3s = 35.76 t/s 6.59.339.989 I slot print_timing: id 0 | task 11110 | prompt eval time = 421.82 ms / 167 tokens ( 2.53 ms per token, 395.91 tokens per second) 6.59.339.993 I slot print_timing: id 0 | task 11110 | eval time = 11584.54 ms / 415 tokens ( 27.98 ms per token, 35.74 tokens per second) 6.59.339.994 I slot print_timing: id 0 | task 11110 | total time = 12006.35 ms / 582 tokens 6.59.339.994 I slot print_timing: id 0 | task 11110 | graphs reused = 10599 6.59.339.995 I slot print_timing: id 0 | task 11110 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.340.022 I slot release: id 0 | task 11110 | stop processing: n_tokens = 581, truncated = 0 6.59.347.375 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 581, t_last = 235566651209 6.59.354.952 I slot launch_slot_: id 0 | task 11528 | processing task, is_child = 0 7.02.811.837 I slot print_timing: id 0 | task 11528 | n_gen = 108, tg = 35.64 t/s, tg_3s = 35.97 t/s 7.05.828.275 I slot print_timing: id 0 | task 11528 | n_gen = 216, tg = 35.72 t/s, tg_3s = 35.80 t/s 7.08.848.054 I slot print_timing: id 0 | task 11528 | n_gen = 324, tg = 35.74 t/s, tg_3s = 35.76 t/s 7.11.875.027 I slot print_timing: id 0 | task 11528 | n_gen = 432, tg = 35.72 t/s, tg_3s = 35.68 t/s 7.14.897.387 I slot print_timing: id 0 | task 11528 | n_gen = 540, tg = 35.72 t/s, tg_3s = 35.73 t/s 7.15.261.512 I slot print_timing: id 0 | task 11528 | prompt eval time = 454.78 ms / 160 tokens ( 2.84 ms per token, 351.82 tokens per second) 7.15.261.518 I slot print_timing: id 0 | task 11528 | eval time = 15451.77 ms / 553 tokens ( 27.99 ms per token, 35.72 tokens per second) 7.15.261.519 I slot print_timing: id 0 | task 11528 | total time = 15906.55 ms / 713 tokens 7.15.261.519 I slot print_timing: id 0 | task 11528 | graphs reused = 11148 7.15.261.520 I slot print_timing: id 0 | task 11528 | graph reallocs = 0 / 0 (same size) / (changed size) 7.15.261.547 I slot release: id 0 | task 11528 | stop processing: n_tokens = 712, truncated = 0 7.15.268.702 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 712, t_last = 235582572734 7.15.276.783 I slot launch_slot_: id 0 | task 12084 | processing task, is_child = 0 7.18.751.075 I slot print_timing: id 0 | task 12084 | n_gen = 109, tg = 35.73 t/s, tg_3s = 36.06 t/s 7.21.767.334 I slot print_timing: id 0 | task 12084 | n_gen = 217, tg = 35.77 t/s, tg_3s = 35.81 t/s 7.24.785.796 I slot print_timing: id 0 | task 12084 | n_gen = 325, tg = 35.77 t/s, tg_3s = 35.78 t/s 7.26.607.796 I slot print_timing: id 0 | task 12084 | prompt eval time = 451.63 ms / 152 tokens ( 2.97 ms per token, 336.56 tokens per second) 7.26.607.802 I slot print_timing: id 0 | task 12084 | eval time = 10879.37 ms / 390 tokens ( 27.97 ms per token, 35.76 tokens per second) 7.26.607.803 I slot print_timing: id 0 | task 12084 | total time = 11331.00 ms / 542 tokens 7.26.607.804 I slot print_timing: id 0 | task 12084 | graphs reused = 11534 7.26.607.804 I slot print_timing: id 0 | task 12084 | graph reallocs = 0 / 0 (same size) / (changed size) 7.26.607.842 I slot release: id 0 | task 12084 | stop processing: n_tokens = 541, truncated = 0 7.26.615.373 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 541, t_last = 235593919029 7.26.622.813 I slot launch_slot_: id 0 | task 12477 | processing task, is_child = 0 7.30.098.782 I slot print_timing: id 0 | task 12477 | n_gen = 109, tg = 35.73 t/s, tg_3s = 36.06 t/s 7.30.908.299 I slot print_timing: id 0 | task 12477 | prompt eval time = 452.99 ms / 158 tokens ( 2.87 ms per token, 348.79 tokens per second) 7.30.908.305 I slot print_timing: id 0 | task 12477 | eval time = 3832.48 ms / 138 tokens ( 27.97 ms per token, 35.75 tokens per second) 7.30.908.306 I slot print_timing: id 0 | task 12477 | total time = 4285.48 ms / 296 tokens 7.30.908.307 I slot print_timing: id 0 | task 12477 | graphs reused = 11669 7.30.908.308 I slot print_timing: id 0 | task 12477 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.908.331 I slot release: id 0 | task 12477 | stop processing: n_tokens = 295, truncated = 0 7.30.915.315 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 295, t_last = 235598219518 7.30.920.794 I slot launch_slot_: id 0 | task 12618 | processing task, is_child = 0 7.34.308.384 I slot print_timing: id 0 | task 12618 | n_gen = 109, tg = 35.79 t/s, tg_3s = 36.12 t/s 7.37.328.560 I slot print_timing: id 0 | task 12618 | prompt eval time = 369.57 ms / 140 tokens ( 2.64 ms per token, 378.81 tokens per second) 7.37.328.564 I slot print_timing: id 0 | task 12618 | eval time = 6038.18 ms / 217 tokens ( 27.95 ms per token, 35.77 tokens per second) 7.37.328.565 I slot print_timing: id 0 | task 12618 | total time = 6407.75 ms / 357 tokens 7.37.328.565 I slot print_timing: id 0 | task 12618 | graphs reused = 11883 7.37.328.566 I slot print_timing: id 0 | task 12618 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.328.588 I slot release: id 0 | task 12618 | stop processing: n_tokens = 356, truncated = 0 7.37.334.786 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 356, t_last = 235604639775 7.37.338.998 I slot launch_slot_: id 0 | task 12838 | processing task, is_child = 0 7.38.374.953 I slot print_timing: id 0 | task 12838 | prompt eval time = 360.71 ms / 118 tokens ( 3.06 ms per token, 327.13 tokens per second) 7.38.374.959 I slot print_timing: id 0 | task 12838 | eval time = 675.24 ms / 25 tokens ( 28.13 ms per token, 35.54 tokens per second) 7.38.374.960 I slot print_timing: id 0 | task 12838 | total time = 1035.95 ms / 143 tokens 7.38.374.961 I slot print_timing: id 0 | task 12838 | graphs reused = 11906 7.38.374.961 I slot print_timing: id 0 | task 12838 | graph reallocs = 0 / 0 (same size) / (changed size) 7.38.374.980 I slot release: id 0 | task 12838 | stop processing: n_tokens = 142, truncated = 0 7.38.382.408 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 142, t_last = 235605686167 7.38.385.053 I slot launch_slot_: id 0 | task 12866 | processing task, is_child = 0 7.41.832.752 I slot print_timing: id 0 | task 12866 | n_gen = 109, tg = 35.72 t/s, tg_3s = 36.05 t/s 7.44.849.111 I slot print_timing: id 0 | task 12866 | n_gen = 217, tg = 35.76 t/s, tg_3s = 35.80 t/s 7.47.869.462 I slot print_timing: id 0 | task 12866 | n_gen = 325, tg = 35.76 t/s, tg_3s = 35.76 t/s 7.50.420.201 I slot print_timing: id 0 | task 12866 | prompt eval time = 424.51 ms / 162 tokens ( 2.62 ms per token, 381.62 tokens per second) 7.50.420.208 I slot print_timing: id 0 | task 12866 | eval time = 11610.63 ms / 416 tokens ( 27.98 ms per token, 35.74 tokens per second) 7.50.420.209 I slot print_timing: id 0 | task 12866 | total time = 12035.13 ms / 578 tokens 7.50.420.210 I slot print_timing: id 0 | task 12866 | graphs reused = 12318 7.50.420.210 I slot print_timing: id 0 | task 12866 | graph reallocs = 0 / 0 (same size) / (changed size) 7.50.420.237 I slot release: id 0 | task 12866 | stop processing: n_tokens = 577, truncated = 0 7.50.428.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 577, t_last = 235617731424 7.50.436.140 I slot launch_slot_: id 0 | task 13285 | processing task, is_child = 0 7.53.945.720 I slot print_timing: id 0 | task 13285 | n_gen = 109, tg = 35.69 t/s, tg_3s = 36.02 t/s 7.56.961.693 I slot print_timing: id 0 | task 13285 | n_gen = 217, tg = 35.75 t/s, tg_3s = 35.81 t/s 7.59.981.521 I slot print_timing: id 0 | task 13285 | n_gen = 325, tg = 35.75 t/s, tg_3s = 35.76 t/s 8.02.363.544 I slot print_timing: id 0 | task 13285 | prompt eval time = 483.17 ms / 181 tokens ( 2.67 ms per token, 374.61 tokens per second) 8.02.363.550 I slot print_timing: id 0 | task 13285 | eval time = 11444.22 ms / 410 tokens ( 27.98 ms per token, 35.74 tokens per second) 8.02.363.551 I slot print_timing: id 0 | task 13285 | total time = 11927.39 ms / 591 tokens 8.02.363.552 I slot print_timing: id 0 | task 13285 | graphs reused = 12724 8.02.363.552 I slot print_timing: id 0 | task 13285 | graph reallocs = 0 / 0 (same size) / (changed size) 8.02.363.577 I slot release: id 0 | task 13285 | stop processing: n_tokens = 590, truncated = 0 8.02.370.150 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 590, t_last = 235629674764 8.02.378.526 I slot launch_slot_: id 0 | task 13698 | processing task, is_child = 0 8.05.763.830 I slot print_timing: id 0 | task 13698 | n_gen = 109, tg = 35.75 t/s, tg_3s = 36.09 t/s 8.07.191.942 I slot print_timing: id 0 | task 13698 | prompt eval time = 364.72 ms / 119 tokens ( 3.06 ms per token, 326.28 tokens per second) 8.07.191.949 I slot print_timing: id 0 | task 13698 | eval time = 4448.68 ms / 160 tokens ( 27.98 ms per token, 35.74 tokens per second) 8.07.191.950 I slot print_timing: id 0 | task 13698 | total time = 4813.40 ms / 279 tokens 8.07.191.950 I slot print_timing: id 0 | task 13698 | graphs reused = 12881 8.07.191.951 I slot print_timing: id 0 | task 13698 | graph reallocs = 0 / 0 (same size) / (changed size) 8.07.191.978 I slot release: id 0 | task 13698 | stop processing: n_tokens = 278, truncated = 0 8.07.198.474 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 278, t_last = 235634503165 8.07.202.184 I slot launch_slot_: id 0 | task 13861 | processing task, is_child = 0 8.09.274.345 I slot print_timing: id 0 | task 13861 | prompt eval time = 364.45 ms / 135 tokens ( 2.70 ms per token, 370.43 tokens per second) 8.09.274.351 I slot print_timing: id 0 | task 13861 | eval time = 1707.70 ms / 62 tokens ( 28.00 ms per token, 35.72 tokens per second) 8.09.274.353 I slot print_timing: id 0 | task 13861 | total time = 2072.14 ms / 197 tokens 8.09.274.353 I slot print_timing: id 0 | task 13861 | graphs reused = 12941 8.09.274.354 I slot print_timing: id 0 | task 13861 | graph reallocs = 0 / 0 (same size) / (changed size) 8.09.274.379 I slot release: id 0 | task 13861 | stop processing: n_tokens = 196, truncated = 0 8.09.281.042 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 235636585566 8.09.284.040 I slot launch_slot_: id 0 | task 13926 | processing task, is_child = 0 8.12.674.062 I slot print_timing: id 0 | task 13926 | n_gen = 109, tg = 35.69 t/s, tg_3s = 36.02 t/s 8.15.692.979 I slot print_timing: id 0 | task 13926 | n_gen = 217, tg = 35.73 t/s, tg_3s = 35.77 t/s 8.16.754.227 I slot print_timing: id 0 | task 13926 | prompt eval time = 363.91 ms / 128 tokens ( 2.84 ms per token, 351.74 tokens per second) 8.16.754.235 I slot print_timing: id 0 | task 13926 | eval time = 7106.27 ms / 255 tokens ( 27.98 ms per token, 35.74 tokens per second) 8.16.754.235 I slot print_timing: id 0 | task 13926 | total time = 7470.17 ms / 383 tokens 8.16.754.236 I slot print_timing: id 0 | task 13926 | graphs reused = 13193 8.16.754.237 I slot print_timing: id 0 | task 13926 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.754.259 I slot release: id 0 | task 13926 | stop processing: n_tokens = 382, truncated = 0 8.16.761.150 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 382, t_last = 235644065446 8.16.767.056 I slot launch_slot_: id 0 | task 14184 | processing task, is_child = 0 8.19.427.264 I slot print_timing: id 0 | task 14184 | prompt eval time = 368.61 ms / 142 tokens ( 2.60 ms per token, 385.23 tokens per second) 8.19.427.271 I slot print_timing: id 0 | task 14184 | eval time = 2291.59 ms / 83 tokens ( 27.95 ms per token, 35.78 tokens per second) 8.19.427.271 I slot print_timing: id 0 | task 14184 | total time = 2660.19 ms / 225 tokens 8.19.427.272 I slot print_timing: id 0 | task 14184 | graphs reused = 13274 8.19.427.272 I slot print_timing: id 0 | task 14184 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.427.296 I slot release: id 0 | task 14184 | stop processing: n_tokens = 224, truncated = 0 8.19.433.964 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 235646738483 8.19.438.177 I slot launch_slot_: id 0 | task 14270 | processing task, is_child = 0 8.20.306.568 I slot print_timing: id 0 | task 14270 | prompt eval time = 418.09 ms / 146 tokens ( 2.86 ms per token, 349.21 tokens per second) 8.20.306.574 I slot print_timing: id 0 | task 14270 | eval time = 450.29 ms / 17 tokens ( 28.14 ms per token, 35.53 tokens per second) 8.20.306.575 I slot print_timing: id 0 | task 14270 | total time = 868.37 ms / 163 tokens 8.20.306.575 I slot print_timing: id 0 | task 14270 | graphs reused = 13289 8.20.306.576 I slot print_timing: id 0 | task 14270 | graph reallocs = 0 / 0 (same size) / (changed size) 8.20.306.599 I slot release: id 0 | task 14270 | stop processing: n_tokens = 162, truncated = 0 8.20.313.128 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 235647617786 8.20.316.761 I slot launch_slot_: id 0 | task 14290 | processing task, is_child = 0 8.23.700.556 I slot print_timing: id 0 | task 14290 | n_gen = 109, tg = 35.79 t/s, tg_3s = 36.12 t/s 8.26.440.247 I slot print_timing: id 0 | task 14290 | prompt eval time = 366.23 ms / 138 tokens ( 2.65 ms per token, 376.81 tokens per second) 8.26.440.254 I slot print_timing: id 0 | task 14290 | eval time = 5757.24 ms / 207 tokens ( 27.95 ms per token, 35.78 tokens per second) 8.26.440.254 I slot print_timing: id 0 | task 14290 | total time = 6123.47 ms / 345 tokens 8.26.440.255 I slot print_timing: id 0 | task 14290 | graphs reused = 13493 8.26.440.256 I slot print_timing: id 0 | task 14290 | graph reallocs = 0 / 0 (same size) / (changed size) 8.26.440.277 I slot release: id 0 | task 14290 | stop processing: n_tokens = 344, truncated = 0 8.26.446.855 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 344, t_last = 235653751464 8.26.452.322 I slot launch_slot_: id 0 | task 14500 | processing task, is_child = 0 8.29.837.823 I slot print_timing: id 0 | task 14500 | n_gen = 109, tg = 35.77 t/s, tg_3s = 36.10 t/s 8.32.857.253 I slot print_timing: id 0 | task 14500 | n_gen = 217, tg = 35.77 t/s, tg_3s = 35.77 t/s 8.35.875.520 I slot print_timing: id 0 | task 14500 | n_gen = 325, tg = 35.77 t/s, tg_3s = 35.78 t/s 8.38.900.544 I slot print_timing: id 0 | task 14500 | n_gen = 433, tg = 35.76 t/s, tg_3s = 35.70 t/s 8.41.922.403 I slot print_timing: id 0 | task 14500 | n_gen = 541, tg = 35.75 t/s, tg_3s = 35.74 t/s 8.44.923.541 I slot print_timing: id 0 | task 14500 | n_gen = 648, tg = 35.74 t/s, tg_3s = 35.65 t/s 8.47.927.928 I slot print_timing: id 0 | task 14500 | n_gen = 755, tg = 35.72 t/s, tg_3s = 35.61 t/s 8.49.872.331 I slot print_timing: id 0 | task 14500 | prompt eval time = 366.44 ms / 140 tokens ( 2.62 ms per token, 382.05 tokens per second) 8.49.872.337 I slot print_timing: id 0 | task 14500 | eval time = 23053.56 ms / 824 tokens ( 28.01 ms per token, 35.70 tokens per second) 8.49.872.338 I slot print_timing: id 0 | task 14500 | total time = 23420.00 ms / 964 tokens 8.49.872.339 I slot print_timing: id 0 | task 14500 | graphs reused = 14312 8.49.872.339 I slot print_timing: id 0 | task 14500 | graph reallocs = 0 / 0 (same size) / (changed size) 8.49.872.362 I slot release: id 0 | task 14500 | stop processing: n_tokens = 963, truncated = 0 8.49.879.437 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 235677183549 8.49.888.085 I slot launch_slot_: id 0 | task 15327 | processing task, is_child = 0 8.53.322.742 I slot print_timing: id 0 | task 15327 | n_gen = 109, tg = 35.77 t/s, tg_3s = 36.10 t/s 8.54.918.186 I slot print_timing: id 0 | task 15327 | prompt eval time = 415.39 ms / 144 tokens ( 2.88 ms per token, 346.66 tokens per second) 8.54.918.189 I slot print_timing: id 0 | task 15327 | eval time = 4614.70 ms / 166 tokens ( 27.97 ms per token, 35.76 tokens per second) 8.54.918.190 I slot print_timing: id 0 | task 15327 | total time = 5030.09 ms / 310 tokens 8.54.918.191 I slot print_timing: id 0 | task 15327 | graphs reused = 14475 8.54.918.191 I slot print_timing: id 0 | task 15327 | graph reallocs = 0 / 0 (same size) / (changed size) 8.54.918.213 I slot release: id 0 | task 15327 | stop processing: n_tokens = 309, truncated = 0 8.54.925.948 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 309, t_last = 235682229401 8.54.931.107 I slot launch_slot_: id 0 | task 15496 | processing task, is_child = 0 8.56.253.325 I slot print_timing: id 0 | task 15496 | prompt eval time = 424.60 ms / 169 tokens ( 2.51 ms per token, 398.02 tokens per second) 8.56.253.329 I slot print_timing: id 0 | task 15496 | eval time = 897.61 ms / 33 tokens ( 28.05 ms per token, 35.65 tokens per second) 8.56.253.330 I slot print_timing: id 0 | task 15496 | total time = 1322.20 ms / 202 tokens 8.56.253.331 I slot print_timing: id 0 | task 15496 | graphs reused = 14506 8.56.253.331 I slot print_timing: id 0 | task 15496 | graph reallocs = 0 / 0 (same size) / (changed size) 8.56.253.358 I slot release: id 0 | task 15496 | stop processing: n_tokens = 201, truncated = 0 8.56.261.092 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 235683564545 8.56.265.459 I slot launch_slot_: id 0 | task 15532 | processing task, is_child = 0 8.57.500.130 I slot print_timing: id 0 | task 15532 | prompt eval time = 419.13 ms / 149 tokens ( 2.81 ms per token, 355.50 tokens per second) 8.57.500.135 I slot print_timing: id 0 | task 15532 | eval time = 815.53 ms / 30 tokens ( 28.12 ms per token, 35.56 tokens per second) 8.57.500.136 I slot print_timing: id 0 | task 15532 | total time = 1234.66 ms / 179 tokens 8.57.500.137 I slot print_timing: id 0 | task 15532 | graphs reused = 14534 8.57.500.137 I slot print_timing: id 0 | task 15532 | graph reallocs = 0 / 0 (same size) / (changed size) 8.57.500.158 I slot release: id 0 | task 15532 | stop processing: n_tokens = 178, truncated = 0 8.57.506.773 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 235684811345 8.57.510.052 I slot launch_slot_: id 0 | task 15565 | processing task, is_child = 0 9.00.931.242 I slot print_timing: id 0 | task 15565 | n_gen = 109, tg = 35.77 t/s, tg_3s = 36.10 t/s 9.01.439.264 I slot print_timing: id 0 | task 15565 | prompt eval time = 401.47 ms / 147 tokens ( 2.73 ms per token, 366.16 tokens per second) 9.01.439.271 I slot print_timing: id 0 | task 15565 | eval time = 3527.73 ms / 127 tokens ( 28.00 ms per token, 35.72 tokens per second) 9.01.439.273 I slot print_timing: id 0 | task 15565 | total time = 3929.19 ms / 274 tokens 9.01.439.273 I slot print_timing: id 0 | task 15565 | graphs reused = 14658 9.01.439.274 I slot print_timing: id 0 | task 15565 | graph reallocs = 0 / 0 (same size) / (changed size) 9.01.439.298 I slot release: id 0 | task 15565 | stop processing: n_tokens = 273, truncated = 0 9.01.446.840 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 273, t_last = 235688750485 9.01.451.904 I slot launch_slot_: id 0 | task 15695 | processing task, is_child = 0 9.04.893.842 I slot print_timing: id 0 | task 15695 | n_gen = 109, tg = 35.71 t/s, tg_3s = 36.04 t/s 9.07.909.841 I slot print_timing: id 0 | task 15695 | n_gen = 217, tg = 35.76 t/s, tg_3s = 35.81 t/s 9.08.077.467 I slot print_timing: id 0 | task 15695 | prompt eval time = 417.65 ms / 161 tokens ( 2.59 ms per token, 385.49 tokens per second) 9.08.077.475 I slot print_timing: id 0 | task 15695 | eval time = 6207.90 ms / 223 tokens ( 27.96 ms per token, 35.76 tokens per second) 9.08.077.476 I slot print_timing: id 0 | task 15695 | total time = 6625.55 ms / 384 tokens 9.08.077.477 I slot print_timing: id 0 | task 15695 | graphs reused = 14878 9.08.077.477 I slot print_timing: id 0 | task 15695 | graph reallocs = 0 / 0 (same size) / (changed size) 9.08.077.504 I slot release: id 0 | task 15695 | stop processing: n_tokens = 383, truncated = 0 9.08.084.430 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 383, t_last = 235695388691 9.08.090.442 I slot launch_slot_: id 0 | task 15921 | processing task, is_child = 0 9.08.890.466 I slot print_timing: id 0 | task 15921 | prompt eval time = 423.78 ms / 161 tokens ( 2.63 ms per token, 379.92 tokens per second) 9.08.890.471 I slot print_timing: id 0 | task 15921 | eval time = 376.23 ms / 14 tokens ( 28.94 ms per token, 34.55 tokens per second) 9.08.890.472 I slot print_timing: id 0 | task 15921 | total time = 800.01 ms / 175 tokens 9.08.890.472 I slot print_timing: id 0 | task 15921 | graphs reused = 14890 9.08.890.473 I slot print_timing: id 0 | task 15921 | graph reallocs = 0 / 0 (same size) / (changed size) 9.08.890.495 I slot release: id 0 | task 15921 | stop processing: n_tokens = 174, truncated = 0 9.08.897.078 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 235696201682 9.08.900.854 I slot launch_slot_: id 0 | task 15938 | processing task, is_child = 0 9.12.340.060 I slot print_timing: id 0 | task 15938 | n_gen = 109, tg = 35.73 t/s, tg_3s = 36.06 t/s 9.15.355.743 I slot print_timing: id 0 | task 15938 | n_gen = 217, tg = 35.77 t/s, tg_3s = 35.81 t/s 9.18.375.461 I slot print_timing: id 0 | task 15938 | n_gen = 325, tg = 35.77 t/s, tg_3s = 35.76 t/s 9.21.401.484 I slot print_timing: id 0 | task 15938 | n_gen = 433, tg = 35.75 t/s, tg_3s = 35.69 t/s 9.24.424.070 I slot print_timing: id 0 | task 15938 | n_gen = 541, tg = 35.75 t/s, tg_3s = 35.73 t/s 9.27.425.786 I slot print_timing: id 0 | task 15938 | n_gen = 648, tg = 35.73 t/s, tg_3s = 35.65 t/s 9.30.433.102 I slot print_timing: id 0 | task 15938 | n_gen = 755, tg = 35.71 t/s, tg_3s = 35.58 t/s 9.33.450.039 I slot print_timing: id 0 | task 15938 | n_gen = 862, tg = 35.68 t/s, tg_3s = 35.47 t/s 9.36.470.649 I slot print_timing: id 0 | task 15938 | n_gen = 969, tg = 35.65 t/s, tg_3s = 35.42 t/s 9.38.020.446 I slot print_timing: id 0 | task 15938 | prompt eval time = 416.31 ms / 149 tokens ( 2.79 ms per token, 357.90 tokens per second) 9.38.020.453 I slot print_timing: id 0 | task 15938 | eval time = 28703.27 ms / 1024 tokens ( 28.06 ms per token, 35.64 tokens per second) 9.38.020.453 I slot print_timing: id 0 | task 15938 | total time = 29119.58 ms / 1173 tokens 9.38.020.454 I slot print_timing: id 0 | task 15938 | graphs reused = 15908 9.38.020.454 I slot print_timing: id 0 | task 15938 | graph reallocs = 0 / 0 (same size) / (changed size) 9.38.020.485 I slot release: id 0 | task 15938 | stop processing: n_tokens = 1172, truncated = 0 9.38.028.625 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 235725331672 9.38.037.859 I slot launch_slot_: id 0 | task 16965 | processing task, is_child = 0 9.41.479.379 I slot print_timing: id 0 | task 16965 | n_gen = 109, tg = 35.73 t/s, tg_3s = 36.06 t/s 9.44.496.001 I slot print_timing: id 0 | task 16965 | n_gen = 217, tg = 35.76 t/s, tg_3s = 35.80 t/s 9.47.515.535 I slot print_timing: id 0 | task 16965 | n_gen = 325, tg = 35.76 t/s, tg_3s = 35.77 t/s 9.50.541.618 I slot print_timing: id 0 | task 16965 | n_gen = 433, tg = 35.75 t/s, tg_3s = 35.69 t/s 9.53.564.899 I slot print_timing: id 0 | task 16965 | n_gen = 541, tg = 35.74 t/s, tg_3s = 35.72 t/s 9.56.565.792 I slot print_timing: id 0 | task 16965 | n_gen = 648, tg = 35.73 t/s, tg_3s = 35.66 t/s 9.58.699.504 I slot print_timing: id 0 | task 16965 | prompt eval time = 418.45 ms / 162 tokens ( 2.58 ms per token, 387.14 tokens per second) 9.58.699.508 I slot print_timing: id 0 | task 16965 | eval time = 20243.17 ms / 724 tokens ( 28.00 ms per token, 35.72 tokens per second) 9.58.699.508 I slot print_timing: id 0 | task 16965 | total time = 20661.63 ms / 886 tokens 9.58.699.509 I slot print_timing: id 0 | task 16965 | graphs reused = 16627 9.58.699.510 I slot print_timing: id 0 | task 16965 | graph reallocs = 0 / 0 (same size) / (changed size) 9.58.699.536 I slot release: id 0 | task 16965 | stop processing: n_tokens = 885, truncated = 0 9.58.707.252 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 885, t_last = 235746010723 9.58.715.817 I slot launch_slot_: id 0 | task 17692 | processing task, is_child = 0 10.02.160.710 I slot print_timing: id 0 | task 17692 | n_gen = 109, tg = 35.71 t/s, tg_3s = 36.04 t/s 10.05.176.295 I slot print_timing: id 0 | task 17692 | n_gen = 217, tg = 35.76 t/s, tg_3s = 35.81 t/s 10.05.483.888 I slot print_timing: id 0 | task 17692 | prompt eval time = 420.43 ms / 168 tokens ( 2.50 ms per token, 399.59 tokens per second) 10.05.483.894 I slot print_timing: id 0 | task 17692 | eval time = 6347.63 ms / 228 tokens ( 27.96 ms per token, 35.76 tokens per second) 10.05.483.894 I slot print_timing: id 0 | task 17692 | total time = 6768.06 ms / 396 tokens 10.05.483.895 I slot print_timing: id 0 | task 17692 | graphs reused = 16852 10.05.483.896 I slot print_timing: id 0 | task 17692 | graph reallocs = 0 / 0 (same size) / (changed size) 10.05.483.922 I slot release: id 0 | task 17692 | stop processing: n_tokens = 395, truncated = 0 10.05.491.002 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 395, t_last = 235752795109 10.05.497.366 I slot launch_slot_: id 0 | task 17923 | processing task, is_child = 0 10.09.008.929 I slot print_timing: id 0 | task 17923 | n_gen = 109, tg = 35.73 t/s, tg_3s = 36.06 t/s 10.11.522.239 I slot print_timing: id 0 | task 17923 | prompt eval time = 488.98 ms / 200 tokens ( 2.44 ms per token, 409.01 tokens per second) 10.11.522.246 I slot print_timing: id 0 | task 17923 | eval time = 5535.88 ms / 199 tokens ( 27.96 ms per token, 35.77 tokens per second) 10.11.522.247 I slot print_timing: id 0 | task 17923 | total time = 6024.86 ms / 399 tokens 10.11.522.248 I slot print_timing: id 0 | task 17923 | graphs reused = 17048 10.11.522.248 I slot print_timing: id 0 | task 17923 | graph reallocs = 0 / 0 (same size) / (changed size) 10.11.522.277 I slot release: id 0 | task 17923 | stop processing: n_tokens = 398, truncated = 0 10.11.529.625 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 398, t_last = 235758833464 10.11.536.209 I slot launch_slot_: id 0 | task 18125 | processing task, is_child = 0 10.12.829.397 I slot print_timing: id 0 | task 18125 | prompt eval time = 367.33 ms / 148 tokens ( 2.48 ms per token, 402.90 tokens per second) 10.12.829.404 I slot print_timing: id 0 | task 18125 | eval time = 925.84 ms / 34 tokens ( 28.06 ms per token, 35.64 tokens per second) 10.12.829.404 I slot print_timing: id 0 | task 18125 | total time = 1293.18 ms / 182 tokens 10.12.829.405 I slot print_timing: id 0 | task 18125 | graphs reused = 17080 10.12.829.406 I slot print_timing: id 0 | task 18125 | graph reallocs = 0 / 0 (same size) / (changed size) 10.12.829.428 I slot release: id 0 | task 18125 | stop processing: n_tokens = 181, truncated = 0 10.13.033.430 I srv operator(): operator(): cleaning up before exit...