$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/b70fcf463239/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q2_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.043.163 I srv llama_server: initializing ... 0.00.043.169 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.043.255 I srv init_listene: The UI is disabled 0.00.043.256 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.043.291 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.044.949 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/b70fcf463239/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q2_K_XL.gguf' 0.00.747.718 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.750.584 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.756.594 W load: '' is a normal token here, removing it from EOG list 0.00.949.990 I cmn init: llama threadpool init, n_threads = 8 0.01.118.913 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.01.124.607 I srv llama_server: model loaded 0.01.124.611 I srv llama_server: listening on http://127.0.0.1:8089 0.02.024.326 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.02.024.493 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.03.311.664 I slot print_timing: id 0 | task 0 | prompt eval time = 500.72 ms / 156 tokens ( 3.21 ms per token, 311.55 tokens per second) 0.03.311.667 I slot print_timing: id 0 | task 0 | eval time = 786.43 ms / 32 tokens ( 25.37 ms per token, 39.42 tokens per second) 0.03.311.668 I slot print_timing: id 0 | task 0 | total time = 1287.15 ms / 188 tokens 0.03.311.668 I slot print_timing: id 0 | task 0 | graphs reused = 31 0.03.311.669 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.03.311.694 I slot release: id 0 | task 0 | stop processing: n_tokens = 187, truncated = 0 0.03.317.092 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 239987040344 0.03.319.426 I slot launch_slot_: id 0 | task 35 | processing task, is_child = 0 0.04.190.469 I slot print_timing: id 0 | task 35 | prompt eval time = 362.31 ms / 109 tokens ( 3.32 ms per token, 300.85 tokens per second) 0.04.190.473 I slot print_timing: id 0 | task 35 | eval time = 508.73 ms / 21 tokens ( 25.44 ms per token, 39.31 tokens per second) 0.04.190.474 I slot print_timing: id 0 | task 35 | total time = 871.03 ms / 130 tokens 0.04.190.474 I slot print_timing: id 0 | task 35 | graphs reused = 50 0.04.190.475 I slot print_timing: id 0 | task 35 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.190.499 I slot release: id 0 | task 35 | stop processing: n_tokens = 129, truncated = 0 0.04.195.566 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 239987919149 0.04.196.702 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.05.169.937 I slot print_timing: id 0 | task 59 | prompt eval time = 416.10 ms / 149 tokens ( 2.79 ms per token, 358.09 tokens per second) 0.05.169.944 I slot print_timing: id 0 | task 59 | eval time = 557.13 ms / 23 tokens ( 25.32 ms per token, 39.49 tokens per second) 0.05.169.945 I slot print_timing: id 0 | task 59 | total time = 973.22 ms / 172 tokens 0.05.169.945 I slot print_timing: id 0 | task 59 | graphs reused = 71 0.05.169.946 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.169.970 I slot release: id 0 | task 59 | stop processing: n_tokens = 171, truncated = 0 0.05.175.234 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 171, t_last = 239988898620 0.05.177.337 I slot launch_slot_: id 0 | task 85 | processing task, is_child = 0 0.06.199.512 I slot print_timing: id 0 | task 85 | prompt eval time = 465.79 ms / 190 tokens ( 2.45 ms per token, 407.91 tokens per second) 0.06.199.516 I slot print_timing: id 0 | task 85 | eval time = 556.37 ms / 23 tokens ( 25.29 ms per token, 39.54 tokens per second) 0.06.199.517 I slot print_timing: id 0 | task 85 | total time = 1022.16 ms / 213 tokens 0.06.199.517 I slot print_timing: id 0 | task 85 | graphs reused = 92 0.06.199.518 I slot print_timing: id 0 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.199.544 I slot release: id 0 | task 85 | stop processing: n_tokens = 212, truncated = 0 0.06.205.262 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.099 0.06.207.918 I slot launch_slot_: id 0 | task 111 | processing task, is_child = 0 0.07.379.273 I slot print_timing: id 0 | task 111 | prompt eval time = 512.92 ms / 174 tokens ( 2.95 ms per token, 339.23 tokens per second) 0.07.379.276 I slot print_timing: id 0 | task 111 | eval time = 658.42 ms / 27 tokens ( 25.32 ms per token, 39.49 tokens per second) 0.07.379.277 I slot print_timing: id 0 | task 111 | total time = 1171.34 ms / 201 tokens 0.07.379.278 I slot print_timing: id 0 | task 111 | graphs reused = 117 0.07.379.278 I slot print_timing: id 0 | task 111 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.379.302 I slot release: id 0 | task 111 | stop processing: n_tokens = 200, truncated = 0 0.07.385.009 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 239991107952 0.07.387.080 I slot launch_slot_: id 0 | task 141 | processing task, is_child = 0 0.08.696.941 I slot print_timing: id 0 | task 141 | prompt eval time = 475.27 ms / 165 tokens ( 2.88 ms per token, 347.17 tokens per second) 0.08.696.944 I slot print_timing: id 0 | task 141 | eval time = 834.58 ms / 34 tokens ( 25.29 ms per token, 39.54 tokens per second) 0.08.696.944 I slot print_timing: id 0 | task 141 | total time = 1309.85 ms / 199 tokens 0.08.696.945 I slot print_timing: id 0 | task 141 | graphs reused = 149 0.08.696.946 I slot print_timing: id 0 | task 141 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.696.968 I slot release: id 0 | task 141 | stop processing: n_tokens = 198, truncated = 0 0.08.703.032 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 239992425618 0.08.705.666 I slot launch_slot_: id 0 | task 178 | processing task, is_child = 0 0.09.844.181 I slot print_timing: id 0 | task 178 | prompt eval time = 553.25 ms / 208 tokens ( 2.66 ms per token, 375.96 tokens per second) 0.09.844.185 I slot print_timing: id 0 | task 178 | eval time = 585.26 ms / 24 tokens ( 25.45 ms per token, 39.30 tokens per second) 0.09.844.186 I slot print_timing: id 0 | task 178 | total time = 1138.51 ms / 232 tokens 0.09.844.187 I slot print_timing: id 0 | task 178 | graphs reused = 171 0.09.844.187 I slot print_timing: id 0 | task 178 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.844.211 I slot release: id 0 | task 178 | stop processing: n_tokens = 231, truncated = 0 0.09.850.175 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 239993572861 0.09.852.893 I slot launch_slot_: id 0 | task 205 | processing task, is_child = 0 0.11.356.491 I slot print_timing: id 0 | task 205 | prompt eval time = 644.03 ms / 260 tokens ( 2.48 ms per token, 403.71 tokens per second) 0.11.356.495 I slot print_timing: id 0 | task 205 | eval time = 859.55 ms / 35 tokens ( 25.28 ms per token, 39.56 tokens per second) 0.11.356.496 I slot print_timing: id 0 | task 205 | total time = 1503.58 ms / 295 tokens 0.11.356.496 I slot print_timing: id 0 | task 205 | graphs reused = 204 0.11.356.497 I slot print_timing: id 0 | task 205 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.356.526 I slot release: id 0 | task 205 | stop processing: n_tokens = 294, truncated = 0 0.11.361.695 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 239995085176 0.11.365.210 I slot launch_slot_: id 0 | task 243 | processing task, is_child = 0 0.12.512.004 I slot print_timing: id 0 | task 243 | prompt eval time = 411.96 ms / 136 tokens ( 3.03 ms per token, 330.13 tokens per second) 0.12.512.010 I slot print_timing: id 0 | task 243 | eval time = 734.82 ms / 30 tokens ( 25.34 ms per token, 39.47 tokens per second) 0.12.512.010 I slot print_timing: id 0 | task 243 | total time = 1146.78 ms / 166 tokens 0.12.512.011 I slot print_timing: id 0 | task 243 | graphs reused = 232 0.12.512.012 I slot print_timing: id 0 | task 243 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.512.034 I slot release: id 0 | task 243 | stop processing: n_tokens = 165, truncated = 0 0.12.517.219 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 239996240684 0.12.517.910 I slot launch_slot_: id 0 | task 276 | processing task, is_child = 0 0.13.382.436 I slot print_timing: id 0 | task 276 | prompt eval time = 406.56 ms / 152 tokens ( 2.67 ms per token, 373.86 tokens per second) 0.13.382.439 I slot print_timing: id 0 | task 276 | eval time = 457.95 ms / 19 tokens ( 25.44 ms per token, 39.31 tokens per second) 0.13.382.440 I slot print_timing: id 0 | task 276 | total time = 864.51 ms / 171 tokens 0.13.382.440 I slot print_timing: id 0 | task 276 | graphs reused = 249 0.13.382.441 I slot print_timing: id 0 | task 276 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.382.463 I slot release: id 0 | task 276 | stop processing: n_tokens = 170, truncated = 0 0.13.387.642 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 239997111113 0.13.389.383 I slot launch_slot_: id 0 | task 298 | processing task, is_child = 0 0.14.689.042 I slot print_timing: id 0 | task 298 | prompt eval time = 437.34 ms / 160 tokens ( 2.73 ms per token, 365.84 tokens per second) 0.14.689.047 I slot print_timing: id 0 | task 298 | eval time = 862.30 ms / 35 tokens ( 25.36 ms per token, 39.43 tokens per second) 0.14.689.048 I slot print_timing: id 0 | task 298 | total time = 1299.64 ms / 195 tokens 0.14.689.049 I slot print_timing: id 0 | task 298 | graphs reused = 282 0.14.689.049 I slot print_timing: id 0 | task 298 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.689.076 I slot release: id 0 | task 298 | stop processing: n_tokens = 194, truncated = 0 0.14.694.785 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 239998417726 0.14.697.359 I slot launch_slot_: id 0 | task 336 | processing task, is_child = 0 0.15.926.274 I slot print_timing: id 0 | task 336 | prompt eval time = 542.63 ms / 200 tokens ( 2.71 ms per token, 368.57 tokens per second) 0.15.926.278 I slot print_timing: id 0 | task 336 | eval time = 686.27 ms / 28 tokens ( 25.42 ms per token, 39.34 tokens per second) 0.15.926.279 I slot print_timing: id 0 | task 336 | total time = 1228.90 ms / 228 tokens 0.15.926.279 I slot print_timing: id 0 | task 336 | graphs reused = 308 0.15.926.280 I slot print_timing: id 0 | task 336 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.926.303 I slot release: id 0 | task 336 | stop processing: n_tokens = 227, truncated = 0 0.15.931.661 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 239999654953 0.15.934.434 I slot launch_slot_: id 0 | task 367 | processing task, is_child = 0 0.17.268.814 I slot print_timing: id 0 | task 367 | prompt eval time = 473.72 ms / 167 tokens ( 2.84 ms per token, 352.53 tokens per second) 0.17.268.819 I slot print_timing: id 0 | task 367 | eval time = 860.64 ms / 35 tokens ( 25.31 ms per token, 39.51 tokens per second) 0.17.268.819 I slot print_timing: id 0 | task 367 | total time = 1334.36 ms / 202 tokens 0.17.268.820 I slot print_timing: id 0 | task 367 | graphs reused = 341 0.17.268.821 I slot print_timing: id 0 | task 367 | graph reallocs = 0 / 0 (same size) / (changed size) 0.17.268.845 I slot release: id 0 | task 367 | stop processing: n_tokens = 201, truncated = 0 0.17.274.199 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 240000997495 0.17.275.753 I slot launch_slot_: id 0 | task 405 | processing task, is_child = 0 0.18.404.266 I slot print_timing: id 0 | task 405 | prompt eval time = 469.71 ms / 164 tokens ( 2.86 ms per token, 349.15 tokens per second) 0.18.404.272 I slot print_timing: id 0 | task 405 | eval time = 658.79 ms / 27 tokens ( 25.34 ms per token, 39.47 tokens per second) 0.18.404.273 I slot print_timing: id 0 | task 405 | total time = 1128.50 ms / 191 tokens 0.18.404.274 I slot print_timing: id 0 | task 405 | graphs reused = 366 0.18.404.274 I slot print_timing: id 0 | task 405 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.404.300 I slot release: id 0 | task 405 | stop processing: n_tokens = 190, truncated = 0 0.18.409.857 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 240002132950 0.18.412.224 I slot launch_slot_: id 0 | task 435 | processing task, is_child = 0 0.19.856.814 I slot print_timing: id 0 | task 435 | prompt eval time = 482.87 ms / 163 tokens ( 2.96 ms per token, 337.56 tokens per second) 0.19.856.818 I slot print_timing: id 0 | task 435 | eval time = 961.71 ms / 39 tokens ( 25.31 ms per token, 39.51 tokens per second) 0.19.856.818 I slot print_timing: id 0 | task 435 | total time = 1444.58 ms / 202 tokens 0.19.856.819 I slot print_timing: id 0 | task 435 | graphs reused = 403 0.19.856.820 I slot print_timing: id 0 | task 435 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.856.844 I slot release: id 0 | task 435 | stop processing: n_tokens = 201, truncated = 0 0.19.862.626 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 240003585494 0.19.865.066 I slot launch_slot_: id 0 | task 477 | processing task, is_child = 0 0.21.042.502 I slot print_timing: id 0 | task 477 | prompt eval time = 415.57 ms / 137 tokens ( 3.03 ms per token, 329.66 tokens per second) 0.21.042.505 I slot print_timing: id 0 | task 477 | eval time = 761.85 ms / 31 tokens ( 25.39 ms per token, 39.38 tokens per second) 0.21.042.506 I slot print_timing: id 0 | task 477 | total time = 1177.42 ms / 168 tokens 0.21.042.506 I slot print_timing: id 0 | task 477 | graphs reused = 432 0.21.042.507 I slot print_timing: id 0 | task 477 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.042.527 I slot release: id 0 | task 477 | stop processing: n_tokens = 167, truncated = 0 0.21.047.757 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 240004771177 0.21.049.777 I slot launch_slot_: id 0 | task 511 | processing task, is_child = 0 0.21.992.422 I slot print_timing: id 0 | task 511 | prompt eval time = 460.83 ms / 159 tokens ( 2.90 ms per token, 345.03 tokens per second) 0.21.992.426 I slot print_timing: id 0 | task 511 | eval time = 481.80 ms / 20 tokens ( 25.36 ms per token, 39.44 tokens per second) 0.21.992.427 I slot print_timing: id 0 | task 511 | total time = 942.63 ms / 179 tokens 0.21.992.427 I slot print_timing: id 0 | task 511 | graphs reused = 450 0.21.992.428 I slot print_timing: id 0 | task 511 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.992.452 I slot release: id 0 | task 511 | stop processing: n_tokens = 178, truncated = 0 0.21.997.540 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 240005721102 0.21.999.778 I slot launch_slot_: id 0 | task 534 | processing task, is_child = 0 0.22.893.732 I slot print_timing: id 0 | task 534 | prompt eval time = 413.41 ms / 141 tokens ( 2.93 ms per token, 341.06 tokens per second) 0.22.893.738 I slot print_timing: id 0 | task 534 | eval time = 480.53 ms / 20 tokens ( 25.29 ms per token, 39.54 tokens per second) 0.22.893.740 I slot print_timing: id 0 | task 534 | total time = 893.94 ms / 161 tokens 0.22.893.740 I slot print_timing: id 0 | task 534 | graphs reused = 468 0.22.893.741 I slot print_timing: id 0 | task 534 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.893.761 I slot release: id 0 | task 534 | stop processing: n_tokens = 160, truncated = 0 0.22.898.916 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 240006622411 0.22.900.936 I slot launch_slot_: id 0 | task 557 | processing task, is_child = 0 0.23.728.605 I slot print_timing: id 0 | task 557 | prompt eval time = 420.83 ms / 136 tokens ( 3.09 ms per token, 323.17 tokens per second) 0.23.728.609 I slot print_timing: id 0 | task 557 | eval time = 406.83 ms / 17 tokens ( 25.43 ms per token, 39.33 tokens per second) 0.23.728.609 I slot print_timing: id 0 | task 557 | total time = 827.66 ms / 153 tokens 0.23.728.610 I slot print_timing: id 0 | task 557 | graphs reused = 483 0.23.728.610 I slot print_timing: id 0 | task 557 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.728.632 I slot release: id 0 | task 557 | stop processing: n_tokens = 152, truncated = 0 0.23.734.543 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 240007457282 0.23.736.638 I slot launch_slot_: id 0 | task 577 | processing task, is_child = 0 0.25.198.075 I slot print_timing: id 0 | task 577 | prompt eval time = 524.12 ms / 169 tokens ( 3.10 ms per token, 322.44 tokens per second) 0.25.198.079 I slot print_timing: id 0 | task 577 | eval time = 937.30 ms / 38 tokens ( 25.33 ms per token, 39.47 tokens per second) 0.25.198.079 I slot print_timing: id 0 | task 577 | total time = 1461.43 ms / 207 tokens 0.25.198.080 I slot print_timing: id 0 | task 577 | graphs reused = 519 0.25.198.080 I slot print_timing: id 0 | task 577 | graph reallocs = 0 / 0 (same size) / (changed size) 0.25.198.105 I slot release: id 0 | task 577 | stop processing: n_tokens = 206, truncated = 0 0.25.203.481 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 240008926755 0.25.205.930 I slot launch_slot_: id 0 | task 618 | processing task, is_child = 0 0.26.423.618 I slot print_timing: id 0 | task 618 | prompt eval time = 408.68 ms / 154 tokens ( 2.65 ms per token, 376.82 tokens per second) 0.26.423.622 I slot print_timing: id 0 | task 618 | eval time = 809.00 ms / 33 tokens ( 25.28 ms per token, 39.56 tokens per second) 0.26.423.622 I slot print_timing: id 0 | task 618 | total time = 1217.68 ms / 187 tokens 0.26.423.623 I slot print_timing: id 0 | task 618 | graphs reused = 550 0.26.423.624 I slot print_timing: id 0 | task 618 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.423.646 I slot release: id 0 | task 618 | stop processing: n_tokens = 186, truncated = 0 0.26.429.358 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 186, t_last = 240010152296 0.26.431.639 I slot launch_slot_: id 0 | task 654 | processing task, is_child = 0 0.27.728.050 I slot print_timing: id 0 | task 654 | prompt eval time = 462.70 ms / 196 tokens ( 2.36 ms per token, 423.60 tokens per second) 0.27.728.055 I slot print_timing: id 0 | task 654 | eval time = 833.70 ms / 34 tokens ( 25.26 ms per token, 39.58 tokens per second) 0.27.728.056 I slot print_timing: id 0 | task 654 | total time = 1296.40 ms / 230 tokens 0.27.728.057 I slot print_timing: id 0 | task 654 | graphs reused = 582 0.27.728.057 I slot print_timing: id 0 | task 654 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.728.082 I slot release: id 0 | task 654 | stop processing: n_tokens = 229, truncated = 0 0.27.733.603 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 229, t_last = 240011456732 0.27.736.539 I slot launch_slot_: id 0 | task 691 | processing task, is_child = 0 0.28.815.285 I slot print_timing: id 0 | task 691 | prompt eval time = 471.22 ms / 180 tokens ( 2.62 ms per token, 381.98 tokens per second) 0.28.815.289 I slot print_timing: id 0 | task 691 | eval time = 607.51 ms / 25 tokens ( 25.31 ms per token, 39.51 tokens per second) 0.28.815.289 I slot print_timing: id 0 | task 691 | total time = 1078.74 ms / 205 tokens 0.28.815.290 I slot print_timing: id 0 | task 691 | graphs reused = 605 0.28.815.291 I slot print_timing: id 0 | task 691 | graph reallocs = 0 / 0 (same size) / (changed size) 0.28.815.314 I slot release: id 0 | task 691 | stop processing: n_tokens = 204, truncated = 0 0.28.821.134 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 240012543964 0.28.823.688 I slot launch_slot_: id 0 | task 719 | processing task, is_child = 0 0.30.667.599 I slot print_timing: id 0 | task 719 | prompt eval time = 527.86 ms / 192 tokens ( 2.75 ms per token, 363.73 tokens per second) 0.30.667.602 I slot print_timing: id 0 | task 719 | eval time = 1316.04 ms / 53 tokens ( 25.31 ms per token, 39.51 tokens per second) 0.30.667.603 I slot print_timing: id 0 | task 719 | total time = 1843.90 ms / 245 tokens 0.30.667.603 I slot print_timing: id 0 | task 719 | graphs reused = 656 0.30.667.604 I slot print_timing: id 0 | task 719 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.667.631 I slot release: id 0 | task 719 | stop processing: n_tokens = 244, truncated = 0 0.30.673.366 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 240014396281 0.30.675.701 I slot launch_slot_: id 0 | task 775 | processing task, is_child = 0 0.32.172.960 I slot print_timing: id 0 | task 775 | prompt eval time = 583.57 ms / 228 tokens ( 2.56 ms per token, 390.70 tokens per second) 0.32.172.964 I slot print_timing: id 0 | task 775 | eval time = 913.68 ms / 37 tokens ( 25.38 ms per token, 39.40 tokens per second) 0.32.172.964 I slot print_timing: id 0 | task 775 | total time = 1497.24 ms / 265 tokens 0.32.172.965 I slot print_timing: id 0 | task 775 | graphs reused = 690 0.32.172.966 I slot print_timing: id 0 | task 775 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.172.994 I slot release: id 0 | task 775 | stop processing: n_tokens = 264, truncated = 0 0.32.178.431 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 240015901644 0.32.181.418 I slot launch_slot_: id 0 | task 815 | processing task, is_child = 0 0.33.581.720 I slot print_timing: id 0 | task 815 | prompt eval time = 515.31 ms / 189 tokens ( 2.73 ms per token, 366.77 tokens per second) 0.33.581.724 I slot print_timing: id 0 | task 815 | eval time = 884.98 ms / 36 tokens ( 25.29 ms per token, 39.55 tokens per second) 0.33.581.725 I slot print_timing: id 0 | task 815 | total time = 1400.29 ms / 225 tokens 0.33.581.725 I slot print_timing: id 0 | task 815 | graphs reused = 724 0.33.581.726 I slot print_timing: id 0 | task 815 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.581.752 I slot release: id 0 | task 815 | stop processing: n_tokens = 224, truncated = 0 0.33.586.818 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 240017310402 0.33.589.115 I slot launch_slot_: id 0 | task 854 | processing task, is_child = 0 0.34.782.764 I slot print_timing: id 0 | task 854 | prompt eval time = 411.23 ms / 144 tokens ( 2.86 ms per token, 350.17 tokens per second) 0.34.782.770 I slot print_timing: id 0 | task 854 | eval time = 782.41 ms / 32 tokens ( 25.24 ms per token, 39.62 tokens per second) 0.34.782.771 I slot print_timing: id 0 | task 854 | total time = 1193.64 ms / 176 tokens 0.34.782.772 I slot print_timing: id 0 | task 854 | graphs reused = 754 0.34.782.772 I slot print_timing: id 0 | task 854 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.782.795 I slot release: id 0 | task 854 | stop processing: n_tokens = 175, truncated = 0 0.34.788.271 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 240018511445 0.34.790.444 I slot launch_slot_: id 0 | task 889 | processing task, is_child = 0 0.36.264.819 I slot print_timing: id 0 | task 889 | prompt eval time = 462.93 ms / 170 tokens ( 2.72 ms per token, 367.23 tokens per second) 0.36.264.827 I slot print_timing: id 0 | task 889 | eval time = 1011.44 ms / 41 tokens ( 25.29 ms per token, 39.55 tokens per second) 0.36.264.828 I slot print_timing: id 0 | task 889 | total time = 1474.37 ms / 211 tokens 0.36.264.828 I slot print_timing: id 0 | task 889 | graphs reused = 793 0.36.264.829 I slot print_timing: id 0 | task 889 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.264.850 I slot release: id 0 | task 889 | stop processing: n_tokens = 210, truncated = 0 0.36.270.560 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 240019993500 0.36.272.985 I slot launch_slot_: id 0 | task 933 | processing task, is_child = 0 0.38.052.164 I slot print_timing: id 0 | task 933 | prompt eval time = 515.71 ms / 200 tokens ( 2.58 ms per token, 387.82 tokens per second) 0.38.052.169 I slot print_timing: id 0 | task 933 | eval time = 1263.46 ms / 51 tokens ( 25.27 ms per token, 39.57 tokens per second) 0.38.052.170 I slot print_timing: id 0 | task 933 | total time = 1779.17 ms / 251 tokens 0.38.052.170 I slot print_timing: id 0 | task 933 | graphs reused = 842 0.38.052.171 I slot print_timing: id 0 | task 933 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.052.197 I slot release: id 0 | task 933 | stop processing: n_tokens = 250, truncated = 0 0.38.058.028 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 240021780847 0.38.060.892 I slot launch_slot_: id 0 | task 987 | processing task, is_child = 0 0.39.444.824 I slot print_timing: id 0 | task 987 | prompt eval time = 473.42 ms / 174 tokens ( 2.72 ms per token, 367.54 tokens per second) 0.39.444.830 I slot print_timing: id 0 | task 987 | eval time = 910.51 ms / 37 tokens ( 25.29 ms per token, 39.54 tokens per second) 0.39.444.831 I slot print_timing: id 0 | task 987 | total time = 1383.92 ms / 211 tokens 0.39.444.832 I slot print_timing: id 0 | task 987 | graphs reused = 877 0.39.444.832 I slot print_timing: id 0 | task 987 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.444.855 I slot release: id 0 | task 987 | stop processing: n_tokens = 210, truncated = 0 0.39.450.523 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 240023173505 0.39.452.992 I slot launch_slot_: id 0 | task 1027 | processing task, is_child = 0 0.40.715.144 I slot print_timing: id 0 | task 1027 | prompt eval time = 424.67 ms / 149 tokens ( 2.85 ms per token, 350.86 tokens per second) 0.40.715.149 I slot print_timing: id 0 | task 1027 | eval time = 837.46 ms / 34 tokens ( 25.38 ms per token, 39.40 tokens per second) 0.40.715.150 I slot print_timing: id 0 | task 1027 | total time = 1262.14 ms / 183 tokens 0.40.715.151 I slot print_timing: id 0 | task 1027 | graphs reused = 909 0.40.715.151 I slot print_timing: id 0 | task 1027 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.715.175 I slot release: id 0 | task 1027 | stop processing: n_tokens = 182, truncated = 0 0.40.720.517 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 240024443825 0.40.722.395 I slot launch_slot_: id 0 | task 1064 | processing task, is_child = 0 0.41.947.978 I slot print_timing: id 0 | task 1064 | prompt eval time = 465.78 ms / 150 tokens ( 3.11 ms per token, 322.04 tokens per second) 0.41.947.982 I slot print_timing: id 0 | task 1064 | eval time = 759.79 ms / 31 tokens ( 25.33 ms per token, 39.48 tokens per second) 0.41.947.983 I slot print_timing: id 0 | task 1064 | total time = 1225.57 ms / 181 tokens 0.41.947.983 I slot print_timing: id 0 | task 1064 | graphs reused = 938 0.41.947.984 I slot print_timing: id 0 | task 1064 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.948.008 I slot release: id 0 | task 1064 | stop processing: n_tokens = 180, truncated = 0 0.41.954.287 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 240025676658 0.41.956.392 I slot launch_slot_: id 0 | task 1098 | processing task, is_child = 0 0.43.387.050 I slot print_timing: id 0 | task 1098 | prompt eval time = 470.10 ms / 175 tokens ( 2.69 ms per token, 372.26 tokens per second) 0.43.387.054 I slot print_timing: id 0 | task 1098 | eval time = 960.55 ms / 39 tokens ( 25.28 ms per token, 39.56 tokens per second) 0.43.387.054 I slot print_timing: id 0 | task 1098 | total time = 1430.65 ms / 214 tokens 0.43.387.055 I slot print_timing: id 0 | task 1098 | graphs reused = 975 0.43.387.056 I slot print_timing: id 0 | task 1098 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.387.078 I slot release: id 0 | task 1098 | stop processing: n_tokens = 213, truncated = 0 0.43.393.389 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 213, t_last = 240027115728 0.43.395.965 I slot launch_slot_: id 0 | task 1140 | processing task, is_child = 0 0.44.986.218 I slot print_timing: id 0 | task 1140 | prompt eval time = 529.28 ms / 203 tokens ( 2.61 ms per token, 383.54 tokens per second) 0.44.986.225 I slot print_timing: id 0 | task 1140 | eval time = 1060.97 ms / 43 tokens ( 25.26 ms per token, 39.59 tokens per second) 0.44.986.225 I slot print_timing: id 0 | task 1140 | total time = 1590.24 ms / 246 tokens 0.44.986.226 I slot print_timing: id 0 | task 1140 | graphs reused = 1016 0.44.986.226 I slot print_timing: id 0 | task 1140 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.986.252 I slot release: id 0 | task 1140 | stop processing: n_tokens = 245, truncated = 0 0.44.991.943 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 240028714902 0.44.994.301 I slot launch_slot_: id 0 | task 1186 | processing task, is_child = 0 0.46.102.450 I slot print_timing: id 0 | task 1186 | prompt eval time = 373.46 ms / 136 tokens ( 2.75 ms per token, 364.16 tokens per second) 0.46.102.457 I slot print_timing: id 0 | task 1186 | eval time = 734.68 ms / 30 tokens ( 25.33 ms per token, 39.47 tokens per second) 0.46.102.458 I slot print_timing: id 0 | task 1186 | total time = 1108.14 ms / 166 tokens 0.46.102.458 I slot print_timing: id 0 | task 1186 | graphs reused = 1044 0.46.102.459 I slot print_timing: id 0 | task 1186 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.102.479 I slot release: id 0 | task 1186 | stop processing: n_tokens = 165, truncated = 0 0.46.109.157 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 240029831129 0.46.110.824 I slot launch_slot_: id 0 | task 1219 | processing task, is_child = 0 0.49.586.495 I slot print_timing: id 0 | task 1219 | prompt eval time = 545.64 ms / 185 tokens ( 2.95 ms per token, 339.05 tokens per second) 0.49.586.505 I slot print_timing: id 0 | task 1219 | eval time = 2930.02 ms / 117 tokens ( 25.26 ms per token, 39.59 tokens per second) 0.49.586.505 I slot print_timing: id 0 | task 1219 | total time = 3475.66 ms / 302 tokens 0.49.586.506 I slot print_timing: id 0 | task 1219 | graphs reused = 1158 0.49.586.507 I slot print_timing: id 0 | task 1219 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.586.529 I slot release: id 0 | task 1219 | stop processing: n_tokens = 301, truncated = 0 0.49.591.530 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 240033315179 0.49.594.615 I slot launch_slot_: id 0 | task 1339 | processing task, is_child = 0 0.50.396.084 I slot print_timing: id 0 | task 1339 | prompt eval time = 314.02 ms / 110 tokens ( 2.85 ms per token, 350.29 tokens per second) 0.50.396.088 I slot print_timing: id 0 | task 1339 | eval time = 487.44 ms / 20 tokens ( 25.65 ms per token, 38.98 tokens per second) 0.50.396.088 I slot print_timing: id 0 | task 1339 | total time = 801.46 ms / 130 tokens 0.50.396.089 I slot print_timing: id 0 | task 1339 | graphs reused = 1176 0.50.396.089 I slot print_timing: id 0 | task 1339 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.396.110 I slot release: id 0 | task 1339 | stop processing: n_tokens = 129, truncated = 0 0.50.401.049 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 240034124760 0.50.401.959 I slot launch_slot_: id 0 | task 1362 | processing task, is_child = 0 0.51.493.940 I slot print_timing: id 0 | task 1362 | prompt eval time = 408.06 ms / 122 tokens ( 3.34 ms per token, 298.98 tokens per second) 0.51.493.947 I slot print_timing: id 0 | task 1362 | eval time = 683.92 ms / 28 tokens ( 25.33 ms per token, 39.48 tokens per second) 0.51.493.947 I slot print_timing: id 0 | task 1362 | total time = 1091.97 ms / 150 tokens 0.51.493.948 I slot print_timing: id 0 | task 1362 | graphs reused = 1202 0.51.493.948 I slot print_timing: id 0 | task 1362 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.493.967 I slot release: id 0 | task 1362 | stop processing: n_tokens = 149, truncated = 0 0.51.499.069 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 240035222617 0.51.500.858 I slot launch_slot_: id 0 | task 1393 | processing task, is_child = 0 0.52.378.186 I slot print_timing: id 0 | task 1393 | prompt eval time = 370.08 ms / 131 tokens ( 2.83 ms per token, 353.97 tokens per second) 0.52.378.192 I slot print_timing: id 0 | task 1393 | eval time = 507.23 ms / 21 tokens ( 25.36 ms per token, 39.43 tokens per second) 0.52.378.193 I slot print_timing: id 0 | task 1393 | total time = 877.32 ms / 152 tokens 0.52.378.194 I slot print_timing: id 0 | task 1393 | graphs reused = 1221 0.52.378.194 I slot print_timing: id 0 | task 1393 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.378.215 I slot release: id 0 | task 1393 | stop processing: n_tokens = 151, truncated = 0 0.52.383.047 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 240036106865 0.52.384.877 I slot launch_slot_: id 0 | task 1417 | processing task, is_child = 0 0.53.460.451 I slot print_timing: id 0 | task 1417 | prompt eval time = 366.74 ms / 121 tokens ( 3.03 ms per token, 329.93 tokens per second) 0.53.460.455 I slot print_timing: id 0 | task 1417 | eval time = 708.82 ms / 29 tokens ( 25.32 ms per token, 39.50 tokens per second) 0.53.460.455 I slot print_timing: id 0 | task 1417 | total time = 1075.56 ms / 150 tokens 0.53.460.456 I slot print_timing: id 0 | task 1417 | graphs reused = 1248 0.53.460.456 I slot print_timing: id 0 | task 1417 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.460.477 I slot release: id 0 | task 1417 | stop processing: n_tokens = 149, truncated = 0 0.53.465.854 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 240037189127 0.53.467.691 I slot launch_slot_: id 0 | task 1449 | processing task, is_child = 0 0.54.691.248 I slot print_timing: id 0 | task 1449 | prompt eval time = 513.97 ms / 187 tokens ( 2.75 ms per token, 363.83 tokens per second) 0.54.691.252 I slot print_timing: id 0 | task 1449 | eval time = 709.58 ms / 29 tokens ( 25.34 ms per token, 39.46 tokens per second) 0.54.691.253 I slot print_timing: id 0 | task 1449 | total time = 1223.55 ms / 216 tokens 0.54.691.253 I slot print_timing: id 0 | task 1449 | graphs reused = 1275 0.54.691.254 I slot print_timing: id 0 | task 1449 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.691.277 I slot release: id 0 | task 1449 | stop processing: n_tokens = 215, truncated = 0 0.54.698.141 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 215, t_last = 240038419928 0.54.700.609 I slot launch_slot_: id 0 | task 1481 | processing task, is_child = 0 0.56.495.348 I slot print_timing: id 0 | task 1481 | prompt eval time = 705.74 ms / 305 tokens ( 2.31 ms per token, 432.17 tokens per second) 0.56.495.352 I slot print_timing: id 0 | task 1481 | eval time = 1088.98 ms / 44 tokens ( 25.33 ms per token, 39.49 tokens per second) 0.56.495.352 I slot print_timing: id 0 | task 1481 | total time = 1794.73 ms / 349 tokens 0.56.495.353 I slot print_timing: id 0 | task 1481 | graphs reused = 1317 0.56.495.353 I slot print_timing: id 0 | task 1481 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.495.385 I slot release: id 0 | task 1481 | stop processing: n_tokens = 348, truncated = 0 0.56.500.859 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 348, t_last = 240040224035 0.56.504.698 I slot launch_slot_: id 0 | task 1528 | processing task, is_child = 0 0.57.578.544 I slot print_timing: id 0 | task 1528 | prompt eval time = 413.29 ms / 135 tokens ( 3.06 ms per token, 326.64 tokens per second) 0.57.578.550 I slot print_timing: id 0 | task 1528 | eval time = 660.54 ms / 27 tokens ( 25.41 ms per token, 39.36 tokens per second) 0.57.578.551 I slot print_timing: id 0 | task 1528 | total time = 1073.83 ms / 162 tokens 0.57.578.552 I slot print_timing: id 0 | task 1528 | graphs reused = 1342 0.57.578.552 I slot print_timing: id 0 | task 1528 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.578.572 I slot release: id 0 | task 1528 | stop processing: n_tokens = 161, truncated = 0 0.57.584.857 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 240041307222 0.57.585.865 I slot launch_slot_: id 0 | task 1558 | processing task, is_child = 0 0.58.612.170 I slot print_timing: id 0 | task 1558 | prompt eval time = 468.19 ms / 168 tokens ( 2.79 ms per token, 358.83 tokens per second) 0.58.612.180 I slot print_timing: id 0 | task 1558 | eval time = 558.11 ms / 23 tokens ( 25.37 ms per token, 39.42 tokens per second) 0.58.612.180 I slot print_timing: id 0 | task 1558 | total time = 1026.30 ms / 191 tokens 0.58.612.181 I slot print_timing: id 0 | task 1558 | graphs reused = 1363 0.58.612.181 I slot print_timing: id 0 | task 1558 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.612.206 I slot release: id 0 | task 1558 | stop processing: n_tokens = 190, truncated = 0 0.58.617.965 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 240042340856 0.58.620.313 I slot launch_slot_: id 0 | task 1584 | processing task, is_child = 0 1.00.166.113 I slot print_timing: id 0 | task 1584 | prompt eval time = 581.15 ms / 221 tokens ( 2.63 ms per token, 380.28 tokens per second) 1.00.166.117 I slot print_timing: id 0 | task 1584 | eval time = 964.64 ms / 39 tokens ( 25.39 ms per token, 39.39 tokens per second) 1.00.166.118 I slot print_timing: id 0 | task 1584 | total time = 1545.79 ms / 260 tokens 1.00.166.119 I slot print_timing: id 0 | task 1584 | graphs reused = 1399 1.00.166.119 I slot print_timing: id 0 | task 1584 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.166.147 I slot release: id 0 | task 1584 | stop processing: n_tokens = 259, truncated = 0 1.00.172.092 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 240043894798 1.00.175.117 I slot launch_slot_: id 0 | task 1626 | processing task, is_child = 0 1.01.509.238 I slot print_timing: id 0 | task 1626 | prompt eval time = 547.01 ms / 221 tokens ( 2.48 ms per token, 404.01 tokens per second) 1.01.509.241 I slot print_timing: id 0 | task 1626 | eval time = 787.10 ms / 32 tokens ( 25.39 ms per token, 39.39 tokens per second) 1.01.509.242 I slot print_timing: id 0 | task 1626 | total time = 1334.11 ms / 253 tokens 1.01.509.243 I slot print_timing: id 0 | task 1626 | graphs reused = 1429 1.01.509.243 I slot print_timing: id 0 | task 1626 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.509.268 I slot release: id 0 | task 1626 | stop processing: n_tokens = 252, truncated = 0 1.01.514.618 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 240045237918 1.01.517.606 I slot launch_slot_: id 0 | task 1661 | processing task, is_child = 0 1.02.585.949 I slot print_timing: id 0 | task 1661 | prompt eval time = 382.94 ms / 143 tokens ( 2.68 ms per token, 373.43 tokens per second) 1.02.585.952 I slot print_timing: id 0 | task 1661 | eval time = 685.39 ms / 28 tokens ( 25.38 ms per token, 39.39 tokens per second) 1.02.585.953 I slot print_timing: id 0 | task 1661 | total time = 1068.33 ms / 171 tokens 1.02.585.954 I slot print_timing: id 0 | task 1661 | graphs reused = 1455 1.02.585.954 I slot print_timing: id 0 | task 1661 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.585.976 I slot release: id 0 | task 1661 | stop processing: n_tokens = 170, truncated = 0 1.02.591.140 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 240046314626 1.02.591.900 I slot launch_slot_: id 0 | task 1692 | processing task, is_child = 0 1.03.858.333 I slot print_timing: id 0 | task 1692 | prompt eval time = 480.60 ms / 162 tokens ( 2.97 ms per token, 337.08 tokens per second) 1.03.858.337 I slot print_timing: id 0 | task 1692 | eval time = 785.83 ms / 32 tokens ( 25.35 ms per token, 39.45 tokens per second) 1.03.858.338 I slot print_timing: id 0 | task 1692 | total time = 1266.42 ms / 194 tokens 1.03.858.338 I slot print_timing: id 0 | task 1692 | graphs reused = 1485 1.03.858.339 I slot print_timing: id 0 | task 1692 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.858.363 I slot release: id 0 | task 1692 | stop processing: n_tokens = 193, truncated = 0 1.03.863.775 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 240047587014 1.03.866.093 I slot launch_slot_: id 0 | task 1727 | processing task, is_child = 0 1.05.033.619 I slot print_timing: id 0 | task 1727 | prompt eval time = 482.80 ms / 163 tokens ( 2.96 ms per token, 337.62 tokens per second) 1.05.033.624 I slot print_timing: id 0 | task 1727 | eval time = 684.72 ms / 28 tokens ( 25.36 ms per token, 39.43 tokens per second) 1.05.033.624 I slot print_timing: id 0 | task 1727 | total time = 1167.51 ms / 191 tokens 1.05.033.625 I slot print_timing: id 0 | task 1727 | graphs reused = 1511 1.05.033.625 I slot print_timing: id 0 | task 1727 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.033.652 I slot release: id 0 | task 1727 | stop processing: n_tokens = 190, truncated = 0 1.05.040.060 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 240048762302 1.05.042.166 I slot launch_slot_: id 0 | task 1758 | processing task, is_child = 0 1.06.555.301 I slot print_timing: id 0 | task 1758 | prompt eval time = 474.09 ms / 191 tokens ( 2.48 ms per token, 402.88 tokens per second) 1.06.555.305 I slot print_timing: id 0 | task 1758 | eval time = 1039.03 ms / 42 tokens ( 25.34 ms per token, 39.46 tokens per second) 1.06.555.306 I slot print_timing: id 0 | task 1758 | total time = 1513.12 ms / 233 tokens 1.06.555.306 I slot print_timing: id 0 | task 1758 | graphs reused = 1551 1.06.555.307 I slot print_timing: id 0 | task 1758 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.555.331 I slot release: id 0 | task 1758 | stop processing: n_tokens = 232, truncated = 0 1.06.560.821 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 232, t_last = 240050283981 1.06.563.583 I slot launch_slot_: id 0 | task 1803 | processing task, is_child = 0 1.07.825.723 I slot print_timing: id 0 | task 1803 | prompt eval time = 425.53 ms / 140 tokens ( 3.04 ms per token, 329.00 tokens per second) 1.07.825.726 I slot print_timing: id 0 | task 1803 | eval time = 836.61 ms / 34 tokens ( 25.35 ms per token, 39.45 tokens per second) 1.07.825.727 I slot print_timing: id 0 | task 1803 | total time = 1262.13 ms / 174 tokens 1.07.825.727 I slot print_timing: id 0 | task 1803 | graphs reused = 1583 1.07.825.728 I slot print_timing: id 0 | task 1803 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.825.750 I slot release: id 0 | task 1803 | stop processing: n_tokens = 173, truncated = 0 1.07.832.100 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 173, t_last = 240051554400 1.07.833.474 I slot launch_slot_: id 0 | task 1840 | processing task, is_child = 0 1.09.028.227 I slot print_timing: id 0 | task 1840 | prompt eval time = 537.83 ms / 204 tokens ( 2.64 ms per token, 379.30 tokens per second) 1.09.028.231 I slot print_timing: id 0 | task 1840 | eval time = 656.91 ms / 27 tokens ( 25.27 ms per token, 39.58 tokens per second) 1.09.028.231 I slot print_timing: id 0 | task 1840 | total time = 1194.74 ms / 231 tokens 1.09.028.232 I slot print_timing: id 0 | task 1840 | graphs reused = 1608 1.09.028.232 I slot print_timing: id 0 | task 1840 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.028.257 I slot release: id 0 | task 1840 | stop processing: n_tokens = 230, truncated = 0 1.09.033.739 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 240052756907 1.09.036.506 I slot launch_slot_: id 0 | task 1870 | processing task, is_child = 0 1.10.388.103 I slot print_timing: id 0 | task 1870 | prompt eval time = 438.84 ms / 160 tokens ( 2.74 ms per token, 364.60 tokens per second) 1.10.388.113 I slot print_timing: id 0 | task 1870 | eval time = 912.75 ms / 37 tokens ( 25.35 ms per token, 39.44 tokens per second) 1.10.388.113 I slot print_timing: id 0 | task 1870 | total time = 1351.59 ms / 197 tokens 1.10.388.114 I slot print_timing: id 0 | task 1870 | graphs reused = 1643 1.10.388.115 I slot print_timing: id 0 | task 1870 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.388.135 I slot release: id 0 | task 1870 | stop processing: n_tokens = 196, truncated = 0 1.10.393.495 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 240054116785 1.10.395.431 I slot launch_slot_: id 0 | task 1910 | processing task, is_child = 0 1.11.559.757 I slot print_timing: id 0 | task 1910 | prompt eval time = 428.16 ms / 150 tokens ( 2.85 ms per token, 350.34 tokens per second) 1.11.559.763 I slot print_timing: id 0 | task 1910 | eval time = 736.16 ms / 30 tokens ( 25.38 ms per token, 39.39 tokens per second) 1.11.559.764 I slot print_timing: id 0 | task 1910 | total time = 1164.32 ms / 180 tokens 1.11.559.765 I slot print_timing: id 0 | task 1910 | graphs reused = 1671 1.11.559.765 I slot print_timing: id 0 | task 1910 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.559.786 I slot release: id 0 | task 1910 | stop processing: n_tokens = 179, truncated = 0 1.11.566.826 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 240055288436 1.11.568.597 I slot launch_slot_: id 0 | task 1943 | processing task, is_child = 0 1.13.674.858 I slot print_timing: id 0 | task 1943 | prompt eval time = 712.99 ms / 280 tokens ( 2.55 ms per token, 392.71 tokens per second) 1.13.674.865 I slot print_timing: id 0 | task 1943 | eval time = 1393.26 ms / 56 tokens ( 25.33 ms per token, 39.48 tokens per second) 1.13.674.865 I slot print_timing: id 0 | task 1943 | total time = 2106.25 ms / 336 tokens 1.13.674.866 I slot print_timing: id 0 | task 1943 | graphs reused = 1725 1.13.674.866 I slot print_timing: id 0 | task 1943 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.674.896 I slot release: id 0 | task 1943 | stop processing: n_tokens = 335, truncated = 0 1.13.680.911 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 240057403546 1.13.684.706 I slot launch_slot_: id 0 | task 2002 | processing task, is_child = 0 1.16.188.826 I slot print_timing: id 0 | task 2002 | prompt eval time = 604.19 ms / 254 tokens ( 2.38 ms per token, 420.40 tokens per second) 1.16.188.830 I slot print_timing: id 0 | task 2002 | eval time = 1899.92 ms / 76 tokens ( 25.33 ms per token, 39.48 tokens per second) 1.16.188.830 I slot print_timing: id 0 | task 2002 | total time = 2504.11 ms / 330 tokens 1.16.188.831 I slot print_timing: id 0 | task 2002 | graphs reused = 1798 1.16.188.832 I slot print_timing: id 0 | task 2002 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.188.859 I slot release: id 0 | task 2002 | stop processing: n_tokens = 329, truncated = 0 1.16.194.358 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 240059917509 1.16.198.073 I slot launch_slot_: id 0 | task 2081 | processing task, is_child = 0 1.17.397.388 I slot print_timing: id 0 | task 2081 | prompt eval time = 415.03 ms / 150 tokens ( 2.77 ms per token, 361.42 tokens per second) 1.17.397.392 I slot print_timing: id 0 | task 2081 | eval time = 784.28 ms / 32 tokens ( 25.30 ms per token, 39.53 tokens per second) 1.17.397.393 I slot print_timing: id 0 | task 2081 | total time = 1199.31 ms / 182 tokens 1.17.397.393 I slot print_timing: id 0 | task 2081 | graphs reused = 1828 1.17.397.394 I slot print_timing: id 0 | task 2081 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.397.415 I slot release: id 0 | task 2081 | stop processing: n_tokens = 181, truncated = 0 1.17.403.649 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 240061126065 1.17.404.798 I slot launch_slot_: id 0 | task 2116 | processing task, is_child = 0 1.18.558.381 I slot print_timing: id 0 | task 2116 | prompt eval time = 469.00 ms / 185 tokens ( 2.54 ms per token, 394.45 tokens per second) 1.18.558.387 I slot print_timing: id 0 | task 2116 | eval time = 684.57 ms / 28 tokens ( 25.35 ms per token, 39.44 tokens per second) 1.18.558.388 I slot print_timing: id 0 | task 2116 | total time = 1153.57 ms / 213 tokens 1.18.558.389 I slot print_timing: id 0 | task 2116 | graphs reused = 1854 1.18.558.389 I slot print_timing: id 0 | task 2116 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.558.412 I slot release: id 0 | task 2116 | stop processing: n_tokens = 212, truncated = 0 1.18.564.255 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 240062287062 1.18.566.904 I slot launch_slot_: id 0 | task 2147 | processing task, is_child = 0 1.19.690.041 I slot print_timing: id 0 | task 2147 | prompt eval time = 414.13 ms / 146 tokens ( 2.84 ms per token, 352.54 tokens per second) 1.19.690.047 I slot print_timing: id 0 | task 2147 | eval time = 708.98 ms / 29 tokens ( 25.32 ms per token, 39.49 tokens per second) 1.19.690.048 I slot print_timing: id 0 | task 2147 | total time = 1123.12 ms / 175 tokens 1.19.690.048 I slot print_timing: id 0 | task 2147 | graphs reused = 1881 1.19.690.049 I slot print_timing: id 0 | task 2147 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.690.071 I slot release: id 0 | task 2147 | stop processing: n_tokens = 174, truncated = 0 1.19.695.965 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 240063418721 1.19.697.795 I slot launch_slot_: id 0 | task 2179 | processing task, is_child = 0 1.21.164.127 I slot print_timing: id 0 | task 2179 | prompt eval time = 529.78 ms / 208 tokens ( 2.55 ms per token, 392.62 tokens per second) 1.21.164.134 I slot print_timing: id 0 | task 2179 | eval time = 936.54 ms / 38 tokens ( 25.31 ms per token, 39.51 tokens per second) 1.21.164.135 I slot print_timing: id 0 | task 2179 | total time = 1466.32 ms / 246 tokens 1.21.164.135 I slot print_timing: id 0 | task 2179 | graphs reused = 1917 1.21.164.136 I slot print_timing: id 0 | task 2179 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.164.165 I slot release: id 0 | task 2179 | stop processing: n_tokens = 245, truncated = 0 1.21.171.043 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 240064892815 1.21.173.908 I slot launch_slot_: id 0 | task 2220 | processing task, is_child = 0 1.22.658.444 I slot print_timing: id 0 | task 2220 | prompt eval time = 771.96 ms / 332 tokens ( 2.33 ms per token, 430.08 tokens per second) 1.22.658.451 I slot print_timing: id 0 | task 2220 | eval time = 712.57 ms / 29 tokens ( 25.45 ms per token, 39.29 tokens per second) 1.22.658.451 I slot print_timing: id 0 | task 2220 | total time = 1484.53 ms / 361 tokens 1.22.658.452 I slot print_timing: id 0 | task 2220 | graphs reused = 1944 1.22.658.453 I slot print_timing: id 0 | task 2220 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.658.481 I slot release: id 0 | task 2220 | stop processing: n_tokens = 360, truncated = 0 1.22.665.474 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 360, t_last = 240066387131 1.22.669.723 I slot launch_slot_: id 0 | task 2252 | processing task, is_child = 0 1.24.264.921 I slot print_timing: id 0 | task 2252 | prompt eval time = 885.39 ms / 395 tokens ( 2.24 ms per token, 446.13 tokens per second) 1.24.264.928 I slot print_timing: id 0 | task 2252 | eval time = 709.80 ms / 29 tokens ( 25.35 ms per token, 39.45 tokens per second) 1.24.264.929 I slot print_timing: id 0 | task 2252 | total time = 1595.19 ms / 424 tokens 1.24.264.929 I slot print_timing: id 0 | task 2252 | graphs reused = 1971 1.24.264.930 I slot print_timing: id 0 | task 2252 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.264.967 I slot release: id 0 | task 2252 | stop processing: n_tokens = 423, truncated = 0 1.24.272.922 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 240067993618 1.24.277.852 I slot launch_slot_: id 0 | task 2284 | processing task, is_child = 0 1.26.091.765 I slot print_timing: id 0 | task 2284 | prompt eval time = 1001.89 ms / 438 tokens ( 2.29 ms per token, 437.17 tokens per second) 1.26.091.769 I slot print_timing: id 0 | task 2284 | eval time = 812.01 ms / 34 tokens ( 24.61 ms per token, 40.64 tokens per second) 1.26.091.769 I slot print_timing: id 0 | task 2284 | total time = 1813.90 ms / 472 tokens 1.26.091.770 I slot print_timing: id 0 | task 2284 | graphs reused = 2003 1.26.091.770 I slot print_timing: id 0 | task 2284 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.091.813 I slot release: id 0 | task 2284 | stop processing: n_tokens = 471, truncated = 0 1.26.098.108 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 471, t_last = 240069820463 1.26.103.207 I slot launch_slot_: id 0 | task 2321 | processing task, is_child = 0 1.28.048.242 I slot print_timing: id 0 | task 2321 | prompt eval time = 953.43 ms / 426 tokens ( 2.24 ms per token, 446.81 tokens per second) 1.28.048.246 I slot print_timing: id 0 | task 2321 | eval time = 991.60 ms / 40 tokens ( 25.43 ms per token, 39.33 tokens per second) 1.28.048.248 I slot print_timing: id 0 | task 2321 | total time = 1945.03 ms / 466 tokens 1.28.048.248 I slot print_timing: id 0 | task 2321 | graphs reused = 2041 1.28.048.249 I slot print_timing: id 0 | task 2321 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.048.287 I slot release: id 0 | task 2321 | stop processing: n_tokens = 465, truncated = 0 1.28.056.000 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 465, t_last = 240071776938 1.28.064.243 I slot launch_slot_: id 0 | task 2364 | processing task, is_child = 0 1.29.346.938 I slot print_timing: id 0 | task 2364 | prompt eval time = 647.68 ms / 263 tokens ( 2.46 ms per token, 406.07 tokens per second) 1.29.346.942 I slot print_timing: id 0 | task 2364 | eval time = 635.01 ms / 26 tokens ( 25.40 ms per token, 39.37 tokens per second) 1.29.346.942 I slot print_timing: id 0 | task 2364 | total time = 1282.69 ms / 289 tokens 1.29.346.943 I slot print_timing: id 0 | task 2364 | graphs reused = 2065 1.29.346.944 I slot print_timing: id 0 | task 2364 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.346.969 I slot release: id 0 | task 2364 | stop processing: n_tokens = 288, truncated = 0 1.29.354.463 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 240073075619 1.29.355.690 I slot launch_slot_: id 0 | task 2393 | processing task, is_child = 0 1.30.842.655 I slot print_timing: id 0 | task 2393 | prompt eval time = 901.76 ms / 401 tokens ( 2.25 ms per token, 444.69 tokens per second) 1.30.842.662 I slot print_timing: id 0 | task 2393 | eval time = 585.19 ms / 24 tokens ( 25.44 ms per token, 39.30 tokens per second) 1.30.842.663 I slot print_timing: id 0 | task 2393 | total time = 1486.95 ms / 425 tokens 1.30.842.664 I slot print_timing: id 0 | task 2393 | graphs reused = 2087 1.30.842.664 I slot print_timing: id 0 | task 2393 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.842.703 I slot release: id 0 | task 2393 | stop processing: n_tokens = 424, truncated = 0 1.30.849.970 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 240074571353 1.30.855.683 I slot launch_slot_: id 0 | task 2420 | processing task, is_child = 0 1.34.767.409 I slot print_timing: id 0 | task 2420 | n_gen = 120, tg = 39.51 t/s, tg_3s = 39.84 t/s 1.37.784.037 I slot print_timing: id 0 | task 2420 | n_gen = 239, tg = 39.48 t/s, tg_3s = 39.45 t/s 1.40.113.811 I slot print_timing: id 0 | task 2420 | prompt eval time = 899.51 ms / 383 tokens ( 2.35 ms per token, 425.79 tokens per second) 1.40.113.815 I slot print_timing: id 0 | task 2420 | eval time = 8358.61 ms / 331 tokens ( 25.33 ms per token, 39.48 tokens per second) 1.40.113.816 I slot print_timing: id 0 | task 2420 | total time = 9258.12 ms / 714 tokens 1.40.113.817 I slot print_timing: id 0 | task 2420 | graphs reused = 2415 1.40.113.817 I slot print_timing: id 0 | task 2420 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.113.854 I slot release: id 0 | task 2420 | stop processing: n_tokens = 713, truncated = 0 1.40.122.406 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 713, t_last = 240083842504 1.40.128.939 I slot launch_slot_: id 0 | task 2754 | processing task, is_child = 0 1.41.560.179 I slot print_timing: id 0 | task 2754 | prompt eval time = 718.22 ms / 297 tokens ( 2.42 ms per token, 413.52 tokens per second) 1.41.560.186 I slot print_timing: id 0 | task 2754 | eval time = 713.01 ms / 29 tokens ( 25.46 ms per token, 39.27 tokens per second) 1.41.560.187 I slot print_timing: id 0 | task 2754 | total time = 1431.23 ms / 326 tokens 1.41.560.187 I slot print_timing: id 0 | task 2754 | graphs reused = 2442 1.41.560.188 I slot print_timing: id 0 | task 2754 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.560.218 I slot release: id 0 | task 2754 | stop processing: n_tokens = 325, truncated = 0 1.41.568.942 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 240085288868 1.41.571.760 I slot launch_slot_: id 0 | task 2786 | processing task, is_child = 0 1.43.127.167 I slot print_timing: id 0 | task 2786 | prompt eval time = 717.19 ms / 291 tokens ( 2.46 ms per token, 405.75 tokens per second) 1.43.127.173 I slot print_timing: id 0 | task 2786 | eval time = 838.21 ms / 34 tokens ( 25.40 ms per token, 39.37 tokens per second) 1.43.127.175 I slot print_timing: id 0 | task 2786 | total time = 1555.39 ms / 325 tokens 1.43.127.176 I slot print_timing: id 0 | task 2786 | graphs reused = 2474 1.43.127.176 I slot print_timing: id 0 | task 2786 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.127.207 I slot release: id 0 | task 2786 | stop processing: n_tokens = 324, truncated = 0 1.43.135.430 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 324, t_last = 240086855857 1.43.139.612 I slot launch_slot_: id 0 | task 2823 | processing task, is_child = 0 1.44.474.669 I slot print_timing: id 0 | task 2823 | prompt eval time = 798.26 ms / 357 tokens ( 2.24 ms per token, 447.22 tokens per second) 1.44.474.675 I slot print_timing: id 0 | task 2823 | eval time = 536.79 ms / 22 tokens ( 25.56 ms per token, 39.12 tokens per second) 1.44.474.676 I slot print_timing: id 0 | task 2823 | total time = 1335.05 ms / 379 tokens 1.44.474.676 I slot print_timing: id 0 | task 2823 | graphs reused = 2494 1.44.474.677 I slot print_timing: id 0 | task 2823 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.474.712 I slot release: id 0 | task 2823 | stop processing: n_tokens = 378, truncated = 0 1.44.482.991 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 378, t_last = 240088203362 1.44.487.852 I slot launch_slot_: id 0 | task 2848 | processing task, is_child = 0 1.46.226.280 I slot print_timing: id 0 | task 2848 | prompt eval time = 721.17 ms / 312 tokens ( 2.31 ms per token, 432.63 tokens per second) 1.46.226.286 I slot print_timing: id 0 | task 2848 | eval time = 1017.25 ms / 41 tokens ( 25.43 ms per token, 39.32 tokens per second) 1.46.226.286 I slot print_timing: id 0 | task 2848 | total time = 1738.42 ms / 353 tokens 1.46.226.287 I slot print_timing: id 0 | task 2848 | graphs reused = 2533 1.46.226.287 I slot print_timing: id 0 | task 2848 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.226.319 I slot release: id 0 | task 2848 | stop processing: n_tokens = 352, truncated = 0 1.46.234.020 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 240089954969 1.46.238.439 I slot launch_slot_: id 0 | task 2892 | processing task, is_child = 0 1.47.294.256 I slot print_timing: id 0 | task 2892 | prompt eval time = 596.97 ms / 237 tokens ( 2.52 ms per token, 397.01 tokens per second) 1.47.294.261 I slot print_timing: id 0 | task 2892 | eval time = 458.84 ms / 19 tokens ( 25.49 ms per token, 39.23 tokens per second) 1.47.294.262 I slot print_timing: id 0 | task 2892 | total time = 1055.81 ms / 256 tokens 1.47.294.263 I slot print_timing: id 0 | task 2892 | graphs reused = 2550 1.47.294.263 I slot print_timing: id 0 | task 2892 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.294.290 I slot release: id 0 | task 2892 | stop processing: n_tokens = 255, truncated = 0 1.47.302.325 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 240091022940 1.47.307.616 I slot launch_slot_: id 0 | task 2914 | processing task, is_child = 0 1.49.021.847 I slot print_timing: id 0 | task 2914 | prompt eval time = 776.11 ms / 318 tokens ( 2.44 ms per token, 409.74 tokens per second) 1.49.021.853 I slot print_timing: id 0 | task 2914 | eval time = 938.11 ms / 38 tokens ( 25.35 ms per token, 39.44 tokens per second) 1.49.021.854 I slot print_timing: id 0 | task 2914 | total time = 1714.22 ms / 356 tokens 1.49.021.855 I slot print_timing: id 0 | task 2914 | graphs reused = 2586 1.49.021.855 I slot print_timing: id 0 | task 2914 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.021.892 I slot release: id 0 | task 2914 | stop processing: n_tokens = 355, truncated = 0 1.49.028.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 240092750542 1.49.033.109 I slot launch_slot_: id 0 | task 2955 | processing task, is_child = 0 1.50.483.814 I slot print_timing: id 0 | task 2955 | prompt eval time = 713.90 ms / 284 tokens ( 2.51 ms per token, 397.82 tokens per second) 1.50.483.820 I slot print_timing: id 0 | task 2955 | eval time = 736.80 ms / 30 tokens ( 25.41 ms per token, 39.36 tokens per second) 1.50.483.821 I slot print_timing: id 0 | task 2955 | total time = 1450.70 ms / 314 tokens 1.50.483.822 I slot print_timing: id 0 | task 2955 | graphs reused = 2614 1.50.483.823 I slot print_timing: id 0 | task 2955 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.483.854 I slot release: id 0 | task 2955 | stop processing: n_tokens = 313, truncated = 0 1.50.491.546 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 240094212504 1.50.497.392 I slot launch_slot_: id 0 | task 2988 | processing task, is_child = 0 1.51.604.415 I slot print_timing: id 0 | task 2988 | prompt eval time = 596.14 ms / 233 tokens ( 2.56 ms per token, 390.84 tokens per second) 1.51.604.419 I slot print_timing: id 0 | task 2988 | eval time = 510.87 ms / 21 tokens ( 25.54 ms per token, 39.15 tokens per second) 1.51.604.420 I slot print_timing: id 0 | task 2988 | total time = 1107.01 ms / 254 tokens 1.51.604.421 I slot print_timing: id 0 | task 2988 | graphs reused = 2633 1.51.604.421 I slot print_timing: id 0 | task 2988 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.604.448 I slot release: id 0 | task 2988 | stop processing: n_tokens = 253, truncated = 0 1.51.612.464 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 240095333098 1.51.617.238 I slot launch_slot_: id 0 | task 3012 | processing task, is_child = 0 1.52.805.977 I slot print_timing: id 0 | task 3012 | prompt eval time = 653.15 ms / 260 tokens ( 2.51 ms per token, 398.07 tokens per second) 1.52.805.983 I slot print_timing: id 0 | task 3012 | eval time = 535.58 ms / 22 tokens ( 25.50 ms per token, 39.21 tokens per second) 1.52.805.984 I slot print_timing: id 0 | task 3012 | total time = 1188.73 ms / 282 tokens 1.52.805.985 I slot print_timing: id 0 | task 3012 | graphs reused = 2653 1.52.805.986 I slot print_timing: id 0 | task 3012 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.806.014 I slot release: id 0 | task 3012 | stop processing: n_tokens = 281, truncated = 0 1.52.813.156 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 240096534664 1.52.818.478 I slot launch_slot_: id 0 | task 3037 | processing task, is_child = 0 1.53.981.695 I slot print_timing: id 0 | task 3037 | prompt eval time = 650.43 ms / 251 tokens ( 2.59 ms per token, 385.90 tokens per second) 1.53.981.702 I slot print_timing: id 0 | task 3037 | eval time = 512.77 ms / 21 tokens ( 25.64 ms per token, 39.00 tokens per second) 1.53.981.702 I slot print_timing: id 0 | task 3037 | total time = 1163.20 ms / 272 tokens 1.53.981.703 I slot print_timing: id 0 | task 3037 | graphs reused = 2671 1.53.981.704 I slot print_timing: id 0 | task 3037 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.981.734 I slot release: id 0 | task 3037 | stop processing: n_tokens = 271, truncated = 0 1.53.990.801 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 240097710384 1.53.994.433 I slot launch_slot_: id 0 | task 3061 | processing task, is_child = 0 1.55.573.646 I slot print_timing: id 0 | task 3061 | prompt eval time = 942.46 ms / 393 tokens ( 2.40 ms per token, 417.00 tokens per second) 1.55.573.650 I slot print_timing: id 0 | task 3061 | eval time = 636.75 ms / 26 tokens ( 25.47 ms per token, 39.26 tokens per second) 1.55.573.652 I slot print_timing: id 0 | task 3061 | total time = 1579.20 ms / 419 tokens 1.55.573.652 I slot print_timing: id 0 | task 3061 | graphs reused = 2695 1.55.573.653 I slot print_timing: id 0 | task 3061 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.573.689 I slot release: id 0 | task 3061 | stop processing: n_tokens = 418, truncated = 0 1.55.580.855 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 418, t_last = 240099302339 1.55.586.811 I slot launch_slot_: id 0 | task 3090 | processing task, is_child = 0 1.56.698.907 I slot print_timing: id 0 | task 3090 | prompt eval time = 652.07 ms / 283 tokens ( 2.30 ms per token, 434.00 tokens per second) 1.56.698.912 I slot print_timing: id 0 | task 3090 | eval time = 460.02 ms / 19 tokens ( 25.56 ms per token, 39.13 tokens per second) 1.56.698.913 I slot print_timing: id 0 | task 3090 | total time = 1112.09 ms / 302 tokens 1.56.698.913 I slot print_timing: id 0 | task 3090 | graphs reused = 2712 1.56.698.914 I slot print_timing: id 0 | task 3090 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.698.942 I slot release: id 0 | task 3090 | stop processing: n_tokens = 301, truncated = 0 1.56.710.173 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 240100427593 1.56.712.578 I slot launch_slot_: id 0 | task 3112 | processing task, is_child = 0 1.58.970.918 I slot print_timing: id 0 | task 3112 | prompt eval time = 1417.67 ms / 622 tokens ( 2.28 ms per token, 438.75 tokens per second) 1.58.970.924 I slot print_timing: id 0 | task 3112 | eval time = 840.65 ms / 34 tokens ( 25.47 ms per token, 39.26 tokens per second) 1.58.970.925 I slot print_timing: id 0 | task 3112 | total time = 2258.32 ms / 656 tokens 1.58.970.925 I slot print_timing: id 0 | task 3112 | graphs reused = 2744 1.58.970.926 I slot print_timing: id 0 | task 3112 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.970.974 I slot release: id 0 | task 3112 | stop processing: n_tokens = 655, truncated = 0 1.58.977.359 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 655, t_last = 240102699624 1.58.984.669 I slot launch_slot_: id 0 | task 3150 | processing task, is_child = 0 2.00.114.537 I slot print_timing: id 0 | task 3150 | prompt eval time = 645.86 ms / 262 tokens ( 2.47 ms per token, 405.66 tokens per second) 2.00.114.540 I slot print_timing: id 0 | task 3150 | eval time = 484.00 ms / 20 tokens ( 25.47 ms per token, 39.26 tokens per second) 2.00.114.541 I slot print_timing: id 0 | task 3150 | total time = 1129.86 ms / 282 tokens 2.00.114.542 I slot print_timing: id 0 | task 3150 | graphs reused = 2762 2.00.114.542 I slot print_timing: id 0 | task 3150 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.114.574 I slot release: id 0 | task 3150 | stop processing: n_tokens = 281, truncated = 0 2.00.123.857 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 240103843224 2.00.125.758 I slot launch_slot_: id 0 | task 3173 | processing task, is_child = 0 2.01.768.850 I slot print_timing: id 0 | task 3173 | prompt eval time = 1030.15 ms / 477 tokens ( 2.16 ms per token, 463.04 tokens per second) 2.01.768.860 I slot print_timing: id 0 | task 3173 | eval time = 612.93 ms / 25 tokens ( 25.54 ms per token, 39.16 tokens per second) 2.01.768.861 I slot print_timing: id 0 | task 3173 | total time = 1643.08 ms / 502 tokens 2.01.768.861 I slot print_timing: id 0 | task 3173 | graphs reused = 2785 2.01.768.862 I slot print_timing: id 0 | task 3173 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.768.905 I slot release: id 0 | task 3173 | stop processing: n_tokens = 501, truncated = 0 2.01.780.321 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 501, t_last = 240105497555 2.01.787.284 I slot launch_slot_: id 0 | task 3201 | processing task, is_child = 0 2.04.020.702 I slot print_timing: id 0 | task 3201 | prompt eval time = 1291.67 ms / 549 tokens ( 2.35 ms per token, 425.03 tokens per second) 2.04.020.709 I slot print_timing: id 0 | task 3201 | eval time = 941.73 ms / 38 tokens ( 25.45 ms per token, 39.29 tokens per second) 2.04.020.709 I slot print_timing: id 0 | task 3201 | total time = 2233.41 ms / 587 tokens 2.04.020.710 I slot print_timing: id 0 | task 3201 | graphs reused = 2821 2.04.020.711 I slot print_timing: id 0 | task 3201 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.020.760 I slot release: id 0 | task 3201 | stop processing: n_tokens = 586, truncated = 0 2.04.028.726 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 586, t_last = 240107749410 2.04.035.762 I slot launch_slot_: id 0 | task 3243 | processing task, is_child = 0 2.05.969.249 I slot print_timing: id 0 | task 3243 | prompt eval time = 941.67 ms / 392 tokens ( 2.40 ms per token, 416.28 tokens per second) 2.05.969.253 I slot print_timing: id 0 | task 3243 | eval time = 991.81 ms / 40 tokens ( 25.43 ms per token, 39.32 tokens per second) 2.05.969.254 I slot print_timing: id 0 | task 3243 | total time = 1933.48 ms / 432 tokens 2.05.969.255 I slot print_timing: id 0 | task 3243 | graphs reused = 2859 2.05.969.255 I slot print_timing: id 0 | task 3243 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.969.295 I slot release: id 0 | task 3243 | stop processing: n_tokens = 431, truncated = 0 2.05.976.557 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 240109697945 2.05.980.542 I slot launch_slot_: id 0 | task 3286 | processing task, is_child = 0 2.07.567.546 I slot print_timing: id 0 | task 3286 | prompt eval time = 698.54 ms / 273 tokens ( 2.56 ms per token, 390.82 tokens per second) 2.07.567.553 I slot print_timing: id 0 | task 3286 | eval time = 888.46 ms / 36 tokens ( 25.38 ms per token, 39.39 tokens per second) 2.07.567.554 I slot print_timing: id 0 | task 3286 | total time = 1587.00 ms / 309 tokens 2.07.567.554 I slot print_timing: id 0 | task 3286 | graphs reused = 2893 2.07.567.555 I slot print_timing: id 0 | task 3286 | graph reallocs = 0 / 0 (same size) / (changed size) 2.07.567.584 I slot release: id 0 | task 3286 | stop processing: n_tokens = 308, truncated = 0 2.07.576.404 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 240111296234 2.07.577.694 I slot launch_slot_: id 0 | task 3325 | processing task, is_child = 0 2.10.972.439 I slot print_timing: id 0 | task 3325 | prompt eval time = 958.64 ms / 420 tokens ( 2.28 ms per token, 438.12 tokens per second) 2.10.972.444 I slot print_timing: id 0 | task 3325 | eval time = 2436.10 ms / 97 tokens ( 25.38 ms per token, 39.41 tokens per second) 2.10.972.444 I slot print_timing: id 0 | task 3325 | total time = 3394.74 ms / 517 tokens 2.10.972.445 I slot print_timing: id 0 | task 3325 | graphs reused = 2987 2.10.972.446 I slot print_timing: id 0 | task 3325 | graph reallocs = 0 / 0 (same size) / (changed size) 2.10.972.488 I slot release: id 0 | task 3325 | stop processing: n_tokens = 516, truncated = 0 2.10.982.268 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 516, t_last = 240114701138 2.10.988.401 I slot launch_slot_: id 0 | task 3425 | processing task, is_child = 0 2.13.271.075 I slot print_timing: id 0 | task 3425 | prompt eval time = 1367.34 ms / 582 tokens ( 2.35 ms per token, 425.64 tokens per second) 2.13.271.079 I slot print_timing: id 0 | task 3425 | eval time = 915.33 ms / 37 tokens ( 25.43 ms per token, 39.33 tokens per second) 2.13.271.080 I slot print_timing: id 0 | task 3425 | total time = 2282.67 ms / 619 tokens 2.13.271.081 I slot print_timing: id 0 | task 3425 | graphs reused = 3022 2.13.271.081 I slot print_timing: id 0 | task 3425 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.271.131 I slot release: id 0 | task 3425 | stop processing: n_tokens = 618, truncated = 0 2.13.279.927 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 240116999781 2.13.289.498 I slot launch_slot_: id 0 | task 3466 | processing task, is_child = 0 2.15.011.318 I slot print_timing: id 0 | task 3466 | prompt eval time = 957.66 ms / 413 tokens ( 2.32 ms per token, 431.26 tokens per second) 2.15.011.322 I slot print_timing: id 0 | task 3466 | eval time = 764.15 ms / 31 tokens ( 25.47 ms per token, 39.26 tokens per second) 2.15.011.323 I slot print_timing: id 0 | task 3466 | total time = 1721.81 ms / 444 tokens 2.15.011.323 I slot print_timing: id 0 | task 3466 | graphs reused = 3051 2.15.011.324 I slot print_timing: id 0 | task 3466 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.011.361 I slot release: id 0 | task 3466 | stop processing: n_tokens = 443, truncated = 0 2.15.019.173 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 443, t_last = 240118740011 2.15.022.895 I slot launch_slot_: id 0 | task 3500 | processing task, is_child = 0 2.16.512.730 I slot print_timing: id 0 | task 3500 | prompt eval time = 829.06 ms / 362 tokens ( 2.29 ms per token, 436.64 tokens per second) 2.16.512.736 I slot print_timing: id 0 | task 3500 | eval time = 660.77 ms / 27 tokens ( 25.41 ms per token, 39.35 tokens per second) 2.16.512.737 I slot print_timing: id 0 | task 3500 | total time = 1489.83 ms / 389 tokens 2.16.512.737 I slot print_timing: id 0 | task 3500 | graphs reused = 3076 2.16.512.738 I slot print_timing: id 0 | task 3500 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.512.774 I slot release: id 0 | task 3500 | stop processing: n_tokens = 388, truncated = 0 2.16.519.848 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 388, t_last = 240120241424 2.16.522.232 I slot launch_slot_: id 0 | task 3530 | processing task, is_child = 0 2.17.814.265 I slot print_timing: id 0 | task 3530 | prompt eval time = 652.73 ms / 250 tokens ( 2.61 ms per token, 383.01 tokens per second) 2.17.814.268 I slot print_timing: id 0 | task 3530 | eval time = 639.29 ms / 26 tokens ( 25.57 ms per token, 39.11 tokens per second) 2.17.814.269 I slot print_timing: id 0 | task 3530 | total time = 1292.02 ms / 276 tokens 2.17.814.270 I slot print_timing: id 0 | task 3530 | graphs reused = 3099 2.17.814.270 I slot print_timing: id 0 | task 3530 | graph reallocs = 0 / 0 (same size) / (changed size) 2.17.814.303 I slot release: id 0 | task 3530 | stop processing: n_tokens = 275, truncated = 0 2.17.821.680 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 240121542953 2.17.822.930 I slot launch_slot_: id 0 | task 3559 | processing task, is_child = 0 2.19.473.753 I slot print_timing: id 0 | task 3559 | prompt eval time = 760.61 ms / 297 tokens ( 2.56 ms per token, 390.48 tokens per second) 2.19.473.757 I slot print_timing: id 0 | task 3559 | eval time = 890.20 ms / 36 tokens ( 25.43 ms per token, 39.32 tokens per second) 2.19.473.757 I slot print_timing: id 0 | task 3559 | total time = 1650.81 ms / 333 tokens 2.19.473.758 I slot print_timing: id 0 | task 3559 | graphs reused = 3133 2.19.473.758 I slot print_timing: id 0 | task 3559 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.473.792 I slot release: id 0 | task 3559 | stop processing: n_tokens = 332, truncated = 0 2.19.482.581 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 240123202443 2.19.486.988 I slot launch_slot_: id 0 | task 3598 | processing task, is_child = 0 2.20.976.596 I slot print_timing: id 0 | task 3598 | prompt eval time = 777.98 ms / 318 tokens ( 2.45 ms per token, 408.75 tokens per second) 2.20.976.600 I slot print_timing: id 0 | task 3598 | eval time = 711.62 ms / 29 tokens ( 25.41 ms per token, 39.35 tokens per second) 2.20.976.601 I slot print_timing: id 0 | task 3598 | total time = 1489.60 ms / 347 tokens 2.20.976.602 I slot print_timing: id 0 | task 3598 | graphs reused = 3160 2.20.976.602 I slot print_timing: id 0 | task 3598 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.976.638 I slot release: id 0 | task 3598 | stop processing: n_tokens = 346, truncated = 0 2.20.985.889 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 240124705288 2.20.990.489 I slot launch_slot_: id 0 | task 3630 | processing task, is_child = 0 2.22.864.994 I slot print_timing: id 0 | task 3630 | prompt eval time = 959.69 ms / 424 tokens ( 2.26 ms per token, 441.81 tokens per second) 2.22.865.001 I slot print_timing: id 0 | task 3630 | eval time = 914.80 ms / 37 tokens ( 25.41 ms per token, 39.35 tokens per second) 2.22.865.002 I slot print_timing: id 0 | task 3630 | total time = 1874.49 ms / 461 tokens 2.22.865.002 I slot print_timing: id 0 | task 3630 | graphs reused = 3195 2.22.865.003 I slot print_timing: id 0 | task 3630 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.865.043 I slot release: id 0 | task 3630 | stop processing: n_tokens = 460, truncated = 0 2.22.874.005 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 460, t_last = 240126593693 2.22.879.811 I slot launch_slot_: id 0 | task 3670 | processing task, is_child = 0 2.24.450.566 I slot print_timing: id 0 | task 3670 | prompt eval time = 832.68 ms / 375 tokens ( 2.22 ms per token, 450.35 tokens per second) 2.24.450.570 I slot print_timing: id 0 | task 3670 | eval time = 738.06 ms / 30 tokens ( 25.45 ms per token, 39.29 tokens per second) 2.24.450.571 I slot print_timing: id 0 | task 3670 | total time = 1570.74 ms / 405 tokens 2.24.450.571 I slot print_timing: id 0 | task 3670 | graphs reused = 3223 2.24.450.572 I slot print_timing: id 0 | task 3670 | graph reallocs = 0 / 0 (same size) / (changed size) 2.24.450.612 I slot release: id 0 | task 3670 | stop processing: n_tokens = 404, truncated = 0 2.24.462.032 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 240128179262 2.24.467.123 I slot launch_slot_: id 0 | task 3703 | processing task, is_child = 0 2.26.455.278 I slot print_timing: id 0 | task 3703 | prompt eval time = 1326.12 ms / 592 tokens ( 2.24 ms per token, 446.42 tokens per second) 2.26.455.284 I slot print_timing: id 0 | task 3703 | eval time = 662.03 ms / 27 tokens ( 25.46 ms per token, 39.27 tokens per second) 2.26.455.285 I slot print_timing: id 0 | task 3703 | total time = 1988.15 ms / 619 tokens 2.26.455.286 I slot print_timing: id 0 | task 3703 | graphs reused = 3248 2.26.455.286 I slot print_timing: id 0 | task 3703 | graph reallocs = 0 / 0 (same size) / (changed size) 2.26.455.335 I slot release: id 0 | task 3703 | stop processing: n_tokens = 618, truncated = 0 2.26.464.316 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 240130183985 2.26.471.604 I slot launch_slot_: id 0 | task 3734 | processing task, is_child = 0 2.27.846.342 I slot print_timing: id 0 | task 3734 | prompt eval time = 839.71 ms / 371 tokens ( 2.26 ms per token, 441.82 tokens per second) 2.27.846.347 I slot print_timing: id 0 | task 3734 | eval time = 535.01 ms / 22 tokens ( 25.48 ms per token, 39.25 tokens per second) 2.27.846.348 I slot print_timing: id 0 | task 3734 | total time = 1374.73 ms / 393 tokens 2.27.846.348 I slot print_timing: id 0 | task 3734 | graphs reused = 3268 2.27.846.349 I slot print_timing: id 0 | task 3734 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.846.384 I slot release: id 0 | task 3734 | stop processing: n_tokens = 392, truncated = 0 2.27.854.559 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 240131575034 2.27.857.845 I slot launch_slot_: id 0 | task 3759 | processing task, is_child = 0 2.29.628.725 I slot print_timing: id 0 | task 3759 | prompt eval time = 957.24 ms / 416 tokens ( 2.30 ms per token, 434.58 tokens per second) 2.29.628.731 I slot print_timing: id 0 | task 3759 | eval time = 813.63 ms / 33 tokens ( 25.43 ms per token, 39.33 tokens per second) 2.29.628.732 I slot print_timing: id 0 | task 3759 | total time = 1770.87 ms / 449 tokens 2.29.628.733 I slot print_timing: id 0 | task 3759 | graphs reused = 3299 2.29.628.733 I slot print_timing: id 0 | task 3759 | graph reallocs = 0 / 0 (same size) / (changed size) 2.29.628.772 I slot release: id 0 | task 3759 | stop processing: n_tokens = 448, truncated = 0 2.29.637.838 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 240133357422 2.29.643.572 I slot launch_slot_: id 0 | task 3795 | processing task, is_child = 0 2.31.325.444 I slot print_timing: id 0 | task 3795 | prompt eval time = 842.26 ms / 373 tokens ( 2.26 ms per token, 442.86 tokens per second) 2.31.325.450 I slot print_timing: id 0 | task 3795 | eval time = 839.60 ms / 34 tokens ( 25.44 ms per token, 39.30 tokens per second) 2.31.325.451 I slot print_timing: id 0 | task 3795 | total time = 1681.86 ms / 407 tokens 2.31.325.452 I slot print_timing: id 0 | task 3795 | graphs reused = 3331 2.31.325.452 I slot print_timing: id 0 | task 3795 | graph reallocs = 0 / 0 (same size) / (changed size) 2.31.325.491 I slot release: id 0 | task 3795 | stop processing: n_tokens = 406, truncated = 0 2.31.335.534 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 240135054141 2.31.340.758 I slot launch_slot_: id 0 | task 3832 | processing task, is_child = 0 2.33.245.195 I slot print_timing: id 0 | task 3832 | prompt eval time = 1086.02 ms / 495 tokens ( 2.19 ms per token, 455.79 tokens per second) 2.33.245.201 I slot print_timing: id 0 | task 3832 | eval time = 818.40 ms / 33 tokens ( 25.58 ms per token, 39.10 tokens per second) 2.33.245.201 I slot print_timing: id 0 | task 3832 | total time = 1904.42 ms / 528 tokens 2.33.245.202 I slot print_timing: id 0 | task 3832 | graphs reused = 3361 2.33.245.203 I slot print_timing: id 0 | task 3832 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.245.243 I slot release: id 0 | task 3832 | stop processing: n_tokens = 527, truncated = 0 2.33.255.437 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 527, t_last = 240136973893 2.33.261.598 I slot launch_slot_: id 0 | task 3868 | processing task, is_child = 0 2.36.161.042 I slot print_timing: id 0 | task 3868 | prompt eval time = 1349.99 ms / 582 tokens ( 2.32 ms per token, 431.11 tokens per second) 2.36.161.050 I slot print_timing: id 0 | task 3868 | eval time = 1549.44 ms / 62 tokens ( 25.40 ms per token, 39.37 tokens per second) 2.36.161.050 I slot print_timing: id 0 | task 3868 | total time = 2899.43 ms / 644 tokens 2.36.161.051 I slot print_timing: id 0 | task 3868 | graphs reused = 3421 2.36.161.052 I slot print_timing: id 0 | task 3868 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.161.104 I slot release: id 0 | task 3868 | stop processing: n_tokens = 643, truncated = 0 2.36.167.836 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 240139889754 2.36.178.952 I slot launch_slot_: id 0 | task 3934 | processing task, is_child = 0 2.38.012.671 I slot print_timing: id 0 | task 3934 | prompt eval time = 515.01 ms / 175 tokens ( 2.94 ms per token, 339.80 tokens per second) 2.38.012.677 I slot print_timing: id 0 | task 3934 | eval time = 1318.70 ms / 53 tokens ( 25.36 ms per token, 39.43 tokens per second) 2.38.012.678 I slot print_timing: id 0 | task 3934 | total time = 1833.71 ms / 228 tokens 2.38.012.678 I slot print_timing: id 0 | task 3934 | graphs reused = 3472 2.38.012.679 I slot print_timing: id 0 | task 3934 | graph reallocs = 0 / 0 (same size) / (changed size) 2.38.012.708 I slot release: id 0 | task 3934 | stop processing: n_tokens = 227, truncated = 0 2.38.019.276 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 240141741358 2.38.020.924 I slot launch_slot_: id 0 | task 3990 | processing task, is_child = 0 2.39.937.050 I slot print_timing: id 0 | task 3990 | prompt eval time = 518.31 ms / 197 tokens ( 2.63 ms per token, 380.08 tokens per second) 2.39.937.054 I slot print_timing: id 0 | task 3990 | eval time = 1397.80 ms / 56 tokens ( 25.41 ms per token, 39.35 tokens per second) 2.39.937.054 I slot print_timing: id 0 | task 3990 | total time = 1916.11 ms / 253 tokens 2.39.937.055 I slot print_timing: id 0 | task 3990 | graphs reused = 3526 2.39.937.056 I slot print_timing: id 0 | task 3990 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.937.081 I slot release: id 0 | task 3990 | stop processing: n_tokens = 252, truncated = 0 2.39.944.146 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 240143665731 2.39.945.974 I slot launch_slot_: id 0 | task 4049 | processing task, is_child = 0 2.42.136.327 I slot print_timing: id 0 | task 4049 | prompt eval time = 517.35 ms / 189 tokens ( 2.74 ms per token, 365.32 tokens per second) 2.42.136.335 I slot print_timing: id 0 | task 4049 | eval time = 1672.99 ms / 67 tokens ( 25.35 ms per token, 39.45 tokens per second) 2.42.136.336 I slot print_timing: id 0 | task 4049 | total time = 2190.34 ms / 256 tokens 2.42.136.336 I slot print_timing: id 0 | task 4049 | graphs reused = 3591 2.42.136.337 I slot print_timing: id 0 | task 4049 | graph reallocs = 0 / 0 (same size) / (changed size) 2.42.136.362 I slot release: id 0 | task 4049 | stop processing: n_tokens = 255, truncated = 0 2.42.142.064 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 240145865012 2.42.143.112 I slot launch_slot_: id 0 | task 4119 | processing task, is_child = 0 2.44.398.248 I slot print_timing: id 0 | task 4119 | prompt eval time = 458.57 ms / 152 tokens ( 3.02 ms per token, 331.46 tokens per second) 2.44.398.255 I slot print_timing: id 0 | task 4119 | eval time = 1796.55 ms / 72 tokens ( 25.30 ms per token, 39.52 tokens per second) 2.44.398.255 I slot print_timing: id 0 | task 4119 | total time = 2255.13 ms / 224 tokens 2.44.398.256 I slot print_timing: id 0 | task 4119 | graphs reused = 3661 2.44.398.257 I slot print_timing: id 0 | task 4119 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.398.282 I slot release: id 0 | task 4119 | stop processing: n_tokens = 223, truncated = 0 2.44.405.888 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 240148126933 2.44.408.128 I slot launch_slot_: id 0 | task 4194 | processing task, is_child = 0 2.46.770.506 I slot print_timing: id 0 | task 4194 | prompt eval time = 532.90 ms / 215 tokens ( 2.48 ms per token, 403.45 tokens per second) 2.46.770.512 I slot print_timing: id 0 | task 4194 | eval time = 1829.46 ms / 73 tokens ( 25.41 ms per token, 39.36 tokens per second) 2.46.770.513 I slot print_timing: id 0 | task 4194 | total time = 2362.37 ms / 288 tokens 2.46.770.514 I slot print_timing: id 0 | task 4194 | graphs reused = 3731 2.46.770.514 I slot print_timing: id 0 | task 4194 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.770.545 I slot release: id 0 | task 4194 | stop processing: n_tokens = 287, truncated = 0 2.46.776.655 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 240150499195 2.46.779.027 I slot launch_slot_: id 0 | task 4270 | processing task, is_child = 0 2.50.438.415 I slot print_timing: id 0 | task 4270 | n_gen = 120, tg = 39.43 t/s, tg_3s = 39.76 t/s 2.50.817.907 I slot print_timing: id 0 | task 4270 | prompt eval time = 641.34 ms / 252 tokens ( 2.54 ms per token, 392.93 tokens per second) 2.50.817.910 I slot print_timing: id 0 | task 4270 | eval time = 3397.53 ms / 135 tokens ( 25.35 ms per token, 39.44 tokens per second) 2.50.817.912 I slot print_timing: id 0 | task 4270 | total time = 4038.86 ms / 387 tokens 2.50.817.913 I slot print_timing: id 0 | task 4270 | graphs reused = 3863 2.50.817.913 I slot print_timing: id 0 | task 4270 | graph reallocs = 0 / 0 (same size) / (changed size) 2.50.817.940 I slot release: id 0 | task 4270 | stop processing: n_tokens = 386, truncated = 0 2.50.824.662 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 386, t_last = 240154546590 2.50.828.265 I slot launch_slot_: id 0 | task 4408 | processing task, is_child = 0 2.54.664.714 I slot print_timing: id 0 | task 4408 | n_gen = 120, tg = 39.44 t/s, tg_3s = 39.77 t/s 2.55.171.470 I slot print_timing: id 0 | task 4408 | prompt eval time = 819.43 ms / 331 tokens ( 2.48 ms per token, 403.94 tokens per second) 2.55.171.474 I slot print_timing: id 0 | task 4408 | eval time = 3523.77 ms / 140 tokens ( 25.35 ms per token, 39.45 tokens per second) 2.55.171.475 I slot print_timing: id 0 | task 4408 | total time = 4343.19 ms / 471 tokens 2.55.171.476 I slot print_timing: id 0 | task 4408 | graphs reused = 4001 2.55.171.476 I slot print_timing: id 0 | task 4408 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.171.508 I slot release: id 0 | task 4408 | stop processing: n_tokens = 470, truncated = 0 2.55.177.444 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 240158900158 2.55.182.713 I slot launch_slot_: id 0 | task 4551 | processing task, is_child = 0 2.57.584.883 I slot print_timing: id 0 | task 4551 | prompt eval time = 401.01 ms / 162 tokens ( 2.48 ms per token, 403.98 tokens per second) 2.57.584.889 I slot print_timing: id 0 | task 4551 | eval time = 2001.15 ms / 80 tokens ( 25.33 ms per token, 39.48 tokens per second) 2.57.584.890 I slot print_timing: id 0 | task 4551 | total time = 2402.16 ms / 242 tokens 2.57.584.891 I slot print_timing: id 0 | task 4551 | graphs reused = 4079 2.57.584.891 I slot print_timing: id 0 | task 4551 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.584.914 I slot release: id 0 | task 4551 | stop processing: n_tokens = 241, truncated = 0 2.57.591.284 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 241, t_last = 240161313564 2.57.593.259 I slot launch_slot_: id 0 | task 4634 | processing task, is_child = 0 3.00.049.820 I slot print_timing: id 0 | task 4634 | prompt eval time = 456.00 ms / 164 tokens ( 2.78 ms per token, 359.65 tokens per second) 3.00.049.827 I slot print_timing: id 0 | task 4634 | eval time = 2000.55 ms / 80 tokens ( 25.32 ms per token, 39.49 tokens per second) 3.00.049.828 I slot print_timing: id 0 | task 4634 | total time = 2456.55 ms / 244 tokens 3.00.049.828 I slot print_timing: id 0 | task 4634 | graphs reused = 4157 3.00.049.829 I slot print_timing: id 0 | task 4634 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.049.855 I slot release: id 0 | task 4634 | stop processing: n_tokens = 243, truncated = 0 3.00.055.402 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 240163778505 3.00.058.421 I slot launch_slot_: id 0 | task 4717 | processing task, is_child = 0 3.02.740.584 I slot print_timing: id 0 | task 4717 | prompt eval time = 523.96 ms / 216 tokens ( 2.43 ms per token, 412.25 tokens per second) 3.02.740.590 I slot print_timing: id 0 | task 4717 | eval time = 2158.19 ms / 86 tokens ( 25.39 ms per token, 39.38 tokens per second) 3.02.740.591 I slot print_timing: id 0 | task 4717 | total time = 2682.15 ms / 302 tokens 3.02.740.592 I slot print_timing: id 0 | task 4717 | graphs reused = 4240 3.02.740.592 I slot print_timing: id 0 | task 4717 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.740.623 I slot release: id 0 | task 4717 | stop processing: n_tokens = 301, truncated = 0 3.02.747.355 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 240166469273 3.02.751.595 I slot launch_slot_: id 0 | task 4806 | processing task, is_child = 0 3.04.854.468 I slot print_timing: id 0 | task 4806 | prompt eval time = 704.88 ms / 280 tokens ( 2.52 ms per token, 397.23 tokens per second) 3.04.854.475 I slot print_timing: id 0 | task 4806 | eval time = 1397.98 ms / 56 tokens ( 25.42 ms per token, 39.34 tokens per second) 3.04.854.475 I slot print_timing: id 0 | task 4806 | total time = 2102.86 ms / 336 tokens 3.04.854.476 I slot print_timing: id 0 | task 4806 | graphs reused = 4294 3.04.854.477 I slot print_timing: id 0 | task 4806 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.854.510 I slot release: id 0 | task 4806 | stop processing: n_tokens = 335, truncated = 0 3.04.861.667 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 240168583160 3.04.867.202 I slot launch_slot_: id 0 | task 4865 | processing task, is_child = 0 3.06.873.896 I slot print_timing: id 0 | task 4865 | prompt eval time = 633.52 ms / 233 tokens ( 2.72 ms per token, 367.79 tokens per second) 3.06.873.900 I slot print_timing: id 0 | task 4865 | eval time = 1373.16 ms / 55 tokens ( 25.43 ms per token, 39.33 tokens per second) 3.06.873.900 I slot print_timing: id 0 | task 4865 | total time = 2006.68 ms / 288 tokens 3.06.873.901 I slot print_timing: id 0 | task 4865 | graphs reused = 4346 3.06.873.902 I slot print_timing: id 0 | task 4865 | graph reallocs = 0 / 0 (same size) / (changed size) 3.06.873.928 I slot release: id 0 | task 4865 | stop processing: n_tokens = 287, truncated = 0 3.06.880.419 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 240170602579 3.06.885.067 I slot launch_slot_: id 0 | task 4923 | processing task, is_child = 0 3.10.353.803 I slot print_timing: id 0 | task 4923 | prompt eval time = 575.36 ms / 224 tokens ( 2.57 ms per token, 389.32 tokens per second) 3.10.353.808 I slot print_timing: id 0 | task 4923 | eval time = 2893.36 ms / 115 tokens ( 25.38 ms per token, 39.40 tokens per second) 3.10.353.808 I slot print_timing: id 0 | task 4923 | total time = 3468.72 ms / 339 tokens 3.10.353.809 I slot print_timing: id 0 | task 4923 | graphs reused = 4458 3.10.353.809 I slot print_timing: id 0 | task 4923 | graph reallocs = 0 / 0 (same size) / (changed size) 3.10.353.841 I slot release: id 0 | task 4923 | stop processing: n_tokens = 338, truncated = 0 3.10.360.009 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 338, t_last = 240174082491 3.10.363.653 I slot launch_slot_: id 0 | task 5041 | processing task, is_child = 0 3.12.728.816 I slot print_timing: id 0 | task 5041 | prompt eval time = 636.44 ms / 245 tokens ( 2.60 ms per token, 384.96 tokens per second) 3.12.728.823 I slot print_timing: id 0 | task 5041 | eval time = 1728.71 ms / 69 tokens ( 25.42 ms per token, 39.34 tokens per second) 3.12.728.824 I slot print_timing: id 0 | task 5041 | total time = 2365.15 ms / 314 tokens 3.12.728.824 I slot print_timing: id 0 | task 5041 | graphs reused = 4524 3.12.728.825 I slot print_timing: id 0 | task 5041 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.728.853 I slot release: id 0 | task 5041 | stop processing: n_tokens = 313, truncated = 0 3.12.735.552 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 240176457503 3.12.741.040 I slot launch_slot_: id 0 | task 5113 | processing task, is_child = 0 3.14.877.016 I slot print_timing: id 0 | task 5113 | prompt eval time = 463.57 ms / 182 tokens ( 2.55 ms per token, 392.61 tokens per second) 3.14.877.023 I slot print_timing: id 0 | task 5113 | eval time = 1672.40 ms / 67 tokens ( 25.34 ms per token, 39.46 tokens per second) 3.14.877.024 I slot print_timing: id 0 | task 5113 | total time = 2135.97 ms / 249 tokens 3.14.877.024 I slot print_timing: id 0 | task 5113 | graphs reused = 4589 3.14.877.025 I slot print_timing: id 0 | task 5113 | graph reallocs = 0 / 0 (same size) / (changed size) 3.14.877.051 I slot release: id 0 | task 5113 | stop processing: n_tokens = 248, truncated = 0 3.14.883.588 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 248, t_last = 240178605702 3.14.885.862 I slot launch_slot_: id 0 | task 5183 | processing task, is_child = 0 3.18.422.606 I slot print_timing: id 0 | task 5183 | prompt eval time = 646.11 ms / 280 tokens ( 2.31 ms per token, 433.36 tokens per second) 3.18.422.612 I slot print_timing: id 0 | task 5183 | eval time = 2890.63 ms / 115 tokens ( 25.36 ms per token, 39.44 tokens per second) 3.18.422.613 I slot print_timing: id 0 | task 5183 | total time = 3536.74 ms / 395 tokens 3.18.422.614 I slot print_timing: id 0 | task 5183 | graphs reused = 4702 3.18.422.615 I slot print_timing: id 0 | task 5183 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.422.646 I slot release: id 0 | task 5183 | stop processing: n_tokens = 394, truncated = 0 3.18.428.970 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 240182151296 3.18.433.116 I slot launch_slot_: id 0 | task 5301 | processing task, is_child = 0 3.21.910.801 I slot print_timing: id 0 | task 5301 | n_gen = 120, tg = 39.46 t/s, tg_3s = 39.79 t/s 3.22.189.190 I slot print_timing: id 0 | task 5301 | prompt eval time = 462.21 ms / 173 tokens ( 2.67 ms per token, 374.29 tokens per second) 3.22.189.195 I slot print_timing: id 0 | task 5301 | eval time = 3293.85 ms / 131 tokens ( 25.34 ms per token, 39.47 tokens per second) 3.22.189.196 I slot print_timing: id 0 | task 5301 | total time = 3756.07 ms / 304 tokens 3.22.189.196 I slot print_timing: id 0 | task 5301 | graphs reused = 4830 3.22.189.197 I slot print_timing: id 0 | task 5301 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.189.221 I slot release: id 0 | task 5301 | stop processing: n_tokens = 303, truncated = 0 3.22.196.282 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 240185917871 3.22.200.481 I slot launch_slot_: id 0 | task 5435 | processing task, is_child = 0 3.24.763.956 I slot print_timing: id 0 | task 5435 | prompt eval time = 410.98 ms / 158 tokens ( 2.60 ms per token, 384.44 tokens per second) 3.24.763.960 I slot print_timing: id 0 | task 5435 | eval time = 2152.48 ms / 86 tokens ( 25.32 ms per token, 39.49 tokens per second) 3.24.763.960 I slot print_timing: id 0 | task 5435 | total time = 2563.46 ms / 244 tokens 3.24.763.961 I slot print_timing: id 0 | task 5435 | graphs reused = 4914 3.24.763.962 I slot print_timing: id 0 | task 5435 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.763.991 I slot release: id 0 | task 5435 | stop processing: n_tokens = 243, truncated = 0 3.24.770.050 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 240188492641 3.24.772.830 I slot launch_slot_: id 0 | task 5524 | processing task, is_child = 0 3.27.903.201 I slot print_timing: id 0 | task 5524 | prompt eval time = 641.63 ms / 244 tokens ( 2.63 ms per token, 380.28 tokens per second) 3.27.903.205 I slot print_timing: id 0 | task 5524 | eval time = 2488.72 ms / 99 tokens ( 25.40 ms per token, 39.38 tokens per second) 3.27.903.206 I slot print_timing: id 0 | task 5524 | total time = 3130.36 ms / 343 tokens 3.27.903.206 I slot print_timing: id 0 | task 5524 | graphs reused = 5010 3.27.903.207 I slot print_timing: id 0 | task 5524 | graph reallocs = 0 / 0 (same size) / (changed size) 3.27.903.236 I slot release: id 0 | task 5524 | stop processing: n_tokens = 342, truncated = 0 3.27.909.007 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 342, t_last = 240191631886 3.27.912.780 I slot launch_slot_: id 0 | task 5626 | processing task, is_child = 0 3.29.899.860 I slot print_timing: id 0 | task 5626 | prompt eval time = 514.83 ms / 182 tokens ( 2.83 ms per token, 353.51 tokens per second) 3.29.899.867 I slot print_timing: id 0 | task 5626 | eval time = 1472.24 ms / 59 tokens ( 25.38 ms per token, 39.40 tokens per second) 3.29.899.868 I slot print_timing: id 0 | task 5626 | total time = 1987.07 ms / 241 tokens 3.29.899.868 I slot print_timing: id 0 | task 5626 | graphs reused = 5067 3.29.899.869 I slot print_timing: id 0 | task 5626 | graph reallocs = 0 / 0 (same size) / (changed size) 3.29.899.903 I slot release: id 0 | task 5626 | stop processing: n_tokens = 240, truncated = 0 3.29.906.475 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 240, t_last = 240193628553 3.29.909.259 I slot launch_slot_: id 0 | task 5688 | processing task, is_child = 0 3.33.625.473 I slot print_timing: id 0 | task 5688 | n_gen = 120, tg = 39.42 t/s, tg_3s = 39.75 t/s 3.34.614.746 I slot print_timing: id 0 | task 5688 | prompt eval time = 697.64 ms / 278 tokens ( 2.51 ms per token, 398.49 tokens per second) 3.34.614.753 I slot print_timing: id 0 | task 5688 | eval time = 4007.84 ms / 159 tokens ( 25.37 ms per token, 39.42 tokens per second) 3.34.614.754 I slot print_timing: id 0 | task 5688 | total time = 4705.48 ms / 437 tokens 3.34.614.755 I slot print_timing: id 0 | task 5688 | graphs reused = 5224 3.34.614.755 I slot print_timing: id 0 | task 5688 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.614.783 I slot release: id 0 | task 5688 | stop processing: n_tokens = 436, truncated = 0 3.34.621.461 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 436, t_last = 240198343433 3.34.627.515 I slot launch_slot_: id 0 | task 5850 | processing task, is_child = 0 3.36.985.337 I slot print_timing: id 0 | task 5850 | prompt eval time = 578.47 ms / 219 tokens ( 2.64 ms per token, 378.58 tokens per second) 3.36.985.344 I slot print_timing: id 0 | task 5850 | eval time = 1779.34 ms / 71 tokens ( 25.42 ms per token, 39.34 tokens per second) 3.36.985.344 I slot print_timing: id 0 | task 5850 | total time = 2357.81 ms / 290 tokens 3.36.985.345 I slot print_timing: id 0 | task 5850 | graphs reused = 5292 3.36.985.346 I slot print_timing: id 0 | task 5850 | graph reallocs = 0 / 0 (same size) / (changed size) 3.36.985.372 I slot release: id 0 | task 5850 | stop processing: n_tokens = 289, truncated = 0 3.36.992.324 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 240200714022 3.36.996.549 I slot launch_slot_: id 0 | task 5924 | processing task, is_child = 0 3.39.549.757 I slot print_timing: id 0 | task 5924 | prompt eval time = 651.67 ms / 279 tokens ( 2.34 ms per token, 428.13 tokens per second) 3.39.549.763 I slot print_timing: id 0 | task 5924 | eval time = 1901.52 ms / 76 tokens ( 25.35 ms per token, 39.44 tokens per second) 3.39.549.764 I slot print_timing: id 0 | task 5924 | total time = 2553.19 ms / 355 tokens 3.39.549.765 I slot print_timing: id 0 | task 5924 | graphs reused = 5366 3.39.549.766 I slot print_timing: id 0 | task 5924 | graph reallocs = 0 / 0 (same size) / (changed size) 3.39.549.798 I slot release: id 0 | task 5924 | stop processing: n_tokens = 354, truncated = 0 3.39.556.797 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 240203278448 3.39.562.704 I slot launch_slot_: id 0 | task 6003 | processing task, is_child = 0 3.42.415.765 I slot print_timing: id 0 | task 6003 | prompt eval time = 697.59 ms / 289 tokens ( 2.41 ms per token, 414.28 tokens per second) 3.42.415.770 I slot print_timing: id 0 | task 6003 | eval time = 2155.46 ms / 86 tokens ( 25.36 ms per token, 39.43 tokens per second) 3.42.415.771 I slot print_timing: id 0 | task 6003 | total time = 2853.05 ms / 375 tokens 3.42.415.771 I slot print_timing: id 0 | task 6003 | graphs reused = 5450 3.42.415.772 I slot print_timing: id 0 | task 6003 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.415.803 I slot release: id 0 | task 6003 | stop processing: n_tokens = 374, truncated = 0 3.42.421.890 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 240206144453 3.42.425.974 I slot launch_slot_: id 0 | task 6092 | processing task, is_child = 0 3.45.639.285 I slot print_timing: id 0 | task 6092 | prompt eval time = 702.53 ms / 274 tokens ( 2.56 ms per token, 390.02 tokens per second) 3.45.639.291 I slot print_timing: id 0 | task 6092 | eval time = 2510.77 ms / 100 tokens ( 25.36 ms per token, 39.43 tokens per second) 3.45.639.292 I slot print_timing: id 0 | task 6092 | total time = 3213.30 ms / 374 tokens 3.45.639.293 I slot print_timing: id 0 | task 6092 | graphs reused = 5548 3.45.639.293 I slot print_timing: id 0 | task 6092 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.639.326 I slot release: id 0 | task 6092 | stop processing: n_tokens = 373, truncated = 0 3.45.646.029 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 240209367976 3.45.651.328 I slot launch_slot_: id 0 | task 6195 | processing task, is_child = 0 3.47.804.395 I slot print_timing: id 0 | task 6195 | prompt eval time = 574.89 ms / 229 tokens ( 2.51 ms per token, 398.33 tokens per second) 3.47.804.398 I slot print_timing: id 0 | task 6195 | eval time = 1578.16 ms / 63 tokens ( 25.45 ms per token, 39.29 tokens per second) 3.47.804.399 I slot print_timing: id 0 | task 6195 | total time = 2153.06 ms / 292 tokens 3.47.804.400 I slot print_timing: id 0 | task 6195 | graphs reused = 5608 3.47.804.401 I slot print_timing: id 0 | task 6195 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.804.432 I slot release: id 0 | task 6195 | stop processing: n_tokens = 291, truncated = 0 3.47.809.965 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 240211533082 3.47.812.225 I slot launch_slot_: id 0 | task 6261 | processing task, is_child = 0 3.49.669.420 I slot print_timing: id 0 | task 6261 | prompt eval time = 460.54 ms / 162 tokens ( 2.84 ms per token, 351.76 tokens per second) 3.49.669.426 I slot print_timing: id 0 | task 6261 | eval time = 1396.64 ms / 56 tokens ( 25.39 ms per token, 39.38 tokens per second) 3.49.669.427 I slot print_timing: id 0 | task 6261 | total time = 1857.18 ms / 218 tokens 3.49.669.427 I slot print_timing: id 0 | task 6261 | graphs reused = 5662 3.49.669.428 I slot print_timing: id 0 | task 6261 | graph reallocs = 0 / 0 (same size) / (changed size) 3.49.669.454 I slot release: id 0 | task 6261 | stop processing: n_tokens = 217, truncated = 0 3.49.675.195 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 240213398104 3.49.677.772 I slot launch_slot_: id 0 | task 6320 | processing task, is_child = 0 3.51.435.421 I slot print_timing: id 0 | task 6320 | prompt eval time = 637.49 ms / 249 tokens ( 2.56 ms per token, 390.59 tokens per second) 3.51.435.427 I slot print_timing: id 0 | task 6320 | eval time = 1120.14 ms / 45 tokens ( 25.46 ms per token, 39.28 tokens per second) 3.51.435.427 I slot print_timing: id 0 | task 6320 | total time = 1757.64 ms / 294 tokens 3.51.435.428 I slot print_timing: id 0 | task 6320 | graphs reused = 5704 3.51.435.429 I slot print_timing: id 0 | task 6320 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.435.456 I slot release: id 0 | task 6320 | stop processing: n_tokens = 293, truncated = 0 3.51.440.704 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 240215164106 3.51.444.086 I slot launch_slot_: id 0 | task 6368 | processing task, is_child = 0 3.53.032.968 I slot print_timing: id 0 | task 6368 | prompt eval time = 398.14 ms / 132 tokens ( 3.02 ms per token, 331.54 tokens per second) 3.53.032.973 I slot print_timing: id 0 | task 6368 | eval time = 1190.73 ms / 48 tokens ( 25.33 ms per token, 39.47 tokens per second) 3.53.032.973 I slot print_timing: id 0 | task 6368 | total time = 1588.87 ms / 180 tokens 3.53.032.974 I slot print_timing: id 0 | task 6368 | graphs reused = 5750 3.53.032.975 I slot print_timing: id 0 | task 6368 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.032.996 I slot release: id 0 | task 6368 | stop processing: n_tokens = 179, truncated = 0 3.53.039.290 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 240216761646 3.53.040.762 I slot launch_slot_: id 0 | task 6419 | processing task, is_child = 0 3.54.923.059 I slot print_timing: id 0 | task 6419 | prompt eval time = 462.20 ms / 174 tokens ( 2.66 ms per token, 376.46 tokens per second) 3.54.923.066 I slot print_timing: id 0 | task 6419 | eval time = 1420.09 ms / 57 tokens ( 25.36 ms per token, 39.43 tokens per second) 3.54.923.066 I slot print_timing: id 0 | task 6419 | total time = 1882.29 ms / 231 tokens 3.54.923.067 I slot print_timing: id 0 | task 6419 | graphs reused = 5805 3.54.923.068 I slot print_timing: id 0 | task 6419 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.923.092 I slot release: id 0 | task 6419 | stop processing: n_tokens = 230, truncated = 0 3.54.929.890 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 240218651742 3.54.932.775 I slot launch_slot_: id 0 | task 6479 | processing task, is_child = 0 3.56.974.753 I slot print_timing: id 0 | task 6479 | prompt eval time = 642.26 ms / 253 tokens ( 2.54 ms per token, 393.92 tokens per second) 3.56.974.759 I slot print_timing: id 0 | task 6479 | eval time = 1399.71 ms / 56 tokens ( 25.45 ms per token, 39.29 tokens per second) 3.56.974.760 I slot print_timing: id 0 | task 6479 | total time = 2041.97 ms / 309 tokens 3.56.974.761 I slot print_timing: id 0 | task 6479 | graphs reused = 5858 3.56.974.761 I slot print_timing: id 0 | task 6479 | graph reallocs = 0 / 0 (same size) / (changed size) 3.56.974.787 I slot release: id 0 | task 6479 | stop processing: n_tokens = 308, truncated = 0 3.56.982.212 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 240220703437 3.56.986.147 I slot launch_slot_: id 0 | task 6538 | processing task, is_child = 0 3.58.547.120 I slot print_timing: id 0 | task 6538 | prompt eval time = 592.91 ms / 252 tokens ( 2.35 ms per token, 425.02 tokens per second) 3.58.547.125 I slot print_timing: id 0 | task 6538 | eval time = 968.05 ms / 39 tokens ( 25.47 ms per token, 39.25 tokens per second) 3.58.547.125 I slot print_timing: id 0 | task 6538 | total time = 1560.96 ms / 291 tokens 3.58.547.126 I slot print_timing: id 0 | task 6538 | graphs reused = 5894 3.58.547.127 I slot print_timing: id 0 | task 6538 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.547.163 I slot release: id 0 | task 6538 | stop processing: n_tokens = 290, truncated = 0 3.58.554.456 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 240222275813 3.58.558.332 I slot launch_slot_: id 0 | task 6580 | processing task, is_child = 0 4.00.349.120 I slot print_timing: id 0 | task 6580 | prompt eval time = 647.98 ms / 272 tokens ( 2.38 ms per token, 419.77 tokens per second) 4.00.349.124 I slot print_timing: id 0 | task 6580 | eval time = 1142.80 ms / 46 tokens ( 25.40 ms per token, 39.38 tokens per second) 4.00.349.126 I slot print_timing: id 0 | task 6580 | total time = 1790.78 ms / 318 tokens 4.00.349.127 I slot print_timing: id 0 | task 6580 | graphs reused = 5938 4.00.349.127 I slot print_timing: id 0 | task 6580 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.349.159 I slot release: id 0 | task 6580 | stop processing: n_tokens = 317, truncated = 0 4.00.356.355 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 240224077809 4.00.359.885 I slot launch_slot_: id 0 | task 6629 | processing task, is_child = 0 4.01.520.138 I slot print_timing: id 0 | task 6629 | prompt eval time = 701.42 ms / 279 tokens ( 2.51 ms per token, 397.76 tokens per second) 4.01.520.145 I slot print_timing: id 0 | task 6629 | eval time = 458.81 ms / 19 tokens ( 25.49 ms per token, 39.23 tokens per second) 4.01.520.146 I slot print_timing: id 0 | task 6629 | total time = 1160.24 ms / 298 tokens 4.01.520.147 I slot print_timing: id 0 | task 6629 | graphs reused = 5955 4.01.520.147 I slot print_timing: id 0 | task 6629 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.520.181 I slot release: id 0 | task 6629 | stop processing: n_tokens = 297, truncated = 0 4.01.526.702 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 240225248831 4.01.530.173 I slot launch_slot_: id 0 | task 6651 | processing task, is_child = 0 4.03.957.419 I slot print_timing: id 0 | task 6651 | prompt eval time = 703.49 ms / 284 tokens ( 2.48 ms per token, 403.70 tokens per second) 4.03.957.426 I slot print_timing: id 0 | task 6651 | eval time = 1723.74 ms / 69 tokens ( 25.35 ms per token, 39.45 tokens per second) 4.03.957.426 I slot print_timing: id 0 | task 6651 | total time = 2427.23 ms / 353 tokens 4.03.957.427 I slot print_timing: id 0 | task 6651 | graphs reused = 6022 4.03.957.427 I slot print_timing: id 0 | task 6651 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.957.459 I slot release: id 0 | task 6651 | stop processing: n_tokens = 352, truncated = 0 4.03.963.735 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 240227686109 4.03.967.718 I slot launch_slot_: id 0 | task 6723 | processing task, is_child = 0 4.05.878.713 I slot print_timing: id 0 | task 6723 | prompt eval time = 588.40 ms / 233 tokens ( 2.53 ms per token, 395.99 tokens per second) 4.05.878.720 I slot print_timing: id 0 | task 6723 | eval time = 1322.58 ms / 53 tokens ( 25.43 ms per token, 39.32 tokens per second) 4.05.878.721 I slot print_timing: id 0 | task 6723 | total time = 1910.98 ms / 286 tokens 4.05.878.722 I slot print_timing: id 0 | task 6723 | graphs reused = 6072 4.05.878.722 I slot print_timing: id 0 | task 6723 | graph reallocs = 0 / 0 (same size) / (changed size) 4.05.878.759 I slot release: id 0 | task 6723 | stop processing: n_tokens = 285, truncated = 0 4.05.884.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 240229607409 4.05.887.635 I slot launch_slot_: id 0 | task 6779 | processing task, is_child = 0 4.07.693.091 I slot print_timing: id 0 | task 6779 | prompt eval time = 512.97 ms / 169 tokens ( 3.04 ms per token, 329.46 tokens per second) 4.07.693.098 I slot print_timing: id 0 | task 6779 | eval time = 1292.48 ms / 52 tokens ( 25.34 ms per token, 39.46 tokens per second) 4.07.693.098 I slot print_timing: id 0 | task 6779 | total time = 1805.44 ms / 221 tokens 4.07.693.099 I slot print_timing: id 0 | task 6779 | graphs reused = 6122 4.07.693.100 I slot print_timing: id 0 | task 6779 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.693.123 I slot release: id 0 | task 6779 | stop processing: n_tokens = 220, truncated = 0 4.07.702.685 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 240231421773 4.07.704.545 I slot launch_slot_: id 0 | task 6834 | processing task, is_child = 0 4.10.434.853 I slot print_timing: id 0 | task 6834 | prompt eval time = 827.00 ms / 352 tokens ( 2.35 ms per token, 425.63 tokens per second) 4.10.434.860 I slot print_timing: id 0 | task 6834 | eval time = 1903.30 ms / 76 tokens ( 25.38 ms per token, 39.41 tokens per second) 4.10.434.861 I slot print_timing: id 0 | task 6834 | total time = 2730.30 ms / 428 tokens 4.10.434.861 I slot print_timing: id 0 | task 6834 | graphs reused = 6196 4.10.434.862 I slot print_timing: id 0 | task 6834 | graph reallocs = 0 / 0 (same size) / (changed size) 4.10.434.898 I slot release: id 0 | task 6834 | stop processing: n_tokens = 427, truncated = 0 4.10.443.572 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 240234163548 4.10.449.330 I slot launch_slot_: id 0 | task 6913 | processing task, is_child = 0 4.14.771.978 I slot print_timing: id 0 | task 6913 | n_gen = 120, tg = 39.40 t/s, tg_3s = 39.73 t/s 4.15.304.714 I slot print_timing: id 0 | task 6913 | prompt eval time = 1302.36 ms / 576 tokens ( 2.26 ms per token, 442.28 tokens per second) 4.15.304.721 I slot print_timing: id 0 | task 6913 | eval time = 3553.02 ms / 141 tokens ( 25.38 ms per token, 39.40 tokens per second) 4.15.304.721 I slot print_timing: id 0 | task 6913 | total time = 4855.38 ms / 717 tokens 4.15.304.722 I slot print_timing: id 0 | task 6913 | graphs reused = 6335 4.15.304.723 I slot print_timing: id 0 | task 6913 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.304.769 I slot release: id 0 | task 6913 | stop processing: n_tokens = 716, truncated = 0 4.15.313.861 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 240239033419 4.15.321.935 I slot launch_slot_: id 0 | task 7058 | processing task, is_child = 0 4.18.880.809 I slot print_timing: id 0 | task 7058 | prompt eval time = 1068.04 ms / 466 tokens ( 2.29 ms per token, 436.31 tokens per second) 4.18.880.816 I slot print_timing: id 0 | task 7058 | eval time = 2490.82 ms / 99 tokens ( 25.42 ms per token, 39.34 tokens per second) 4.18.880.816 I slot print_timing: id 0 | task 7058 | total time = 3558.86 ms / 565 tokens 4.18.880.817 I slot print_timing: id 0 | task 7058 | graphs reused = 6431 4.18.880.818 I slot print_timing: id 0 | task 7058 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.880.859 I slot release: id 0 | task 7058 | stop processing: n_tokens = 564, truncated = 0 4.18.889.038 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 564, t_last = 240242609509 4.18.896.055 I slot launch_slot_: id 0 | task 7160 | processing task, is_child = 0 4.22.437.690 I slot print_timing: id 0 | task 7160 | prompt eval time = 829.14 ms / 370 tokens ( 2.24 ms per token, 446.24 tokens per second) 4.22.437.694 I slot print_timing: id 0 | task 7160 | eval time = 2712.48 ms / 108 tokens ( 25.35 ms per token, 39.45 tokens per second) 4.22.437.695 I slot print_timing: id 0 | task 7160 | total time = 3541.63 ms / 478 tokens 4.22.437.695 I slot print_timing: id 0 | task 7160 | graphs reused = 6537 4.22.437.696 I slot print_timing: id 0 | task 7160 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.437.738 I slot release: id 0 | task 7160 | stop processing: n_tokens = 477, truncated = 0 4.22.446.792 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 240246166389 4.22.450.715 I slot launch_slot_: id 0 | task 7271 | processing task, is_child = 0 4.24.889.391 I slot print_timing: id 0 | task 7271 | prompt eval time = 763.19 ms / 314 tokens ( 2.43 ms per token, 411.43 tokens per second) 4.24.889.396 I slot print_timing: id 0 | task 7271 | eval time = 1675.48 ms / 67 tokens ( 25.39 ms per token, 39.39 tokens per second) 4.24.889.397 I slot print_timing: id 0 | task 7271 | total time = 2438.66 ms / 381 tokens 4.24.889.398 I slot print_timing: id 0 | task 7271 | graphs reused = 6602 4.24.889.398 I slot print_timing: id 0 | task 7271 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.889.433 I slot release: id 0 | task 7271 | stop processing: n_tokens = 380, truncated = 0 4.24.898.548 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 240248618083 4.24.903.742 I slot launch_slot_: id 0 | task 7341 | processing task, is_child = 0 4.28.808.879 I slot print_timing: id 0 | task 7341 | prompt eval time = 1289.45 ms / 567 tokens ( 2.27 ms per token, 439.72 tokens per second) 4.28.808.883 I slot print_timing: id 0 | task 7341 | eval time = 2615.67 ms / 104 tokens ( 25.39 ms per token, 39.38 tokens per second) 4.28.808.884 I slot print_timing: id 0 | task 7341 | total time = 3905.12 ms / 671 tokens 4.28.808.885 I slot print_timing: id 0 | task 7341 | graphs reused = 6704 4.28.808.885 I slot print_timing: id 0 | task 7341 | graph reallocs = 0 / 0 (same size) / (changed size) 4.28.808.941 I slot release: id 0 | task 7341 | stop processing: n_tokens = 670, truncated = 0 4.28.816.327 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 670, t_last = 240252537592 4.28.823.705 I slot launch_slot_: id 0 | task 7449 | processing task, is_child = 0 4.32.142.586 I slot print_timing: id 0 | task 7449 | prompt eval time = 760.15 ms / 306 tokens ( 2.48 ms per token, 402.55 tokens per second) 4.32.142.593 I slot print_timing: id 0 | task 7449 | eval time = 2558.72 ms / 102 tokens ( 25.33 ms per token, 39.47 tokens per second) 4.32.142.593 I slot print_timing: id 0 | task 7449 | total time = 3318.87 ms / 408 tokens 4.32.142.594 I slot print_timing: id 0 | task 7449 | graphs reused = 6804 4.32.142.595 I slot print_timing: id 0 | task 7449 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.142.630 I slot release: id 0 | task 7449 | stop processing: n_tokens = 407, truncated = 0 4.32.150.657 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 240255871280 4.32.153.887 I slot launch_slot_: id 0 | task 7554 | processing task, is_child = 0 4.36.051.342 I slot print_timing: id 0 | task 7554 | prompt eval time = 950.36 ms / 429 tokens ( 2.22 ms per token, 451.41 tokens per second) 4.36.051.348 I slot print_timing: id 0 | task 7554 | eval time = 2947.08 ms / 117 tokens ( 25.41 ms per token, 39.36 tokens per second) 4.36.051.348 I slot print_timing: id 0 | task 7554 | total time = 3897.44 ms / 546 tokens 4.36.051.349 I slot print_timing: id 0 | task 7554 | graphs reused = 6918 4.36.051.350 I slot print_timing: id 0 | task 7554 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.051.389 I slot release: id 0 | task 7554 | stop processing: n_tokens = 545, truncated = 0 4.36.057.255 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 545, t_last = 240259780039 4.36.062.755 I slot launch_slot_: id 0 | task 7674 | processing task, is_child = 0 4.38.458.263 I slot print_timing: id 0 | task 7674 | prompt eval time = 517.56 ms / 197 tokens ( 2.63 ms per token, 380.63 tokens per second) 4.38.458.270 I slot print_timing: id 0 | task 7674 | eval time = 1877.94 ms / 75 tokens ( 25.38 ms per token, 39.40 tokens per second) 4.38.458.270 I slot print_timing: id 0 | task 7674 | total time = 2395.50 ms / 272 tokens 4.38.458.271 I slot print_timing: id 0 | task 7674 | graphs reused = 6990 4.38.458.272 I slot print_timing: id 0 | task 7674 | graph reallocs = 0 / 0 (same size) / (changed size) 4.38.458.299 I slot release: id 0 | task 7674 | stop processing: n_tokens = 271, truncated = 0 4.38.467.403 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 240262186949 4.38.469.472 I slot launch_slot_: id 0 | task 7752 | processing task, is_child = 0 4.42.225.224 I slot print_timing: id 0 | task 7752 | prompt eval time = 890.61 ms / 398 tokens ( 2.24 ms per token, 446.89 tokens per second) 4.42.225.230 I slot print_timing: id 0 | task 7752 | eval time = 2865.13 ms / 114 tokens ( 25.36 ms per token, 39.44 tokens per second) 4.42.225.231 I slot print_timing: id 0 | task 7752 | total time = 3755.74 ms / 512 tokens 4.42.225.232 I slot print_timing: id 0 | task 7752 | graphs reused = 7102 4.42.225.233 I slot print_timing: id 0 | task 7752 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.225.275 I slot release: id 0 | task 7752 | stop processing: n_tokens = 511, truncated = 0 4.42.233.884 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 240265953925 4.42.239.679 I slot launch_slot_: id 0 | task 7869 | processing task, is_child = 0 4.46.403.387 I slot print_timing: id 0 | task 7869 | n_gen = 120, tg = 39.36 t/s, tg_3s = 39.69 t/s 4.46.479.585 I slot print_timing: id 0 | task 7869 | prompt eval time = 1140.05 ms / 510 tokens ( 2.24 ms per token, 447.35 tokens per second) 4.46.479.591 I slot print_timing: id 0 | task 7869 | eval time = 3099.85 ms / 123 tokens ( 25.41 ms per token, 39.36 tokens per second) 4.46.479.592 I slot print_timing: id 0 | task 7869 | total time = 4239.90 ms / 633 tokens 4.46.479.593 I slot print_timing: id 0 | task 7869 | graphs reused = 7222 4.46.479.593 I slot print_timing: id 0 | task 7869 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.479.640 I slot release: id 0 | task 7869 | stop processing: n_tokens = 632, truncated = 0 4.46.489.047 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 240270208290 4.46.495.687 I slot launch_slot_: id 0 | task 7995 | processing task, is_child = 0 4.50.380.236 I slot print_timing: id 0 | task 7995 | prompt eval time = 1293.92 ms / 560 tokens ( 2.31 ms per token, 432.79 tokens per second) 4.50.380.242 I slot print_timing: id 0 | task 7995 | eval time = 2590.62 ms / 103 tokens ( 25.40 ms per token, 39.37 tokens per second) 4.50.380.243 I slot print_timing: id 0 | task 7995 | total time = 3884.54 ms / 663 tokens 4.50.380.244 I slot print_timing: id 0 | task 7995 | graphs reused = 7323 4.50.380.244 I slot print_timing: id 0 | task 7995 | graph reallocs = 0 / 0 (same size) / (changed size) 4.50.380.294 I slot release: id 0 | task 7995 | stop processing: n_tokens = 662, truncated = 0 4.50.389.805 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 662, t_last = 240274108944 4.50.397.920 I slot launch_slot_: id 0 | task 8102 | processing task, is_child = 0 4.53.164.220 I slot print_timing: id 0 | task 8102 | prompt eval time = 886.92 ms / 392 tokens ( 2.26 ms per token, 441.98 tokens per second) 4.53.164.227 I slot print_timing: id 0 | task 8102 | eval time = 1879.37 ms / 75 tokens ( 25.40 ms per token, 39.37 tokens per second) 4.53.164.227 I slot print_timing: id 0 | task 8102 | total time = 2766.29 ms / 467 tokens 4.53.164.228 I slot print_timing: id 0 | task 8102 | graphs reused = 7396 4.53.164.228 I slot print_timing: id 0 | task 8102 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.164.268 I slot release: id 0 | task 8102 | stop processing: n_tokens = 466, truncated = 0 4.53.173.367 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 240276892918 4.53.178.191 I slot launch_slot_: id 0 | task 8180 | processing task, is_child = 0 4.57.268.023 I slot print_timing: id 0 | task 8180 | n_gen = 120, tg = 39.35 t/s, tg_3s = 39.68 t/s 4.57.800.762 I slot print_timing: id 0 | task 8180 | prompt eval time = 1065.72 ms / 460 tokens ( 2.32 ms per token, 431.63 tokens per second) 4.57.800.769 I slot print_timing: id 0 | task 8180 | eval time = 3556.84 ms / 141 tokens ( 25.41 ms per token, 39.36 tokens per second) 4.57.800.769 I slot print_timing: id 0 | task 8180 | total time = 4622.56 ms / 601 tokens 4.57.800.770 I slot print_timing: id 0 | task 8180 | graphs reused = 7534 4.57.800.771 I slot print_timing: id 0 | task 8180 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.800.812 I slot release: id 0 | task 8180 | stop processing: n_tokens = 600, truncated = 0 4.57.810.803 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 600, t_last = 240281529462 4.57.817.451 I slot launch_slot_: id 0 | task 8324 | processing task, is_child = 0 5.00.466.614 I slot print_timing: id 0 | task 8324 | prompt eval time = 948.17 ms / 416 tokens ( 2.28 ms per token, 438.74 tokens per second) 5.00.466.620 I slot print_timing: id 0 | task 8324 | eval time = 1700.98 ms / 68 tokens ( 25.39 ms per token, 39.39 tokens per second) 5.00.466.621 I slot print_timing: id 0 | task 8324 | total time = 2649.15 ms / 484 tokens 5.00.466.622 I slot print_timing: id 0 | task 8324 | graphs reused = 7600 5.00.466.622 I slot print_timing: id 0 | task 8324 | graph reallocs = 0 / 0 (same size) / (changed size) 5.00.466.662 I slot release: id 0 | task 8324 | stop processing: n_tokens = 483, truncated = 0 5.00.476.183 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 240284195312 5.00.482.019 I slot launch_slot_: id 0 | task 8395 | processing task, is_child = 0 5.04.468.782 I slot print_timing: id 0 | task 8395 | prompt eval time = 1296.55 ms / 574 tokens ( 2.26 ms per token, 442.72 tokens per second) 5.04.468.786 I slot print_timing: id 0 | task 8395 | eval time = 2690.20 ms / 107 tokens ( 25.38 ms per token, 39.40 tokens per second) 5.04.468.787 I slot print_timing: id 0 | task 8395 | total time = 3986.75 ms / 681 tokens 5.04.468.787 I slot print_timing: id 0 | task 8395 | graphs reused = 7705 5.04.468.788 I slot print_timing: id 0 | task 8395 | graph reallocs = 0 / 0 (same size) / (changed size) 5.04.468.838 I slot release: id 0 | task 8395 | stop processing: n_tokens = 680, truncated = 0 5.04.479.072 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 680, t_last = 240288197488 5.04.485.443 I slot launch_slot_: id 0 | task 8506 | processing task, is_child = 0 5.08.991.676 I slot print_timing: id 0 | task 8506 | n_gen = 120, tg = 39.33 t/s, tg_3s = 39.66 t/s 5.09.067.807 I slot print_timing: id 0 | task 8506 | prompt eval time = 1480.77 ms / 658 tokens ( 2.25 ms per token, 444.36 tokens per second) 5.09.067.813 I slot print_timing: id 0 | task 8506 | eval time = 3101.59 ms / 123 tokens ( 25.42 ms per token, 39.33 tokens per second) 5.09.067.815 I slot print_timing: id 0 | task 8506 | total time = 4582.35 ms / 781 tokens 5.09.067.815 I slot print_timing: id 0 | task 8506 | graphs reused = 7825 5.09.067.816 I slot print_timing: id 0 | task 8506 | graph reallocs = 0 / 0 (same size) / (changed size) 5.09.067.872 I slot release: id 0 | task 8506 | stop processing: n_tokens = 780, truncated = 0 5.09.076.270 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 780, t_last = 240292796522 5.09.084.080 I slot launch_slot_: id 0 | task 8633 | processing task, is_child = 0 5.11.906.659 I slot print_timing: id 0 | task 8633 | prompt eval time = 1013.89 ms / 466 tokens ( 2.18 ms per token, 459.61 tokens per second) 5.11.906.665 I slot print_timing: id 0 | task 8633 | eval time = 1808.68 ms / 72 tokens ( 25.47 ms per token, 39.26 tokens per second) 5.11.906.665 I slot print_timing: id 0 | task 8633 | total time = 2822.57 ms / 538 tokens 5.11.906.666 I slot print_timing: id 0 | task 8633 | graphs reused = 7894 5.11.906.667 I slot print_timing: id 0 | task 8633 | graph reallocs = 0 / 0 (same size) / (changed size) 5.11.906.710 I slot release: id 0 | task 8633 | stop processing: n_tokens = 537, truncated = 0 5.11.916.580 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 537, t_last = 240295635360 5.11.922.568 I slot launch_slot_: id 0 | task 8708 | processing task, is_child = 0 5.16.141.372 I slot print_timing: id 0 | task 8708 | n_gen = 120, tg = 39.40 t/s, tg_3s = 39.73 t/s 5.16.394.508 I slot print_timing: id 0 | task 8708 | prompt eval time = 1198.23 ms / 530 tokens ( 2.26 ms per token, 442.32 tokens per second) 5.16.394.512 I slot print_timing: id 0 | task 8708 | eval time = 3273.70 ms / 130 tokens ( 25.38 ms per token, 39.40 tokens per second) 5.16.394.513 I slot print_timing: id 0 | task 8708 | total time = 4471.93 ms / 660 tokens 5.16.394.514 I slot print_timing: id 0 | task 8708 | graphs reused = 8022 5.16.394.514 I slot print_timing: id 0 | task 8708 | graph reallocs = 0 / 0 (same size) / (changed size) 5.16.394.564 I slot release: id 0 | task 8708 | stop processing: n_tokens = 659, truncated = 0 5.16.404.772 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 240300123214 5.16.413.055 I slot launch_slot_: id 0 | task 8842 | processing task, is_child = 0 5.20.142.744 I slot print_timing: id 0 | task 8842 | n_gen = 120, tg = 39.42 t/s, tg_3s = 39.75 t/s 5.20.218.442 I slot print_timing: id 0 | task 8842 | prompt eval time = 710.75 ms / 315 tokens ( 2.26 ms per token, 443.19 tokens per second) 5.20.218.446 I slot print_timing: id 0 | task 8842 | eval time = 3094.62 ms / 123 tokens ( 25.37 ms per token, 39.42 tokens per second) 5.20.218.446 I slot print_timing: id 0 | task 8842 | total time = 3805.37 ms / 438 tokens 5.20.218.447 I slot print_timing: id 0 | task 8842 | graphs reused = 8143 5.20.218.448 I slot print_timing: id 0 | task 8842 | graph reallocs = 0 / 0 (same size) / (changed size) 5.20.218.482 I slot release: id 0 | task 8842 | stop processing: n_tokens = 437, truncated = 0 5.20.227.738 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 437, t_last = 240303947132 5.20.231.192 I slot launch_slot_: id 0 | task 8968 | processing task, is_child = 0 5.24.132.343 I slot print_timing: id 0 | task 8968 | n_gen = 120, tg = 39.45 t/s, tg_3s = 39.78 t/s 5.24.871.172 I slot print_timing: id 0 | task 8968 | prompt eval time = 884.90 ms / 391 tokens ( 2.26 ms per token, 441.86 tokens per second) 5.24.871.179 I slot print_timing: id 0 | task 8968 | eval time = 3755.07 ms / 149 tokens ( 25.37 ms per token, 39.41 tokens per second) 5.24.871.180 I slot print_timing: id 0 | task 8968 | total time = 4639.97 ms / 540 tokens 5.24.871.180 I slot print_timing: id 0 | task 8968 | graphs reused = 8289 5.24.871.181 I slot print_timing: id 0 | task 8968 | graph reallocs = 0 / 0 (same size) / (changed size) 5.24.871.223 I slot release: id 0 | task 8968 | stop processing: n_tokens = 539, truncated = 0 5.24.881.256 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 539, t_last = 240308599873 5.24.886.403 I slot launch_slot_: id 0 | task 9120 | processing task, is_child = 0 5.29.423.570 I slot print_timing: id 0 | task 9120 | prompt eval time = 1558.78 ms / 707 tokens ( 2.20 ms per token, 453.56 tokens per second) 5.29.423.573 I slot print_timing: id 0 | task 9120 | eval time = 2978.38 ms / 118 tokens ( 25.46 ms per token, 39.28 tokens per second) 5.29.423.574 I slot print_timing: id 0 | task 9120 | total time = 4537.15 ms / 825 tokens 5.29.423.574 I slot print_timing: id 0 | task 9120 | graphs reused = 8404 5.29.423.575 I slot print_timing: id 0 | task 9120 | graph reallocs = 0 / 0 (same size) / (changed size) 5.29.423.632 I slot release: id 0 | task 9120 | stop processing: n_tokens = 824, truncated = 0 5.29.433.255 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 824, t_last = 240313152282 5.29.441.731 I slot launch_slot_: id 0 | task 9242 | processing task, is_child = 0 5.33.921.042 I slot print_timing: id 0 | task 9242 | n_gen = 119, tg = 39.31 t/s, tg_3s = 39.65 t/s 5.34.733.442 I slot print_timing: id 0 | task 9242 | prompt eval time = 1477.89 ms / 663 tokens ( 2.23 ms per token, 448.61 tokens per second) 5.34.733.445 I slot print_timing: id 0 | task 9242 | eval time = 3813.80 ms / 151 tokens ( 25.43 ms per token, 39.33 tokens per second) 5.34.733.446 I slot print_timing: id 0 | task 9242 | total time = 5291.69 ms / 814 tokens 5.34.733.446 I slot print_timing: id 0 | task 9242 | graphs reused = 8552 5.34.733.447 I slot print_timing: id 0 | task 9242 | graph reallocs = 0 / 0 (same size) / (changed size) 5.34.733.505 I slot release: id 0 | task 9242 | stop processing: n_tokens = 813, truncated = 0 5.34.739.674 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 813, t_last = 240318462155 5.34.747.220 I slot launch_slot_: id 0 | task 9397 | processing task, is_child = 0 5.38.317.258 I slot print_timing: id 0 | task 9397 | n_gen = 120, tg = 39.47 t/s, tg_3s = 39.80 t/s 5.40.366.238 I slot print_timing: id 0 | task 9397 | prompt eval time = 554.74 ms / 223 tokens ( 2.49 ms per token, 401.99 tokens per second) 5.40.366.244 I slot print_timing: id 0 | task 9397 | eval time = 5064.27 ms / 201 tokens ( 25.32 ms per token, 39.49 tokens per second) 5.40.366.245 I slot print_timing: id 0 | task 9397 | total time = 5619.01 ms / 424 tokens 5.40.366.245 I slot print_timing: id 0 | task 9397 | graphs reused = 8750 5.40.366.246 I slot print_timing: id 0 | task 9397 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.366.274 I slot release: id 0 | task 9397 | stop processing: n_tokens = 423, truncated = 0 5.40.371.872 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 240324094924 5.40.376.367 I slot launch_slot_: id 0 | task 9601 | processing task, is_child = 0 5.43.816.771 I slot print_timing: id 0 | task 9601 | n_gen = 120, tg = 39.49 t/s, tg_3s = 39.82 t/s 5.46.648.209 I slot print_timing: id 0 | task 9601 | prompt eval time = 426.75 ms / 154 tokens ( 2.77 ms per token, 360.87 tokens per second) 5.46.648.215 I slot print_timing: id 0 | task 9601 | eval time = 5845.08 ms / 232 tokens ( 25.30 ms per token, 39.52 tokens per second) 5.46.648.216 I slot print_timing: id 0 | task 9601 | total time = 6271.83 ms / 386 tokens 5.46.648.217 I slot print_timing: id 0 | task 9601 | graphs reused = 8979 5.46.648.217 I slot print_timing: id 0 | task 9601 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.648.240 I slot release: id 0 | task 9601 | stop processing: n_tokens = 385, truncated = 0 5.46.653.848 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 385, t_last = 240330376890 5.46.657.096 I slot launch_slot_: id 0 | task 9836 | processing task, is_child = 0 5.47.732.051 I slot print_timing: id 0 | task 9836 | prompt eval time = 464.86 ms / 171 tokens ( 2.72 ms per token, 367.85 tokens per second) 5.47.732.058 I slot print_timing: id 0 | task 9836 | eval time = 610.08 ms / 25 tokens ( 25.42 ms per token, 39.34 tokens per second) 5.47.732.059 I slot print_timing: id 0 | task 9836 | total time = 1074.94 ms / 196 tokens 5.47.732.060 I slot print_timing: id 0 | task 9836 | graphs reused = 9002 5.47.732.061 I slot print_timing: id 0 | task 9836 | graph reallocs = 0 / 0 (same size) / (changed size) 5.47.732.085 I slot release: id 0 | task 9836 | stop processing: n_tokens = 195, truncated = 0 5.47.737.358 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 240331460735 5.47.739.174 I slot launch_slot_: id 0 | task 9864 | processing task, is_child = 0 5.49.149.802 I slot print_timing: id 0 | task 9864 | prompt eval time = 371.34 ms / 131 tokens ( 2.83 ms per token, 352.77 tokens per second) 5.49.149.806 I slot print_timing: id 0 | task 9864 | eval time = 1039.27 ms / 42 tokens ( 25.35 ms per token, 39.45 tokens per second) 5.49.149.807 I slot print_timing: id 0 | task 9864 | total time = 1410.62 ms / 173 tokens 5.49.149.807 I slot print_timing: id 0 | task 9864 | graphs reused = 9042 5.49.149.808 I slot print_timing: id 0 | task 9864 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.149.830 I slot release: id 0 | task 9864 | stop processing: n_tokens = 172, truncated = 0 5.49.156.278 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 172, t_last = 240332878480 5.49.158.296 I slot launch_slot_: id 0 | task 9909 | processing task, is_child = 0 5.50.576.857 I slot print_timing: id 0 | task 9909 | prompt eval time = 581.10 ms / 206 tokens ( 2.82 ms per token, 354.50 tokens per second) 5.50.576.860 I slot print_timing: id 0 | task 9909 | eval time = 837.45 ms / 34 tokens ( 25.38 ms per token, 39.41 tokens per second) 5.50.576.861 I slot print_timing: id 0 | task 9909 | total time = 1418.55 ms / 240 tokens 5.50.576.862 I slot print_timing: id 0 | task 9909 | graphs reused = 9074 5.50.576.862 I slot print_timing: id 0 | task 9909 | graph reallocs = 0 / 0 (same size) / (changed size) 5.50.576.891 I slot release: id 0 | task 9909 | stop processing: n_tokens = 239, truncated = 0 5.50.582.778 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 240334305541 5.50.585.969 I slot launch_slot_: id 0 | task 9946 | processing task, is_child = 0 5.51.279.568 I slot print_timing: id 0 | task 9946 | prompt eval time = 311.33 ms / 107 tokens ( 2.91 ms per token, 343.69 tokens per second) 5.51.279.574 I slot print_timing: id 0 | task 9946 | eval time = 382.26 ms / 16 tokens ( 25.48 ms per token, 39.24 tokens per second) 5.51.279.574 I slot print_timing: id 0 | task 9946 | total time = 693.59 ms / 123 tokens 5.51.279.575 I slot print_timing: id 0 | task 9946 | graphs reused = 9088 5.51.279.575 I slot print_timing: id 0 | task 9946 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.279.595 I slot release: id 0 | task 9946 | stop processing: n_tokens = 122, truncated = 0 5.51.285.939 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 240335008245 5.51.287.590 I slot launch_slot_: id 0 | task 9965 | processing task, is_child = 0 5.54.726.961 I slot print_timing: id 0 | task 9965 | n_gen = 120, tg = 39.49 t/s, tg_3s = 39.82 t/s 5.57.734.966 I slot print_timing: id 0 | task 9965 | n_gen = 239, tg = 39.53 t/s, tg_3s = 39.56 t/s 5.58.998.828 I slot print_timing: id 0 | task 9965 | prompt eval time = 426.01 ms / 147 tokens ( 2.90 ms per token, 345.06 tokens per second) 5.58.998.835 I slot print_timing: id 0 | task 9965 | eval time = 7285.22 ms / 289 tokens ( 25.30 ms per token, 39.53 tokens per second) 5.58.998.835 I slot print_timing: id 0 | task 9965 | total time = 7711.23 ms / 436 tokens 5.58.998.836 I slot print_timing: id 0 | task 9965 | graphs reused = 9374 5.58.998.837 I slot print_timing: id 0 | task 9965 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.998.862 I slot release: id 0 | task 9965 | stop processing: n_tokens = 435, truncated = 0 5.59.004.647 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 435, t_last = 240342727512 5.59.008.772 I slot launch_slot_: id 0 | task 10257 | processing task, is_child = 0 6.02.398.867 I slot print_timing: id 0 | task 10257 | n_gen = 120, tg = 39.48 t/s, tg_3s = 39.82 t/s 6.05.406.935 I slot print_timing: id 0 | task 10257 | n_gen = 239, tg = 39.52 t/s, tg_3s = 39.56 t/s 6.06.621.638 I slot print_timing: id 0 | task 10257 | prompt eval time = 376.27 ms / 146 tokens ( 2.58 ms per token, 388.02 tokens per second) 6.06.621.642 I slot print_timing: id 0 | task 10257 | eval time = 7236.58 ms / 287 tokens ( 25.30 ms per token, 39.52 tokens per second) 6.06.621.643 I slot print_timing: id 0 | task 10257 | total time = 7612.86 ms / 433 tokens 6.06.621.644 I slot print_timing: id 0 | task 10257 | graphs reused = 9658 6.06.621.645 I slot print_timing: id 0 | task 10257 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.621.666 I slot release: id 0 | task 10257 | stop processing: n_tokens = 432, truncated = 0 6.06.627.702 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 432, t_last = 240350350317 6.06.633.599 I slot launch_slot_: id 0 | task 10547 | processing task, is_child = 0 6.07.780.765 I slot print_timing: id 0 | task 10547 | prompt eval time = 309.75 ms / 85 tokens ( 3.64 ms per token, 274.42 tokens per second) 6.07.780.771 I slot print_timing: id 0 | task 10547 | eval time = 837.40 ms / 34 tokens ( 25.38 ms per token, 39.41 tokens per second) 6.07.780.771 I slot print_timing: id 0 | task 10547 | total time = 1147.15 ms / 119 tokens 6.07.780.772 I slot print_timing: id 0 | task 10547 | graphs reused = 9690 6.07.780.773 I slot print_timing: id 0 | task 10547 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.780.790 I slot release: id 0 | task 10547 | stop processing: n_tokens = 118, truncated = 0 6.07.786.272 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 118, t_last = 240351509440 6.07.787.548 I slot launch_slot_: id 0 | task 10584 | processing task, is_child = 0 6.08.436.198 I slot print_timing: id 0 | task 10584 | prompt eval time = 468.89 ms / 155 tokens ( 3.03 ms per token, 330.57 tokens per second) 6.08.436.204 I slot print_timing: id 0 | task 10584 | eval time = 179.75 ms / 8 tokens ( 25.68 ms per token, 38.94 tokens per second) 6.08.436.205 I slot print_timing: id 0 | task 10584 | total time = 648.64 ms / 163 tokens 6.08.436.206 I slot print_timing: id 0 | task 10584 | graphs reused = 9696 6.08.436.206 I slot print_timing: id 0 | task 10584 | graph reallocs = 0 / 0 (same size) / (changed size) 6.08.436.240 I slot release: id 0 | task 10584 | stop processing: n_tokens = 162, truncated = 0 6.08.444.271 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 240352164890 6.08.448.029 I slot launch_slot_: id 0 | task 10595 | processing task, is_child = 0 6.11.894.175 I slot print_timing: id 0 | task 10595 | n_gen = 120, tg = 39.47 t/s, tg_3s = 39.80 t/s 6.13.031.451 I slot print_timing: id 0 | task 10595 | prompt eval time = 430.82 ms / 151 tokens ( 2.85 ms per token, 350.50 tokens per second) 6.13.031.457 I slot print_timing: id 0 | task 10595 | eval time = 4152.59 ms / 165 tokens ( 25.32 ms per token, 39.49 tokens per second) 6.13.031.458 I slot print_timing: id 0 | task 10595 | total time = 4583.41 ms / 316 tokens 6.13.031.458 I slot print_timing: id 0 | task 10595 | graphs reused = 9858 6.13.031.459 I slot print_timing: id 0 | task 10595 | graph reallocs = 0 / 0 (same size) / (changed size) 6.13.031.482 I slot release: id 0 | task 10595 | stop processing: n_tokens = 315, truncated = 0 6.13.037.276 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 315, t_last = 240356760132 6.13.040.150 I slot launch_slot_: id 0 | task 10763 | processing task, is_child = 0 6.14.415.447 I slot print_timing: id 0 | task 10763 | prompt eval time = 461.27 ms / 166 tokens ( 2.78 ms per token, 359.87 tokens per second) 6.14.415.453 I slot print_timing: id 0 | task 10763 | eval time = 914.01 ms / 37 tokens ( 25.39 ms per token, 39.39 tokens per second) 6.14.415.454 I slot print_timing: id 0 | task 10763 | total time = 1375.28 ms / 203 tokens 6.14.415.455 I slot print_timing: id 0 | task 10763 | graphs reused = 9893 6.14.415.455 I slot print_timing: id 0 | task 10763 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.415.479 I slot release: id 0 | task 10763 | stop processing: n_tokens = 202, truncated = 0 6.14.420.881 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 240358144129 6.14.423.091 I slot launch_slot_: id 0 | task 10803 | processing task, is_child = 0 6.15.253.778 I slot print_timing: id 0 | task 10803 | prompt eval time = 372.40 ms / 137 tokens ( 2.72 ms per token, 367.89 tokens per second) 6.15.253.785 I slot print_timing: id 0 | task 10803 | eval time = 458.28 ms / 19 tokens ( 25.46 ms per token, 39.28 tokens per second) 6.15.253.787 I slot print_timing: id 0 | task 10803 | total time = 830.67 ms / 156 tokens 6.15.253.787 I slot print_timing: id 0 | task 10803 | graphs reused = 9910 6.15.253.788 I slot print_timing: id 0 | task 10803 | graph reallocs = 0 / 0 (same size) / (changed size) 6.15.253.809 I slot release: id 0 | task 10803 | stop processing: n_tokens = 155, truncated = 0 6.15.259.942 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 240358982459 6.15.262.527 I slot launch_slot_: id 0 | task 10825 | processing task, is_child = 0 6.18.701.926 I slot print_timing: id 0 | task 10825 | n_gen = 120, tg = 39.48 t/s, tg_3s = 39.81 t/s 6.21.712.170 I slot print_timing: id 0 | task 10825 | n_gen = 239, tg = 39.51 t/s, tg_3s = 39.53 t/s 6.23.484.244 I slot print_timing: id 0 | task 10825 | prompt eval time = 425.40 ms / 146 tokens ( 2.91 ms per token, 343.21 tokens per second) 6.23.484.248 I slot print_timing: id 0 | task 10825 | eval time = 7796.31 ms / 309 tokens ( 25.31 ms per token, 39.51 tokens per second) 6.23.484.249 I slot print_timing: id 0 | task 10825 | total time = 8221.70 ms / 455 tokens 6.23.484.250 I slot print_timing: id 0 | task 10825 | graphs reused = 10216 6.23.484.250 I slot print_timing: id 0 | task 10825 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.484.276 I slot release: id 0 | task 10825 | stop processing: n_tokens = 454, truncated = 0 6.23.490.927 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 454, t_last = 240367212927 6.23.497.022 I slot launch_slot_: id 0 | task 11137 | processing task, is_child = 0 6.26.942.102 I slot print_timing: id 0 | task 11137 | n_gen = 120, tg = 39.47 t/s, tg_3s = 39.80 t/s 6.29.953.885 I slot print_timing: id 0 | task 11137 | n_gen = 239, tg = 39.49 t/s, tg_3s = 39.51 t/s 6.32.971.238 I slot print_timing: id 0 | task 11137 | n_gen = 358, tg = 39.47 t/s, tg_3s = 39.44 t/s 6.33.858.002 I slot print_timing: id 0 | task 11137 | prompt eval time = 430.20 ms / 167 tokens ( 2.58 ms per token, 388.19 tokens per second) 6.33.858.005 I slot print_timing: id 0 | task 11137 | eval time = 9930.76 ms / 393 tokens ( 25.33 ms per token, 39.47 tokens per second) 6.33.858.006 I slot print_timing: id 0 | task 11137 | total time = 10360.97 ms / 560 tokens 6.33.858.006 I slot print_timing: id 0 | task 11137 | graphs reused = 10605 6.33.858.007 I slot print_timing: id 0 | task 11137 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.858.032 I slot release: id 0 | task 11137 | stop processing: n_tokens = 559, truncated = 0 6.33.863.833 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 559, t_last = 240377586682 6.33.868.321 I slot launch_slot_: id 0 | task 11533 | processing task, is_child = 0 6.37.355.151 I slot print_timing: id 0 | task 11533 | n_gen = 120, tg = 39.46 t/s, tg_3s = 39.79 t/s 6.40.366.457 I slot print_timing: id 0 | task 11533 | n_gen = 239, tg = 39.49 t/s, tg_3s = 39.52 t/s 6.43.382.604 I slot print_timing: id 0 | task 11533 | n_gen = 358, tg = 39.48 t/s, tg_3s = 39.45 t/s 6.45.283.606 I slot print_timing: id 0 | task 11533 | prompt eval time = 470.86 ms / 160 tokens ( 2.94 ms per token, 339.80 tokens per second) 6.45.283.611 I slot print_timing: id 0 | task 11533 | eval time = 10944.41 ms / 433 tokens ( 25.33 ms per token, 39.47 tokens per second) 6.45.283.613 I slot print_timing: id 0 | task 11533 | total time = 11415.27 ms / 593 tokens 6.45.283.614 I slot print_timing: id 0 | task 11533 | graphs reused = 11034 6.45.283.614 I slot print_timing: id 0 | task 11533 | graph reallocs = 0 / 0 (same size) / (changed size) 6.45.283.637 I slot release: id 0 | task 11533 | stop processing: n_tokens = 592, truncated = 0 6.45.290.075 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 592, t_last = 240389012287 6.45.297.067 I slot launch_slot_: id 0 | task 11969 | processing task, is_child = 0 6.48.779.344 I slot print_timing: id 0 | task 11969 | n_gen = 120, tg = 39.48 t/s, tg_3s = 39.81 t/s 6.51.788.168 I slot print_timing: id 0 | task 11969 | n_gen = 239, tg = 39.52 t/s, tg_3s = 39.55 t/s 6.54.800.616 I slot print_timing: id 0 | task 11969 | n_gen = 358, tg = 39.51 t/s, tg_3s = 39.50 t/s 6.55.995.091 I slot print_timing: id 0 | task 11969 | prompt eval time = 468.14 ms / 152 tokens ( 3.08 ms per token, 324.69 tokens per second) 6.55.995.098 I slot print_timing: id 0 | task 11969 | eval time = 10229.87 ms / 405 tokens ( 25.32 ms per token, 39.49 tokens per second) 6.55.995.098 I slot print_timing: id 0 | task 11969 | total time = 10698.01 ms / 557 tokens 6.55.995.099 I slot print_timing: id 0 | task 11969 | graphs reused = 11435 6.55.995.100 I slot print_timing: id 0 | task 11969 | graph reallocs = 0 / 0 (same size) / (changed size) 6.55.995.131 I slot release: id 0 | task 11969 | stop processing: n_tokens = 556, truncated = 0 6.56.001.861 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 556, t_last = 240399723781 6.56.008.015 I slot launch_slot_: id 0 | task 12377 | processing task, is_child = 0 6.59.490.847 I slot print_timing: id 0 | task 12377 | n_gen = 120, tg = 39.48 t/s, tg_3s = 39.81 t/s 7.02.500.521 I slot print_timing: id 0 | task 12377 | n_gen = 239, tg = 39.51 t/s, tg_3s = 39.54 t/s 7.05.437.131 I slot print_timing: id 0 | task 12377 | prompt eval time = 468.50 ms / 158 tokens ( 2.97 ms per token, 337.25 tokens per second) 7.05.437.137 I slot print_timing: id 0 | task 12377 | eval time = 8960.61 ms / 355 tokens ( 25.31 ms per token, 39.51 tokens per second) 7.05.437.138 I slot print_timing: id 0 | task 12377 | total time = 9429.11 ms / 513 tokens 7.05.437.139 I slot print_timing: id 0 | task 12377 | graphs reused = 11787 7.05.437.139 I slot print_timing: id 0 | task 12377 | graph reallocs = 0 / 0 (same size) / (changed size) 7.05.437.164 I slot release: id 0 | task 12377 | stop processing: n_tokens = 512, truncated = 0 7.05.443.743 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 512, t_last = 240409165814 7.05.450.946 I slot launch_slot_: id 0 | task 12735 | processing task, is_child = 0 7.08.838.256 I slot print_timing: id 0 | task 12735 | n_gen = 120, tg = 39.49 t/s, tg_3s = 39.82 t/s 7.09.773.380 I slot print_timing: id 0 | task 12735 | prompt eval time = 373.94 ms / 140 tokens ( 2.67 ms per token, 374.39 tokens per second) 7.09.773.384 I slot print_timing: id 0 | task 12735 | eval time = 3948.48 ms / 157 tokens ( 25.31 ms per token, 39.51 tokens per second) 7.09.773.384 I slot print_timing: id 0 | task 12735 | total time = 4322.42 ms / 297 tokens 7.09.773.385 I slot print_timing: id 0 | task 12735 | graphs reused = 11941 7.09.773.386 I slot print_timing: id 0 | task 12735 | graph reallocs = 0 / 0 (same size) / (changed size) 7.09.773.411 I slot release: id 0 | task 12735 | stop processing: n_tokens = 296, truncated = 0 7.09.778.916 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 296, t_last = 240413502062 7.09.781.593 I slot launch_slot_: id 0 | task 12895 | processing task, is_child = 0 7.10.758.457 I slot print_timing: id 0 | task 12895 | prompt eval time = 367.17 ms / 118 tokens ( 3.11 ms per token, 321.37 tokens per second) 7.10.758.464 I slot print_timing: id 0 | task 12895 | eval time = 609.68 ms / 25 tokens ( 25.40 ms per token, 39.36 tokens per second) 7.10.758.464 I slot print_timing: id 0 | task 12895 | total time = 976.85 ms / 143 tokens 7.10.758.465 I slot print_timing: id 0 | task 12895 | graphs reused = 11964 7.10.758.466 I slot print_timing: id 0 | task 12895 | graph reallocs = 0 / 0 (same size) / (changed size) 7.10.758.485 I slot release: id 0 | task 12895 | stop processing: n_tokens = 142, truncated = 0 7.10.764.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 142, t_last = 240414487135 7.10.766.176 I slot launch_slot_: id 0 | task 12923 | processing task, is_child = 0 7.14.213.977 I slot print_timing: id 0 | task 12923 | n_gen = 120, tg = 39.46 t/s, tg_3s = 39.79 t/s 7.17.222.987 I slot print_timing: id 0 | task 12923 | n_gen = 239, tg = 39.50 t/s, tg_3s = 39.55 t/s 7.20.242.138 I slot print_timing: id 0 | task 12923 | n_gen = 358, tg = 39.47 t/s, tg_3s = 39.42 t/s 7.22.599.477 I slot print_timing: id 0 | task 12923 | prompt eval time = 431.71 ms / 162 tokens ( 2.66 ms per token, 375.25 tokens per second) 7.22.599.486 I slot print_timing: id 0 | task 12923 | eval time = 11401.58 ms / 451 tokens ( 25.34 ms per token, 39.47 tokens per second) 7.22.599.487 I slot print_timing: id 0 | task 12923 | total time = 11833.29 ms / 613 tokens 7.22.599.488 I slot print_timing: id 0 | task 12923 | graphs reused = 12411 7.22.599.489 I slot print_timing: id 0 | task 12923 | graph reallocs = 0 / 0 (same size) / (changed size) 7.22.599.512 I slot release: id 0 | task 12923 | stop processing: n_tokens = 612, truncated = 0 7.22.607.744 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 612, t_last = 240426328163 7.22.614.671 I slot launch_slot_: id 0 | task 13377 | processing task, is_child = 0 7.26.123.868 I slot print_timing: id 0 | task 13377 | n_gen = 120, tg = 39.46 t/s, tg_3s = 39.80 t/s 7.29.134.079 I slot print_timing: id 0 | task 13377 | n_gen = 239, tg = 39.50 t/s, tg_3s = 39.53 t/s 7.31.846.735 I slot print_timing: id 0 | task 13377 | prompt eval time = 493.82 ms / 181 tokens ( 2.73 ms per token, 366.53 tokens per second) 7.31.846.741 I slot print_timing: id 0 | task 13377 | eval time = 8738.23 ms / 346 tokens ( 25.33 ms per token, 39.48 tokens per second) 7.31.846.741 I slot print_timing: id 0 | task 13377 | total time = 9232.05 ms / 527 tokens 7.31.846.742 I slot print_timing: id 0 | task 13377 | graphs reused = 12753 7.31.846.742 I slot print_timing: id 0 | task 13377 | graph reallocs = 0 / 0 (same size) / (changed size) 7.31.846.768 I slot release: id 0 | task 13377 | stop processing: n_tokens = 526, truncated = 0 7.31.852.302 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 526, t_last = 240435575418 7.31.857.060 I slot launch_slot_: id 0 | task 13726 | processing task, is_child = 0 7.35.236.306 I slot print_timing: id 0 | task 13726 | n_gen = 120, tg = 39.55 t/s, tg_3s = 39.88 t/s 7.36.173.933 I slot print_timing: id 0 | task 13726 | prompt eval time = 370.27 ms / 119 tokens ( 3.11 ms per token, 321.39 tokens per second) 7.36.173.941 I slot print_timing: id 0 | task 13726 | eval time = 3946.59 ms / 157 tokens ( 25.30 ms per token, 39.53 tokens per second) 7.36.173.941 I slot print_timing: id 0 | task 13726 | total time = 4316.86 ms / 276 tokens 7.36.173.942 I slot print_timing: id 0 | task 13726 | graphs reused = 12907 7.36.173.943 I slot print_timing: id 0 | task 13726 | graph reallocs = 0 / 0 (same size) / (changed size) 7.36.173.963 I slot release: id 0 | task 13726 | stop processing: n_tokens = 275, truncated = 0 7.36.179.110 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 240439902613 7.36.181.181 I slot launch_slot_: id 0 | task 13886 | processing task, is_child = 0 7.38.147.025 I slot print_timing: id 0 | task 13886 | prompt eval time = 371.15 ms / 135 tokens ( 2.75 ms per token, 363.73 tokens per second) 7.38.147.029 I slot print_timing: id 0 | task 13886 | eval time = 1594.67 ms / 64 tokens ( 25.31 ms per token, 39.51 tokens per second) 7.38.147.030 I slot print_timing: id 0 | task 13886 | total time = 1965.83 ms / 199 tokens 7.38.147.030 I slot print_timing: id 0 | task 13886 | graphs reused = 12969 7.38.147.031 I slot print_timing: id 0 | task 13886 | graph reallocs = 0 / 0 (same size) / (changed size) 7.38.147.057 I slot release: id 0 | task 13886 | stop processing: n_tokens = 198, truncated = 0 7.38.153.601 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 240441875707 7.38.156.564 I slot launch_slot_: id 0 | task 13953 | processing task, is_child = 0 7.41.537.576 I slot print_timing: id 0 | task 13953 | n_gen = 120, tg = 39.54 t/s, tg_3s = 39.87 t/s 7.44.545.067 I slot print_timing: id 0 | task 13953 | n_gen = 239, tg = 39.56 t/s, tg_3s = 39.57 t/s 7.45.581.570 I slot print_timing: id 0 | task 13953 | prompt eval time = 371.58 ms / 128 tokens ( 2.90 ms per token, 344.48 tokens per second) 7.45.581.577 I slot print_timing: id 0 | task 13953 | eval time = 7053.42 ms / 280 tokens ( 25.28 ms per token, 39.56 tokens per second) 7.45.581.578 I slot print_timing: id 0 | task 13953 | total time = 7425.00 ms / 408 tokens 7.45.581.578 I slot print_timing: id 0 | task 13953 | graphs reused = 13246 7.45.581.579 I slot print_timing: id 0 | task 13953 | graph reallocs = 0 / 0 (same size) / (changed size) 7.45.581.599 I slot release: id 0 | task 13953 | stop processing: n_tokens = 407, truncated = 0 7.45.587.391 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 240449310249 7.45.591.078 I slot launch_slot_: id 0 | task 14236 | processing task, is_child = 0 7.48.067.666 I slot print_timing: id 0 | task 14236 | prompt eval time = 374.72 ms / 142 tokens ( 2.64 ms per token, 378.95 tokens per second) 7.48.067.672 I slot print_timing: id 0 | task 14236 | eval time = 2101.86 ms / 84 tokens ( 25.32 ms per token, 39.49 tokens per second) 7.48.067.673 I slot print_timing: id 0 | task 14236 | total time = 2476.58 ms / 226 tokens 7.48.067.674 I slot print_timing: id 0 | task 14236 | graphs reused = 13328 7.48.067.674 I slot print_timing: id 0 | task 14236 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.067.700 I slot release: id 0 | task 14236 | stop processing: n_tokens = 225, truncated = 0 7.48.073.860 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 225, t_last = 240451796350 7.48.077.584 I slot launch_slot_: id 0 | task 14323 | processing task, is_child = 0 7.48.910.844 I slot print_timing: id 0 | task 14323 | prompt eval time = 425.89 ms / 146 tokens ( 2.92 ms per token, 342.81 tokens per second) 7.48.910.850 I slot print_timing: id 0 | task 14323 | eval time = 407.36 ms / 17 tokens ( 25.46 ms per token, 39.28 tokens per second) 7.48.910.851 I slot print_timing: id 0 | task 14323 | total time = 833.25 ms / 163 tokens 7.48.910.852 I slot print_timing: id 0 | task 14323 | graphs reused = 13343 7.48.910.852 I slot print_timing: id 0 | task 14323 | graph reallocs = 0 / 0 (same size) / (changed size) 7.48.910.874 I slot release: id 0 | task 14323 | stop processing: n_tokens = 162, truncated = 0 7.48.917.412 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 240452639524 7.48.920.796 I slot launch_slot_: id 0 | task 14343 | processing task, is_child = 0 7.52.307.954 I slot print_timing: id 0 | task 14343 | n_gen = 120, tg = 39.46 t/s, tg_3s = 39.79 t/s 7.55.318.825 I slot print_timing: id 0 | task 14343 | n_gen = 239, tg = 39.49 t/s, tg_3s = 39.52 t/s 7.55.445.146 I slot print_timing: id 0 | task 14343 | prompt eval time = 371.64 ms / 138 tokens ( 2.69 ms per token, 371.32 tokens per second) 7.55.445.151 I slot print_timing: id 0 | task 14343 | eval time = 6152.69 ms / 244 tokens ( 25.32 ms per token, 39.49 tokens per second) 7.55.445.152 I slot print_timing: id 0 | task 14343 | total time = 6524.34 ms / 382 tokens 7.55.445.152 I slot print_timing: id 0 | task 14343 | graphs reused = 13584 7.55.445.153 I slot print_timing: id 0 | task 14343 | graph reallocs = 0 / 0 (same size) / (changed size) 7.55.445.177 I slot release: id 0 | task 14343 | stop processing: n_tokens = 381, truncated = 0 7.55.451.465 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 381, t_last = 240459173828 7.55.455.711 I slot launch_slot_: id 0 | task 14590 | processing task, is_child = 0 7.58.844.488 I slot print_timing: id 0 | task 14590 | n_gen = 120, tg = 39.46 t/s, tg_3s = 39.79 t/s 8.01.855.281 I slot print_timing: id 0 | task 14590 | n_gen = 239, tg = 39.49 t/s, tg_3s = 39.52 t/s 8.04.866.106 I slot print_timing: id 0 | task 14590 | n_gen = 358, tg = 39.50 t/s, tg_3s = 39.52 t/s 8.07.885.968 I slot print_timing: id 0 | task 14590 | n_gen = 477, tg = 39.48 t/s, tg_3s = 39.41 t/s 8.10.901.699 I slot print_timing: id 0 | task 14590 | n_gen = 596, tg = 39.48 t/s, tg_3s = 39.46 t/s 8.13.925.889 I slot print_timing: id 0 | task 14590 | n_gen = 715, tg = 39.45 t/s, tg_3s = 39.35 t/s 8.15.839.364 I slot print_timing: id 0 | task 14590 | prompt eval time = 373.29 ms / 140 tokens ( 2.67 ms per token, 375.04 tokens per second) 8.15.839.368 I slot print_timing: id 0 | task 14590 | eval time = 20010.36 ms / 790 tokens ( 25.36 ms per token, 39.43 tokens per second) 8.15.839.370 I slot print_timing: id 0 | task 14590 | total time = 20383.65 ms / 930 tokens 8.15.839.371 I slot print_timing: id 0 | task 14590 | graphs reused = 14369 8.15.839.372 I slot print_timing: id 0 | task 14590 | graph reallocs = 0 / 0 (same size) / (changed size) 8.15.839.399 I slot release: id 0 | task 14590 | stop processing: n_tokens = 929, truncated = 0 8.15.844.763 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 929, t_last = 240479568049 8.15.849.533 I slot launch_slot_: id 0 | task 15383 | processing task, is_child = 0 8.19.284.970 I slot print_timing: id 0 | task 15383 | n_gen = 120, tg = 39.49 t/s, tg_3s = 39.82 t/s 8.20.776.929 I slot print_timing: id 0 | task 15383 | prompt eval time = 421.76 ms / 144 tokens ( 2.93 ms per token, 341.43 tokens per second) 8.20.776.935 I slot print_timing: id 0 | task 15383 | eval time = 4505.62 ms / 179 tokens ( 25.31 ms per token, 39.51 tokens per second) 8.20.776.935 I slot print_timing: id 0 | task 15383 | total time = 4927.39 ms / 323 tokens 8.20.776.936 I slot print_timing: id 0 | task 15383 | graphs reused = 14545 8.20.776.936 I slot print_timing: id 0 | task 15383 | graph reallocs = 0 / 0 (same size) / (changed size) 8.20.776.959 I slot release: id 0 | task 15383 | stop processing: n_tokens = 322, truncated = 0 8.20.783.476 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 322, t_last = 240484505609 8.20.787.069 I slot launch_slot_: id 0 | task 15565 | processing task, is_child = 0 8.22.032.227 I slot print_timing: id 0 | task 15565 | prompt eval time = 432.42 ms / 169 tokens ( 2.56 ms per token, 390.82 tokens per second) 8.22.032.231 I slot print_timing: id 0 | task 15565 | eval time = 812.73 ms / 33 tokens ( 25.40 ms per token, 39.37 tokens per second) 8.22.032.231 I slot print_timing: id 0 | task 15565 | total time = 1245.15 ms / 202 tokens 8.22.032.232 I slot print_timing: id 0 | task 15565 | graphs reused = 14576 8.22.032.233 I slot print_timing: id 0 | task 15565 | graph reallocs = 0 / 0 (same size) / (changed size) 8.22.032.264 I slot release: id 0 | task 15565 | stop processing: n_tokens = 201, truncated = 0 8.22.038.974 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 240485760915 8.22.041.943 I slot launch_slot_: id 0 | task 15601 | processing task, is_child = 0 8.23.205.635 I slot print_timing: id 0 | task 15601 | prompt eval time = 427.60 ms / 149 tokens ( 2.87 ms per token, 348.46 tokens per second) 8.23.205.642 I slot print_timing: id 0 | task 15601 | eval time = 736.08 ms / 30 tokens ( 25.38 ms per token, 39.40 tokens per second) 8.23.205.643 I slot print_timing: id 0 | task 15601 | total time = 1163.68 ms / 179 tokens 8.23.205.643 I slot print_timing: id 0 | task 15601 | graphs reused = 14604 8.23.205.644 I slot print_timing: id 0 | task 15601 | graph reallocs = 0 / 0 (same size) / (changed size) 8.23.205.665 I slot release: id 0 | task 15601 | stop processing: n_tokens = 178, truncated = 0 8.23.211.936 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 240486934315 8.23.214.858 I slot launch_slot_: id 0 | task 15634 | processing task, is_child = 0 8.26.646.304 I slot print_timing: id 0 | task 15634 | n_gen = 120, tg = 39.46 t/s, tg_3s = 39.79 t/s 8.27.354.085 I slot print_timing: id 0 | task 15634 | prompt eval time = 415.61 ms / 147 tokens ( 2.83 ms per token, 353.70 tokens per second) 8.27.354.091 I slot print_timing: id 0 | task 15634 | eval time = 3723.60 ms / 148 tokens ( 25.33 ms per token, 39.48 tokens per second) 8.27.354.092 I slot print_timing: id 0 | task 15634 | total time = 4139.21 ms / 295 tokens 8.27.354.093 I slot print_timing: id 0 | task 15634 | graphs reused = 14749 8.27.354.093 I slot print_timing: id 0 | task 15634 | graph reallocs = 0 / 0 (same size) / (changed size) 8.27.354.116 I slot release: id 0 | task 15634 | stop processing: n_tokens = 294, truncated = 0 8.27.360.407 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 240491082766 8.27.363.887 I slot launch_slot_: id 0 | task 15785 | processing task, is_child = 0 8.30.805.392 I slot print_timing: id 0 | task 15785 | n_gen = 120, tg = 39.48 t/s, tg_3s = 39.81 t/s 8.33.689.191 I slot print_timing: id 0 | task 15785 | prompt eval time = 427.32 ms / 161 tokens ( 2.65 ms per token, 376.77 tokens per second) 8.33.689.195 I slot print_timing: id 0 | task 15785 | eval time = 5897.98 ms / 234 tokens ( 25.31 ms per token, 39.51 tokens per second) 8.33.689.195 I slot print_timing: id 0 | task 15785 | total time = 6325.29 ms / 395 tokens 8.33.689.196 I slot print_timing: id 0 | task 15785 | graphs reused = 14980 8.33.689.197 I slot print_timing: id 0 | task 15785 | graph reallocs = 0 / 0 (same size) / (changed size) 8.33.689.220 I slot release: id 0 | task 15785 | stop processing: n_tokens = 394, truncated = 0 8.33.695.865 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 240497417870 8.33.701.432 I slot launch_slot_: id 0 | task 16022 | processing task, is_child = 0 8.34.186.590 I slot print_timing: id 0 | task 16022 | prompt eval time = 431.62 ms / 161 tokens ( 2.68 ms per token, 373.02 tokens per second) 8.34.186.594 I slot print_timing: id 0 | task 16022 | eval time = 53.52 ms / 3 tokens ( 26.76 ms per token, 37.37 tokens per second) 8.34.186.595 I slot print_timing: id 0 | task 16022 | total time = 485.14 ms / 164 tokens 8.34.186.596 I slot print_timing: id 0 | task 16022 | graphs reused = 14981 8.34.186.596 I slot print_timing: id 0 | task 16022 | graph reallocs = 0 / 0 (same size) / (changed size) 8.34.186.620 I slot release: id 0 | task 16022 | stop processing: n_tokens = 163, truncated = 0 8.34.192.566 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 163, t_last = 240497915270 8.34.195.120 I slot launch_slot_: id 0 | task 16028 | processing task, is_child = 0 8.37.634.489 I slot print_timing: id 0 | task 16028 | n_gen = 120, tg = 39.48 t/s, tg_3s = 39.81 t/s 8.40.643.220 I slot print_timing: id 0 | task 16028 | n_gen = 239, tg = 39.51 t/s, tg_3s = 39.55 t/s 8.43.657.071 I slot print_timing: id 0 | task 16028 | n_gen = 358, tg = 39.50 t/s, tg_3s = 39.48 t/s 8.46.675.354 I slot print_timing: id 0 | task 16028 | n_gen = 477, tg = 39.48 t/s, tg_3s = 39.43 t/s 8.49.691.921 I slot print_timing: id 0 | task 16028 | n_gen = 596, tg = 39.48 t/s, tg_3s = 39.45 t/s 8.52.716.773 I slot print_timing: id 0 | task 16028 | n_gen = 715, tg = 39.45 t/s, tg_3s = 39.34 t/s 8.55.732.489 I slot print_timing: id 0 | task 16028 | n_gen = 833, tg = 39.41 t/s, tg_3s = 39.13 t/s 8.58.751.585 I slot print_timing: id 0 | task 16028 | n_gen = 951, tg = 39.37 t/s, tg_3s = 39.08 t/s 9.00.616.763 I slot print_timing: id 0 | task 16028 | prompt eval time = 424.88 ms / 149 tokens ( 2.85 ms per token, 350.69 tokens per second) 9.00.616.769 I slot print_timing: id 0 | task 16028 | eval time = 25996.75 ms / 1024 tokens ( 25.41 ms per token, 39.35 tokens per second) 9.00.616.770 I slot print_timing: id 0 | task 16028 | total time = 26421.63 ms / 1173 tokens 9.00.616.770 I slot print_timing: id 0 | task 16028 | graphs reused = 15999 9.00.616.774 I slot print_timing: id 0 | task 16028 | graph reallocs = 0 / 0 (same size) / (changed size) 9.00.616.802 I slot release: id 0 | task 16028 | stop processing: n_tokens = 1172, truncated = 0 9.00.623.971 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 240524345452 9.00.630.004 I slot launch_slot_: id 0 | task 17055 | processing task, is_child = 0 9.04.075.458 I slot print_timing: id 0 | task 17055 | n_gen = 120, tg = 39.45 t/s, tg_3s = 39.78 t/s 9.07.086.135 I slot print_timing: id 0 | task 17055 | n_gen = 239, tg = 39.49 t/s, tg_3s = 39.53 t/s 9.10.103.578 I slot print_timing: id 0 | task 17055 | n_gen = 358, tg = 39.47 t/s, tg_3s = 39.44 t/s 9.13.119.586 I slot print_timing: id 0 | task 17055 | n_gen = 477, tg = 39.47 t/s, tg_3s = 39.46 t/s 9.16.136.422 I slot print_timing: id 0 | task 17055 | n_gen = 596, tg = 39.46 t/s, tg_3s = 39.45 t/s 9.19.138.229 I slot print_timing: id 0 | task 17055 | n_gen = 714, tg = 39.44 t/s, tg_3s = 39.31 t/s 9.21.540.256 I slot print_timing: id 0 | task 17055 | prompt eval time = 428.68 ms / 162 tokens ( 2.65 ms per token, 377.90 tokens per second) 9.21.540.261 I slot print_timing: id 0 | task 17055 | eval time = 20481.56 ms / 808 tokens ( 25.38 ms per token, 39.40 tokens per second) 9.21.540.262 I slot print_timing: id 0 | task 17055 | total time = 20910.24 ms / 970 tokens 9.21.540.263 I slot print_timing: id 0 | task 17055 | graphs reused = 16802 9.21.540.263 I slot print_timing: id 0 | task 17055 | graph reallocs = 0 / 0 (same size) / (changed size) 9.21.540.287 I slot release: id 0 | task 17055 | stop processing: n_tokens = 969, truncated = 0 9.21.546.479 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 969, t_last = 240545268937 9.21.551.798 I slot launch_slot_: id 0 | task 17866 | processing task, is_child = 0 9.24.993.137 I slot print_timing: id 0 | task 17866 | n_gen = 120, tg = 39.49 t/s, tg_3s = 39.82 t/s 9.27.421.683 I slot print_timing: id 0 | task 17866 | prompt eval time = 427.56 ms / 168 tokens ( 2.55 ms per token, 392.93 tokens per second) 9.27.421.688 I slot print_timing: id 0 | task 17866 | eval time = 5442.31 ms / 216 tokens ( 25.31 ms per token, 39.51 tokens per second) 9.27.421.689 I slot print_timing: id 0 | task 17866 | total time = 5869.88 ms / 384 tokens 9.27.421.690 I slot print_timing: id 0 | task 17866 | graphs reused = 17015 9.27.421.690 I slot print_timing: id 0 | task 17866 | graph reallocs = 0 / 0 (same size) / (changed size) 9.27.421.714 I slot release: id 0 | task 17866 | stop processing: n_tokens = 383, truncated = 0 9.27.428.772 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 383, t_last = 240551150364 9.27.434.713 I slot launch_slot_: id 0 | task 18085 | processing task, is_child = 0 9.30.947.104 I slot print_timing: id 0 | task 18085 | n_gen = 120, tg = 39.48 t/s, tg_3s = 39.81 t/s 9.33.957.155 I slot print_timing: id 0 | task 18085 | n_gen = 239, tg = 39.51 t/s, tg_3s = 39.53 t/s 9.34.108.818 I slot print_timing: id 0 | task 18085 | prompt eval time = 497.90 ms / 200 tokens ( 2.49 ms per token, 401.69 tokens per second) 9.34.108.823 I slot print_timing: id 0 | task 18085 | eval time = 6176.19 ms / 245 tokens ( 25.31 ms per token, 39.51 tokens per second) 9.34.108.823 I slot print_timing: id 0 | task 18085 | total time = 6674.09 ms / 445 tokens 9.34.108.824 I slot print_timing: id 0 | task 18085 | graphs reused = 17257 9.34.108.825 I slot print_timing: id 0 | task 18085 | graph reallocs = 0 / 0 (same size) / (changed size) 9.34.108.855 I slot release: id 0 | task 18085 | stop processing: n_tokens = 444, truncated = 0 9.34.115.608 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 444, t_last = 240557837505 9.34.120.251 I slot launch_slot_: id 0 | task 18333 | processing task, is_child = 0 9.35.333.374 I slot print_timing: id 0 | task 18333 | prompt eval time = 373.39 ms / 148 tokens ( 2.52 ms per token, 396.37 tokens per second) 9.35.333.381 I slot print_timing: id 0 | task 18333 | eval time = 839.72 ms / 34 tokens ( 25.45 ms per token, 39.30 tokens per second) 9.35.333.382 I slot print_timing: id 0 | task 18333 | total time = 1213.11 ms / 182 tokens 9.35.333.382 I slot print_timing: id 0 | task 18333 | graphs reused = 17289 9.35.333.383 I slot print_timing: id 0 | task 18333 | graph reallocs = 0 / 0 (same size) / (changed size) 9.35.333.409 I slot release: id 0 | task 18333 | stop processing: n_tokens = 181, truncated = 0 9.35.620.133 I srv operator(): operator(): cleaning up before exit...