$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/b19f200ff71c/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q4_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.046.805 I srv llama_server: initializing ... 0.00.046.810 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.046.891 I srv init_listene: The UI is disabled 0.00.046.893 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.046.935 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.048.602 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/b19f200ff71c/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q4_K_XL.gguf' 0.00.728.878 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.731.766 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.737.754 W load: '' is a normal token here, removing it from EOG list 0.00.974.327 I cmn init: llama threadpool init, n_threads = 8 0.01.207.780 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.01.213.147 I srv llama_server: model loaded 0.01.213.164 I srv llama_server: listening on http://127.0.0.1:8089 0.02.024.452 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.02.024.609 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.03.385.887 I slot print_timing: id 0 | task 0 | prompt eval time = 528.58 ms / 156 tokens ( 3.39 ms per token, 295.13 tokens per second) 0.03.385.890 I slot print_timing: id 0 | task 0 | eval time = 832.68 ms / 32 tokens ( 26.86 ms per token, 37.23 tokens per second) 0.03.385.890 I slot print_timing: id 0 | task 0 | total time = 1361.26 ms / 188 tokens 0.03.385.891 I slot print_timing: id 0 | task 0 | graphs reused = 31 0.03.385.891 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.03.385.924 I slot release: id 0 | task 0 | stop processing: n_tokens = 187, truncated = 0 0.03.390.954 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 233445815544 0.03.393.329 I slot launch_slot_: id 0 | task 35 | processing task, is_child = 0 0.04.311.534 I slot print_timing: id 0 | task 35 | prompt eval time = 381.18 ms / 109 tokens ( 3.50 ms per token, 285.95 tokens per second) 0.04.311.538 I slot print_timing: id 0 | task 35 | eval time = 537.01 ms / 21 tokens ( 26.85 ms per token, 37.24 tokens per second) 0.04.311.538 I slot print_timing: id 0 | task 35 | total time = 918.19 ms / 130 tokens 0.04.311.539 I slot print_timing: id 0 | task 35 | graphs reused = 50 0.04.311.539 I slot print_timing: id 0 | task 35 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.311.563 I slot release: id 0 | task 35 | stop processing: n_tokens = 129, truncated = 0 0.04.316.785 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 233446741183 0.04.317.939 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.05.353.915 I slot print_timing: id 0 | task 59 | prompt eval time = 445.64 ms / 149 tokens ( 2.99 ms per token, 334.35 tokens per second) 0.05.353.919 I slot print_timing: id 0 | task 59 | eval time = 590.32 ms / 23 tokens ( 26.83 ms per token, 37.27 tokens per second) 0.05.353.920 I slot print_timing: id 0 | task 59 | total time = 1035.96 ms / 172 tokens 0.05.353.920 I slot print_timing: id 0 | task 59 | graphs reused = 71 0.05.353.921 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.353.948 I slot release: id 0 | task 59 | stop processing: n_tokens = 171, truncated = 0 0.05.359.674 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 171, t_last = 233447783568 0.05.361.967 I slot launch_slot_: id 0 | task 85 | processing task, is_child = 0 0.06.293.354 I slot print_timing: id 0 | task 85 | prompt eval time = 499.62 ms / 190 tokens ( 2.63 ms per token, 380.29 tokens per second) 0.06.293.361 I slot print_timing: id 0 | task 85 | eval time = 431.75 ms / 17 tokens ( 26.98 ms per token, 37.06 tokens per second) 0.06.293.361 I slot print_timing: id 0 | task 85 | total time = 931.37 ms / 207 tokens 0.06.293.362 I slot print_timing: id 0 | task 85 | graphs reused = 86 0.06.293.362 I slot print_timing: id 0 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.293.391 I slot release: id 0 | task 85 | stop processing: n_tokens = 206, truncated = 0 0.06.298.791 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.102 0.06.301.320 I slot launch_slot_: id 0 | task 105 | processing task, is_child = 0 0.07.550.448 I slot print_timing: id 0 | task 105 | prompt eval time = 550.95 ms / 174 tokens ( 3.17 ms per token, 315.82 tokens per second) 0.07.550.452 I slot print_timing: id 0 | task 105 | eval time = 698.17 ms / 27 tokens ( 26.85 ms per token, 37.24 tokens per second) 0.07.550.453 I slot print_timing: id 0 | task 105 | total time = 1249.12 ms / 201 tokens 0.07.550.454 I slot print_timing: id 0 | task 105 | graphs reused = 111 0.07.550.454 I slot print_timing: id 0 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.550.482 I slot release: id 0 | task 105 | stop processing: n_tokens = 200, truncated = 0 0.07.556.416 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 233449980102 0.07.558.482 I slot launch_slot_: id 0 | task 135 | processing task, is_child = 0 0.09.180.160 I slot print_timing: id 0 | task 135 | prompt eval time = 737.23 ms / 165 tokens ( 4.47 ms per token, 223.81 tokens per second) 0.09.180.164 I slot print_timing: id 0 | task 135 | eval time = 884.43 ms / 34 tokens ( 26.80 ms per token, 37.31 tokens per second) 0.09.180.165 I slot print_timing: id 0 | task 135 | total time = 1621.66 ms / 199 tokens 0.09.180.166 I slot print_timing: id 0 | task 135 | graphs reused = 143 0.09.180.166 I slot print_timing: id 0 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.180.189 I slot release: id 0 | task 135 | stop processing: n_tokens = 198, truncated = 0 0.09.185.849 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 233451609809 0.09.188.374 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 0.10.369.505 I slot print_timing: id 0 | task 172 | prompt eval time = 564.62 ms / 208 tokens ( 2.71 ms per token, 368.39 tokens per second) 0.10.369.511 I slot print_timing: id 0 | task 172 | eval time = 616.49 ms / 24 tokens ( 26.80 ms per token, 37.31 tokens per second) 0.10.369.512 I slot print_timing: id 0 | task 172 | total time = 1181.11 ms / 232 tokens 0.10.369.513 I slot print_timing: id 0 | task 172 | graphs reused = 165 0.10.369.513 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.369.537 I slot release: id 0 | task 172 | stop processing: n_tokens = 231, truncated = 0 0.10.375.522 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 233452799157 0.10.378.354 I slot launch_slot_: id 0 | task 199 | processing task, is_child = 0 0.11.962.955 I slot print_timing: id 0 | task 199 | prompt eval time = 675.13 ms / 260 tokens ( 2.60 ms per token, 385.11 tokens per second) 0.11.962.961 I slot print_timing: id 0 | task 199 | eval time = 909.46 ms / 35 tokens ( 26.75 ms per token, 37.38 tokens per second) 0.11.962.962 I slot print_timing: id 0 | task 199 | total time = 1584.59 ms / 295 tokens 0.11.962.962 I slot print_timing: id 0 | task 199 | graphs reused = 198 0.11.962.963 I slot print_timing: id 0 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.962.991 I slot release: id 0 | task 199 | stop processing: n_tokens = 294, truncated = 0 0.11.967.761 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 233454392611 0.11.971.348 I slot launch_slot_: id 0 | task 237 | processing task, is_child = 0 0.13.191.050 I slot print_timing: id 0 | task 237 | prompt eval time = 441.55 ms / 136 tokens ( 3.25 ms per token, 308.01 tokens per second) 0.13.191.055 I slot print_timing: id 0 | task 237 | eval time = 778.14 ms / 30 tokens ( 26.83 ms per token, 37.27 tokens per second) 0.13.191.055 I slot print_timing: id 0 | task 237 | total time = 1219.69 ms / 166 tokens 0.13.191.056 I slot print_timing: id 0 | task 237 | graphs reused = 226 0.13.191.056 I slot print_timing: id 0 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.191.077 I slot release: id 0 | task 237 | stop processing: n_tokens = 165, truncated = 0 0.13.196.290 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 233455620697 0.13.197.039 I slot launch_slot_: id 0 | task 270 | processing task, is_child = 0 0.14.122.576 I slot print_timing: id 0 | task 270 | prompt eval time = 440.93 ms / 152 tokens ( 2.90 ms per token, 344.73 tokens per second) 0.14.122.580 I slot print_timing: id 0 | task 270 | eval time = 484.60 ms / 19 tokens ( 26.92 ms per token, 37.14 tokens per second) 0.14.122.581 I slot print_timing: id 0 | task 270 | total time = 925.53 ms / 171 tokens 0.14.122.581 I slot print_timing: id 0 | task 270 | graphs reused = 243 0.14.122.582 I slot print_timing: id 0 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.122.607 I slot release: id 0 | task 270 | stop processing: n_tokens = 170, truncated = 0 0.14.128.002 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 233456552227 0.14.129.838 I slot launch_slot_: id 0 | task 292 | processing task, is_child = 0 0.15.516.352 I slot print_timing: id 0 | task 292 | prompt eval time = 477.65 ms / 160 tokens ( 2.99 ms per token, 334.97 tokens per second) 0.15.516.359 I slot print_timing: id 0 | task 292 | eval time = 908.85 ms / 35 tokens ( 26.73 ms per token, 37.41 tokens per second) 0.15.516.360 I slot print_timing: id 0 | task 292 | total time = 1386.51 ms / 195 tokens 0.15.516.360 I slot print_timing: id 0 | task 292 | graphs reused = 276 0.15.516.361 I slot print_timing: id 0 | task 292 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.516.383 I slot release: id 0 | task 292 | stop processing: n_tokens = 194, truncated = 0 0.15.521.699 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 233457946003 0.15.524.107 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 0.16.803.735 I slot print_timing: id 0 | task 330 | prompt eval time = 556.27 ms / 200 tokens ( 2.78 ms per token, 359.54 tokens per second) 0.16.803.742 I slot print_timing: id 0 | task 330 | eval time = 723.35 ms / 28 tokens ( 26.79 ms per token, 37.33 tokens per second) 0.16.803.742 I slot print_timing: id 0 | task 330 | total time = 1279.62 ms / 228 tokens 0.16.803.743 I slot print_timing: id 0 | task 330 | graphs reused = 302 0.16.803.743 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.803.771 I slot release: id 0 | task 330 | stop processing: n_tokens = 227, truncated = 0 0.16.809.251 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 233459233391 0.16.812.064 I slot launch_slot_: id 0 | task 361 | processing task, is_child = 0 0.18.204.597 I slot print_timing: id 0 | task 361 | prompt eval time = 482.23 ms / 167 tokens ( 2.89 ms per token, 346.31 tokens per second) 0.18.204.604 I slot print_timing: id 0 | task 361 | eval time = 910.29 ms / 35 tokens ( 26.77 ms per token, 37.35 tokens per second) 0.18.204.605 I slot print_timing: id 0 | task 361 | total time = 1392.52 ms / 202 tokens 0.18.204.605 I slot print_timing: id 0 | task 361 | graphs reused = 335 0.18.204.606 I slot print_timing: id 0 | task 361 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.204.628 I slot release: id 0 | task 361 | stop processing: n_tokens = 201, truncated = 0 0.18.209.893 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 233460634249 0.18.211.585 I slot launch_slot_: id 0 | task 399 | processing task, is_child = 0 0.19.399.579 I slot print_timing: id 0 | task 399 | prompt eval time = 492.28 ms / 164 tokens ( 3.00 ms per token, 333.15 tokens per second) 0.19.399.586 I slot print_timing: id 0 | task 399 | eval time = 695.71 ms / 27 tokens ( 26.76 ms per token, 37.37 tokens per second) 0.19.399.587 I slot print_timing: id 0 | task 399 | total time = 1187.98 ms / 191 tokens 0.19.399.588 I slot print_timing: id 0 | task 399 | graphs reused = 360 0.19.399.588 I slot print_timing: id 0 | task 399 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.399.614 I slot release: id 0 | task 399 | stop processing: n_tokens = 190, truncated = 0 0.19.404.943 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 233461829234 0.19.407.277 I slot launch_slot_: id 0 | task 429 | processing task, is_child = 0 0.20.916.613 I slot print_timing: id 0 | task 429 | prompt eval time = 492.03 ms / 163 tokens ( 3.02 ms per token, 331.28 tokens per second) 0.20.916.624 I slot print_timing: id 0 | task 429 | eval time = 1017.30 ms / 39 tokens ( 26.77 ms per token, 37.35 tokens per second) 0.20.916.625 I slot print_timing: id 0 | task 429 | total time = 1509.33 ms / 202 tokens 0.20.916.626 I slot print_timing: id 0 | task 429 | graphs reused = 397 0.20.916.626 I slot print_timing: id 0 | task 429 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.916.655 I slot release: id 0 | task 429 | stop processing: n_tokens = 201, truncated = 0 0.20.922.579 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 233463346275 0.20.925.143 I slot launch_slot_: id 0 | task 471 | processing task, is_child = 0 0.22.150.639 I slot print_timing: id 0 | task 471 | prompt eval time = 421.98 ms / 137 tokens ( 3.08 ms per token, 324.66 tokens per second) 0.22.150.643 I slot print_timing: id 0 | task 471 | eval time = 803.51 ms / 31 tokens ( 26.78 ms per token, 37.34 tokens per second) 0.22.150.643 I slot print_timing: id 0 | task 471 | total time = 1225.49 ms / 168 tokens 0.22.150.644 I slot print_timing: id 0 | task 471 | graphs reused = 426 0.22.150.644 I slot print_timing: id 0 | task 471 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.150.670 I slot release: id 0 | task 471 | stop processing: n_tokens = 167, truncated = 0 0.22.155.728 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 233464580290 0.22.157.729 I slot launch_slot_: id 0 | task 505 | processing task, is_child = 0 0.23.165.323 I slot print_timing: id 0 | task 505 | prompt eval time = 496.13 ms / 159 tokens ( 3.12 ms per token, 320.48 tokens per second) 0.23.165.327 I slot print_timing: id 0 | task 505 | eval time = 511.46 ms / 20 tokens ( 26.92 ms per token, 37.15 tokens per second) 0.23.165.327 I slot print_timing: id 0 | task 505 | total time = 1007.58 ms / 179 tokens 0.23.165.328 I slot print_timing: id 0 | task 505 | graphs reused = 444 0.23.165.328 I slot print_timing: id 0 | task 505 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.165.353 I slot release: id 0 | task 505 | stop processing: n_tokens = 178, truncated = 0 0.23.170.577 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 233465594973 0.23.172.873 I slot launch_slot_: id 0 | task 528 | processing task, is_child = 0 0.24.117.139 I slot print_timing: id 0 | task 528 | prompt eval time = 430.99 ms / 141 tokens ( 3.06 ms per token, 327.15 tokens per second) 0.24.117.146 I slot print_timing: id 0 | task 528 | eval time = 513.26 ms / 20 tokens ( 27.01 ms per token, 37.02 tokens per second) 0.24.117.147 I slot print_timing: id 0 | task 528 | total time = 944.25 ms / 161 tokens 0.24.117.148 I slot print_timing: id 0 | task 528 | graphs reused = 462 0.24.117.148 I slot print_timing: id 0 | task 528 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.117.174 I slot release: id 0 | task 528 | stop processing: n_tokens = 160, truncated = 0 0.24.122.471 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 233466546794 0.24.124.445 I slot launch_slot_: id 0 | task 551 | processing task, is_child = 0 0.24.984.227 I slot print_timing: id 0 | task 551 | prompt eval time = 429.42 ms / 136 tokens ( 3.16 ms per token, 316.70 tokens per second) 0.24.984.234 I slot print_timing: id 0 | task 551 | eval time = 430.35 ms / 17 tokens ( 26.90 ms per token, 37.18 tokens per second) 0.24.984.234 I slot print_timing: id 0 | task 551 | total time = 859.77 ms / 153 tokens 0.24.984.235 I slot print_timing: id 0 | task 551 | graphs reused = 477 0.24.984.236 I slot print_timing: id 0 | task 551 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.984.263 I slot release: id 0 | task 551 | stop processing: n_tokens = 152, truncated = 0 0.24.990.095 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 233467413883 0.24.992.112 I slot launch_slot_: id 0 | task 571 | processing task, is_child = 0 0.26.515.153 I slot print_timing: id 0 | task 571 | prompt eval time = 535.97 ms / 169 tokens ( 3.17 ms per token, 315.32 tokens per second) 0.26.515.156 I slot print_timing: id 0 | task 571 | eval time = 987.06 ms / 38 tokens ( 26.68 ms per token, 37.48 tokens per second) 0.26.515.157 I slot print_timing: id 0 | task 571 | total time = 1523.03 ms / 207 tokens 0.26.515.157 I slot print_timing: id 0 | task 571 | graphs reused = 513 0.26.515.158 I slot print_timing: id 0 | task 571 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.515.182 I slot release: id 0 | task 571 | stop processing: n_tokens = 206, truncated = 0 0.26.520.215 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 233468944802 0.26.522.583 I slot launch_slot_: id 0 | task 612 | processing task, is_child = 0 0.27.806.046 I slot print_timing: id 0 | task 612 | prompt eval time = 427.96 ms / 154 tokens ( 2.78 ms per token, 359.84 tokens per second) 0.27.806.052 I slot print_timing: id 0 | task 612 | eval time = 855.49 ms / 33 tokens ( 26.73 ms per token, 37.41 tokens per second) 0.27.806.053 I slot print_timing: id 0 | task 612 | total time = 1283.45 ms / 187 tokens 0.27.806.053 I slot print_timing: id 0 | task 612 | graphs reused = 544 0.27.806.054 I slot print_timing: id 0 | task 612 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.806.075 I slot release: id 0 | task 612 | stop processing: n_tokens = 186, truncated = 0 0.27.811.809 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 186, t_last = 233470235695 0.27.814.132 I slot launch_slot_: id 0 | task 648 | processing task, is_child = 0 0.29.196.925 I slot print_timing: id 0 | task 648 | prompt eval time = 497.75 ms / 196 tokens ( 2.54 ms per token, 393.78 tokens per second) 0.29.196.930 I slot print_timing: id 0 | task 648 | eval time = 885.04 ms / 34 tokens ( 26.82 ms per token, 37.29 tokens per second) 0.29.196.930 I slot print_timing: id 0 | task 648 | total time = 1382.78 ms / 230 tokens 0.29.196.931 I slot print_timing: id 0 | task 648 | graphs reused = 576 0.29.196.932 I slot print_timing: id 0 | task 648 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.196.958 I slot release: id 0 | task 648 | stop processing: n_tokens = 229, truncated = 0 0.29.202.274 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 229, t_last = 233471626578 0.29.205.120 I slot launch_slot_: id 0 | task 685 | processing task, is_child = 0 0.30.355.893 I slot print_timing: id 0 | task 685 | prompt eval time = 506.68 ms / 180 tokens ( 2.81 ms per token, 355.25 tokens per second) 0.30.355.896 I slot print_timing: id 0 | task 685 | eval time = 644.08 ms / 25 tokens ( 26.84 ms per token, 37.26 tokens per second) 0.30.355.897 I slot print_timing: id 0 | task 685 | total time = 1150.76 ms / 205 tokens 0.30.355.898 I slot print_timing: id 0 | task 685 | graphs reused = 599 0.30.355.898 I slot print_timing: id 0 | task 685 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.355.920 I slot release: id 0 | task 685 | stop processing: n_tokens = 204, truncated = 0 0.30.361.579 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 233472785541 0.30.364.110 I slot launch_slot_: id 0 | task 713 | processing task, is_child = 0 0.32.310.887 I slot print_timing: id 0 | task 713 | prompt eval time = 554.36 ms / 192 tokens ( 2.89 ms per token, 346.34 tokens per second) 0.32.310.891 I slot print_timing: id 0 | task 713 | eval time = 1392.41 ms / 53 tokens ( 26.78 ms per token, 37.35 tokens per second) 0.32.310.891 I slot print_timing: id 0 | task 713 | total time = 1946.77 ms / 245 tokens 0.32.310.892 I slot print_timing: id 0 | task 713 | graphs reused = 650 0.32.310.892 I slot print_timing: id 0 | task 713 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.310.921 I slot release: id 0 | task 713 | stop processing: n_tokens = 244, truncated = 0 0.32.316.916 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 233474740541 0.32.319.389 I slot launch_slot_: id 0 | task 769 | processing task, is_child = 0 0.33.900.384 I slot print_timing: id 0 | task 769 | prompt eval time = 614.60 ms / 228 tokens ( 2.70 ms per token, 370.97 tokens per second) 0.33.900.389 I slot print_timing: id 0 | task 769 | eval time = 966.38 ms / 37 tokens ( 26.84 ms per token, 37.25 tokens per second) 0.33.900.389 I slot print_timing: id 0 | task 769 | total time = 1580.98 ms / 265 tokens 0.33.900.390 I slot print_timing: id 0 | task 769 | graphs reused = 684 0.33.900.390 I slot print_timing: id 0 | task 769 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.900.417 I slot release: id 0 | task 769 | stop processing: n_tokens = 264, truncated = 0 0.33.905.957 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 233476330037 0.33.909.178 I slot launch_slot_: id 0 | task 809 | processing task, is_child = 0 0.35.400.740 I slot print_timing: id 0 | task 809 | prompt eval time = 551.96 ms / 189 tokens ( 2.92 ms per token, 342.41 tokens per second) 0.35.400.744 I slot print_timing: id 0 | task 809 | eval time = 939.59 ms / 36 tokens ( 26.85 ms per token, 37.25 tokens per second) 0.35.400.745 I slot print_timing: id 0 | task 809 | total time = 1491.55 ms / 225 tokens 0.35.400.746 I slot print_timing: id 0 | task 809 | graphs reused = 718 0.35.400.746 I slot print_timing: id 0 | task 809 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.400.768 I slot release: id 0 | task 809 | stop processing: n_tokens = 224, truncated = 0 0.35.405.911 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 233477830388 0.35.408.222 I slot launch_slot_: id 0 | task 848 | processing task, is_child = 0 0.36.683.842 I slot print_timing: id 0 | task 848 | prompt eval time = 443.26 ms / 144 tokens ( 3.08 ms per token, 324.87 tokens per second) 0.36.683.846 I slot print_timing: id 0 | task 848 | eval time = 832.35 ms / 32 tokens ( 26.85 ms per token, 37.24 tokens per second) 0.36.683.847 I slot print_timing: id 0 | task 848 | total time = 1275.61 ms / 176 tokens 0.36.683.847 I slot print_timing: id 0 | task 848 | graphs reused = 748 0.36.683.848 I slot print_timing: id 0 | task 848 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.683.876 I slot release: id 0 | task 848 | stop processing: n_tokens = 175, truncated = 0 0.36.689.450 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 233479113496 0.36.691.543 I slot launch_slot_: id 0 | task 883 | processing task, is_child = 0 0.38.247.280 I slot print_timing: id 0 | task 883 | prompt eval time = 485.19 ms / 170 tokens ( 2.85 ms per token, 350.38 tokens per second) 0.38.247.284 I slot print_timing: id 0 | task 883 | eval time = 1070.53 ms / 41 tokens ( 26.76 ms per token, 37.36 tokens per second) 0.38.247.285 I slot print_timing: id 0 | task 883 | total time = 1555.72 ms / 211 tokens 0.38.247.285 I slot print_timing: id 0 | task 883 | graphs reused = 787 0.38.247.286 I slot print_timing: id 0 | task 883 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.247.308 I slot release: id 0 | task 883 | stop processing: n_tokens = 210, truncated = 0 0.38.253.041 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 233480676928 0.38.255.504 I slot launch_slot_: id 0 | task 927 | processing task, is_child = 0 0.40.150.949 I slot print_timing: id 0 | task 927 | prompt eval time = 555.93 ms / 200 tokens ( 2.78 ms per token, 359.76 tokens per second) 0.40.150.957 I slot print_timing: id 0 | task 927 | eval time = 1339.51 ms / 51 tokens ( 26.79 ms per token, 37.33 tokens per second) 0.40.150.957 I slot print_timing: id 0 | task 927 | total time = 1895.44 ms / 251 tokens 0.40.150.958 I slot print_timing: id 0 | task 927 | graphs reused = 836 0.40.150.959 I slot print_timing: id 0 | task 927 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.150.991 I slot release: id 0 | task 927 | stop processing: n_tokens = 250, truncated = 0 0.40.156.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 233482580611 0.40.159.279 I slot launch_slot_: id 0 | task 981 | processing task, is_child = 0 0.41.614.175 I slot print_timing: id 0 | task 981 | prompt eval time = 492.77 ms / 174 tokens ( 2.83 ms per token, 353.11 tokens per second) 0.41.614.179 I slot print_timing: id 0 | task 981 | eval time = 962.11 ms / 37 tokens ( 26.73 ms per token, 37.42 tokens per second) 0.41.614.179 I slot print_timing: id 0 | task 981 | total time = 1454.88 ms / 211 tokens 0.41.614.180 I slot print_timing: id 0 | task 981 | graphs reused = 871 0.41.614.180 I slot print_timing: id 0 | task 981 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.614.210 I slot release: id 0 | task 981 | stop processing: n_tokens = 210, truncated = 0 0.41.619.407 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 233484043831 0.41.621.975 I slot launch_slot_: id 0 | task 1021 | processing task, is_child = 0 0.42.952.031 I slot print_timing: id 0 | task 1021 | prompt eval time = 444.61 ms / 149 tokens ( 2.98 ms per token, 335.13 tokens per second) 0.42.952.037 I slot print_timing: id 0 | task 1021 | eval time = 885.44 ms / 34 tokens ( 26.83 ms per token, 37.27 tokens per second) 0.42.952.038 I slot print_timing: id 0 | task 1021 | total time = 1330.05 ms / 183 tokens 0.42.952.039 I slot print_timing: id 0 | task 1021 | graphs reused = 903 0.42.952.039 I slot print_timing: id 0 | task 1021 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.952.060 I slot release: id 0 | task 1021 | stop processing: n_tokens = 182, truncated = 0 0.42.957.325 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 233485381680 0.42.959.277 I slot launch_slot_: id 0 | task 1058 | processing task, is_child = 0 0.44.249.681 I slot print_timing: id 0 | task 1058 | prompt eval time = 486.22 ms / 150 tokens ( 3.24 ms per token, 308.50 tokens per second) 0.44.249.684 I slot print_timing: id 0 | task 1058 | eval time = 804.17 ms / 31 tokens ( 26.81 ms per token, 37.31 tokens per second) 0.44.249.685 I slot print_timing: id 0 | task 1058 | total time = 1290.39 ms / 181 tokens 0.44.249.686 I slot print_timing: id 0 | task 1058 | graphs reused = 932 0.44.249.686 I slot print_timing: id 0 | task 1058 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.249.711 I slot release: id 0 | task 1058 | stop processing: n_tokens = 180, truncated = 0 0.44.256.068 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 233486679331 0.44.258.320 I slot launch_slot_: id 0 | task 1092 | processing task, is_child = 0 0.45.768.483 I slot print_timing: id 0 | task 1092 | prompt eval time = 491.40 ms / 175 tokens ( 2.81 ms per token, 356.13 tokens per second) 0.45.768.487 I slot print_timing: id 0 | task 1092 | eval time = 1018.75 ms / 39 tokens ( 26.81 ms per token, 37.30 tokens per second) 0.45.768.488 I slot print_timing: id 0 | task 1092 | total time = 1510.15 ms / 214 tokens 0.45.768.488 I slot print_timing: id 0 | task 1092 | graphs reused = 969 0.45.768.489 I slot print_timing: id 0 | task 1092 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.768.512 I slot release: id 0 | task 1092 | stop processing: n_tokens = 213, truncated = 0 0.45.774.816 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 213, t_last = 233488198132 0.45.777.398 I slot launch_slot_: id 0 | task 1134 | processing task, is_child = 0 0.47.458.230 I slot print_timing: id 0 | task 1134 | prompt eval time = 556.03 ms / 203 tokens ( 2.74 ms per token, 365.09 tokens per second) 0.47.458.234 I slot print_timing: id 0 | task 1134 | eval time = 1124.79 ms / 43 tokens ( 26.78 ms per token, 37.34 tokens per second) 0.47.458.235 I slot print_timing: id 0 | task 1134 | total time = 1680.82 ms / 246 tokens 0.47.458.236 I slot print_timing: id 0 | task 1134 | graphs reused = 1010 0.47.458.236 I slot print_timing: id 0 | task 1134 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.458.268 I slot release: id 0 | task 1134 | stop processing: n_tokens = 245, truncated = 0 0.47.464.091 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 233489887889 0.47.466.548 I slot launch_slot_: id 0 | task 1180 | processing task, is_child = 0 0.48.676.368 I slot print_timing: id 0 | task 1180 | prompt eval time = 431.56 ms / 136 tokens ( 3.17 ms per token, 315.14 tokens per second) 0.48.676.372 I slot print_timing: id 0 | task 1180 | eval time = 778.25 ms / 30 tokens ( 26.84 ms per token, 37.26 tokens per second) 0.48.676.372 I slot print_timing: id 0 | task 1180 | total time = 1209.81 ms / 166 tokens 0.48.676.373 I slot print_timing: id 0 | task 1180 | graphs reused = 1038 0.48.676.373 I slot print_timing: id 0 | task 1180 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.676.400 I slot release: id 0 | task 1180 | stop processing: n_tokens = 165, truncated = 0 0.48.682.816 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 233491106020 0.48.684.435 I slot launch_slot_: id 0 | task 1213 | processing task, is_child = 0 0.52.276.364 I slot print_timing: id 0 | task 1213 | n_gen = 114, tg = 37.38 t/s, tg_3s = 37.71 t/s 0.52.356.257 I slot print_timing: id 0 | task 1213 | prompt eval time = 569.09 ms / 185 tokens ( 3.08 ms per token, 325.08 tokens per second) 0.52.356.260 I slot print_timing: id 0 | task 1213 | eval time = 3102.73 ms / 117 tokens ( 26.75 ms per token, 37.39 tokens per second) 0.52.356.261 I slot print_timing: id 0 | task 1213 | total time = 3671.81 ms / 302 tokens 0.52.356.261 I slot print_timing: id 0 | task 1213 | graphs reused = 1152 0.52.356.262 I slot print_timing: id 0 | task 1213 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.356.287 I slot release: id 0 | task 1213 | stop processing: n_tokens = 301, truncated = 0 0.52.361.490 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 233494785907 0.52.364.637 I slot launch_slot_: id 0 | task 1333 | processing task, is_child = 0 0.53.234.081 I slot print_timing: id 0 | task 1333 | prompt eval time = 359.64 ms / 110 tokens ( 3.27 ms per token, 305.86 tokens per second) 0.53.234.088 I slot print_timing: id 0 | task 1333 | eval time = 509.80 ms / 20 tokens ( 26.83 ms per token, 37.27 tokens per second) 0.53.234.089 I slot print_timing: id 0 | task 1333 | total time = 869.44 ms / 130 tokens 0.53.234.089 I slot print_timing: id 0 | task 1333 | graphs reused = 1170 0.53.234.090 I slot print_timing: id 0 | task 1333 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.234.112 I slot release: id 0 | task 1333 | stop processing: n_tokens = 129, truncated = 0 0.53.239.207 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 233495663732 0.53.240.102 I slot launch_slot_: id 0 | task 1356 | processing task, is_child = 0 0.55.937.104 I slot print_timing: id 0 | task 1356 | prompt eval time = 426.84 ms / 122 tokens ( 3.50 ms per token, 285.82 tokens per second) 0.55.937.111 I slot print_timing: id 0 | task 1356 | eval time = 2270.16 ms / 86 tokens ( 26.71 ms per token, 37.44 tokens per second) 0.55.937.112 I slot print_timing: id 0 | task 1356 | total time = 2696.99 ms / 208 tokens 0.55.937.112 I slot print_timing: id 0 | task 1356 | graphs reused = 1254 0.55.937.113 I slot print_timing: id 0 | task 1356 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.937.133 I slot release: id 0 | task 1356 | stop processing: n_tokens = 207, truncated = 0 0.55.942.138 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 207, t_last = 233498366753 0.55.944.390 I slot launch_slot_: id 0 | task 1445 | processing task, is_child = 0 0.56.897.307 I slot print_timing: id 0 | task 1445 | prompt eval time = 416.87 ms / 131 tokens ( 3.18 ms per token, 314.25 tokens per second) 0.56.897.311 I slot print_timing: id 0 | task 1445 | eval time = 536.04 ms / 21 tokens ( 26.80 ms per token, 37.31 tokens per second) 0.56.897.311 I slot print_timing: id 0 | task 1445 | total time = 952.91 ms / 152 tokens 0.56.897.312 I slot print_timing: id 0 | task 1445 | graphs reused = 1273 0.56.897.313 I slot print_timing: id 0 | task 1445 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.897.339 I slot release: id 0 | task 1445 | stop processing: n_tokens = 151, truncated = 0 0.56.902.212 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 233499326959 0.56.904.075 I slot launch_slot_: id 0 | task 1469 | processing task, is_child = 0 0.58.079.330 I slot print_timing: id 0 | task 1469 | prompt eval time = 423.44 ms / 121 tokens ( 3.50 ms per token, 285.75 tokens per second) 0.58.079.336 I slot print_timing: id 0 | task 1469 | eval time = 751.80 ms / 29 tokens ( 26.85 ms per token, 37.24 tokens per second) 0.58.079.337 I slot print_timing: id 0 | task 1469 | total time = 1175.25 ms / 150 tokens 0.58.079.338 I slot print_timing: id 0 | task 1469 | graphs reused = 1300 0.58.079.338 I slot print_timing: id 0 | task 1469 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.079.358 I slot release: id 0 | task 1469 | stop processing: n_tokens = 149, truncated = 0 0.58.085.224 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 233500508978 0.58.087.009 I slot launch_slot_: id 0 | task 1501 | processing task, is_child = 0 0.59.377.304 I slot print_timing: id 0 | task 1501 | prompt eval time = 540.01 ms / 187 tokens ( 2.89 ms per token, 346.29 tokens per second) 0.59.377.308 I slot print_timing: id 0 | task 1501 | eval time = 750.27 ms / 29 tokens ( 26.80 ms per token, 37.32 tokens per second) 0.59.377.309 I slot print_timing: id 0 | task 1501 | total time = 1290.28 ms / 216 tokens 0.59.377.310 I slot print_timing: id 0 | task 1501 | graphs reused = 1327 0.59.377.311 I slot print_timing: id 0 | task 1501 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.377.338 I slot release: id 0 | task 1501 | stop processing: n_tokens = 215, truncated = 0 0.59.384.345 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 215, t_last = 233501806958 0.59.387.082 I slot launch_slot_: id 0 | task 1533 | processing task, is_child = 0 1.01.290.634 I slot print_timing: id 0 | task 1533 | prompt eval time = 750.97 ms / 305 tokens ( 2.46 ms per token, 406.14 tokens per second) 1.01.290.641 I slot print_timing: id 0 | task 1533 | eval time = 1152.56 ms / 44 tokens ( 26.80 ms per token, 37.31 tokens per second) 1.01.290.641 I slot print_timing: id 0 | task 1533 | total time = 1903.54 ms / 349 tokens 1.01.290.642 I slot print_timing: id 0 | task 1533 | graphs reused = 1369 1.01.290.643 I slot print_timing: id 0 | task 1533 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.290.679 I slot release: id 0 | task 1533 | stop processing: n_tokens = 348, truncated = 0 1.01.296.176 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 348, t_last = 233503720299 1.01.300.344 I slot launch_slot_: id 0 | task 1580 | processing task, is_child = 0 1.02.427.497 I slot print_timing: id 0 | task 1580 | prompt eval time = 429.64 ms / 135 tokens ( 3.18 ms per token, 314.22 tokens per second) 1.02.427.503 I slot print_timing: id 0 | task 1580 | eval time = 697.50 ms / 27 tokens ( 26.83 ms per token, 37.28 tokens per second) 1.02.427.504 I slot print_timing: id 0 | task 1580 | total time = 1127.14 ms / 162 tokens 1.02.427.505 I slot print_timing: id 0 | task 1580 | graphs reused = 1394 1.02.427.505 I slot print_timing: id 0 | task 1580 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.427.533 I slot release: id 0 | task 1580 | stop processing: n_tokens = 161, truncated = 0 1.02.433.829 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 233504857153 1.02.434.954 I slot launch_slot_: id 0 | task 1610 | processing task, is_child = 0 1.03.622.363 I slot print_timing: id 0 | task 1610 | prompt eval time = 490.63 ms / 168 tokens ( 2.92 ms per token, 342.41 tokens per second) 1.03.622.370 I slot print_timing: id 0 | task 1610 | eval time = 696.77 ms / 27 tokens ( 26.80 ms per token, 37.32 tokens per second) 1.03.622.371 I slot print_timing: id 0 | task 1610 | total time = 1187.40 ms / 195 tokens 1.03.622.372 I slot print_timing: id 0 | task 1610 | graphs reused = 1419 1.03.622.372 I slot print_timing: id 0 | task 1610 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.622.398 I slot release: id 0 | task 1610 | stop processing: n_tokens = 194, truncated = 0 1.03.627.938 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 233506052018 1.03.630.309 I slot launch_slot_: id 0 | task 1640 | processing task, is_child = 0 1.05.279.880 I slot print_timing: id 0 | task 1640 | prompt eval time = 625.64 ms / 221 tokens ( 2.83 ms per token, 353.24 tokens per second) 1.05.279.884 I slot print_timing: id 0 | task 1640 | eval time = 1023.92 ms / 39 tokens ( 26.95 ms per token, 37.11 tokens per second) 1.05.279.885 I slot print_timing: id 0 | task 1640 | total time = 1649.56 ms / 260 tokens 1.05.279.885 I slot print_timing: id 0 | task 1640 | graphs reused = 1455 1.05.279.886 I slot print_timing: id 0 | task 1640 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.279.916 I slot release: id 0 | task 1640 | stop processing: n_tokens = 259, truncated = 0 1.05.285.769 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 233507709536 1.05.288.906 I slot launch_slot_: id 0 | task 1682 | processing task, is_child = 0 1.06.680.566 I slot print_timing: id 0 | task 1682 | prompt eval time = 560.84 ms / 221 tokens ( 2.54 ms per token, 394.05 tokens per second) 1.06.680.572 I slot print_timing: id 0 | task 1682 | eval time = 830.81 ms / 32 tokens ( 26.80 ms per token, 37.31 tokens per second) 1.06.680.573 I slot print_timing: id 0 | task 1682 | total time = 1391.65 ms / 253 tokens 1.06.680.573 I slot print_timing: id 0 | task 1682 | graphs reused = 1485 1.06.680.574 I slot print_timing: id 0 | task 1682 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.680.601 I slot release: id 0 | task 1682 | stop processing: n_tokens = 252, truncated = 0 1.06.686.102 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 233509110221 1.06.689.127 I slot launch_slot_: id 0 | task 1717 | processing task, is_child = 0 1.07.846.870 I slot print_timing: id 0 | task 1717 | prompt eval time = 431.99 ms / 143 tokens ( 3.02 ms per token, 331.03 tokens per second) 1.07.846.873 I slot print_timing: id 0 | task 1717 | eval time = 725.74 ms / 28 tokens ( 26.88 ms per token, 37.20 tokens per second) 1.07.846.874 I slot print_timing: id 0 | task 1717 | total time = 1157.73 ms / 171 tokens 1.07.846.874 I slot print_timing: id 0 | task 1717 | graphs reused = 1511 1.07.846.875 I slot print_timing: id 0 | task 1717 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.846.900 I slot release: id 0 | task 1717 | stop processing: n_tokens = 170, truncated = 0 1.07.852.070 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 233510276520 1.07.852.825 I slot launch_slot_: id 0 | task 1748 | processing task, is_child = 0 1.09.181.967 I slot print_timing: id 0 | task 1748 | prompt eval time = 497.89 ms / 162 tokens ( 3.07 ms per token, 325.37 tokens per second) 1.09.181.974 I slot print_timing: id 0 | task 1748 | eval time = 831.25 ms / 32 tokens ( 26.81 ms per token, 37.29 tokens per second) 1.09.181.975 I slot print_timing: id 0 | task 1748 | total time = 1329.13 ms / 194 tokens 1.09.181.976 I slot print_timing: id 0 | task 1748 | graphs reused = 1541 1.09.181.976 I slot print_timing: id 0 | task 1748 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.181.998 I slot release: id 0 | task 1748 | stop processing: n_tokens = 193, truncated = 0 1.09.188.391 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 233511611619 1.09.191.510 I slot launch_slot_: id 0 | task 1783 | processing task, is_child = 0 1.10.405.707 I slot print_timing: id 0 | task 1783 | prompt eval time = 491.40 ms / 163 tokens ( 3.01 ms per token, 331.71 tokens per second) 1.10.405.713 I slot print_timing: id 0 | task 1783 | eval time = 722.79 ms / 28 tokens ( 26.77 ms per token, 37.36 tokens per second) 1.10.405.714 I slot print_timing: id 0 | task 1783 | total time = 1214.19 ms / 191 tokens 1.10.405.714 I slot print_timing: id 0 | task 1783 | graphs reused = 1567 1.10.405.715 I slot print_timing: id 0 | task 1783 | graph reallocs = 0 / 0 (same size) / (changed size) 1.10.405.741 I slot release: id 0 | task 1783 | stop processing: n_tokens = 190, truncated = 0 1.10.411.932 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 233512835361 1.10.413.881 I slot launch_slot_: id 0 | task 1814 | processing task, is_child = 0 1.11.999.168 I slot print_timing: id 0 | task 1814 | prompt eval time = 486.79 ms / 191 tokens ( 2.55 ms per token, 392.37 tokens per second) 1.11.999.179 I slot print_timing: id 0 | task 1814 | eval time = 1098.49 ms / 42 tokens ( 26.79 ms per token, 37.32 tokens per second) 1.11.999.179 I slot print_timing: id 0 | task 1814 | total time = 1585.28 ms / 233 tokens 1.11.999.180 I slot print_timing: id 0 | task 1814 | graphs reused = 1607 1.11.999.180 I slot print_timing: id 0 | task 1814 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.999.218 I slot release: id 0 | task 1814 | stop processing: n_tokens = 232, truncated = 0 1.12.005.012 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 232, t_last = 233514428838 1.12.008.013 I slot launch_slot_: id 0 | task 1859 | processing task, is_child = 0 1.13.322.783 I slot print_timing: id 0 | task 1859 | prompt eval time = 430.64 ms / 140 tokens ( 3.08 ms per token, 325.10 tokens per second) 1.13.322.787 I slot print_timing: id 0 | task 1859 | eval time = 884.12 ms / 34 tokens ( 26.79 ms per token, 37.33 tokens per second) 1.13.322.788 I slot print_timing: id 0 | task 1859 | total time = 1314.76 ms / 174 tokens 1.13.322.789 I slot print_timing: id 0 | task 1859 | graphs reused = 1639 1.13.322.789 I slot print_timing: id 0 | task 1859 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.322.815 I slot release: id 0 | task 1859 | stop processing: n_tokens = 173, truncated = 0 1.13.328.581 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 173, t_last = 233515752435 1.13.329.946 I slot launch_slot_: id 0 | task 1896 | processing task, is_child = 0 1.14.589.992 I slot print_timing: id 0 | task 1896 | prompt eval time = 563.92 ms / 204 tokens ( 2.76 ms per token, 361.76 tokens per second) 1.14.589.995 I slot print_timing: id 0 | task 1896 | eval time = 696.12 ms / 27 tokens ( 26.77 ms per token, 37.35 tokens per second) 1.14.589.996 I slot print_timing: id 0 | task 1896 | total time = 1260.03 ms / 231 tokens 1.14.589.996 I slot print_timing: id 0 | task 1896 | graphs reused = 1664 1.14.589.997 I slot print_timing: id 0 | task 1896 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.590.026 I slot release: id 0 | task 1896 | stop processing: n_tokens = 230, truncated = 0 1.14.595.280 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 233517019646 1.14.598.151 I slot launch_slot_: id 0 | task 1926 | processing task, is_child = 0 1.16.053.599 I slot print_timing: id 0 | task 1926 | prompt eval time = 488.52 ms / 160 tokens ( 3.05 ms per token, 327.52 tokens per second) 1.16.053.603 I slot print_timing: id 0 | task 1926 | eval time = 966.92 ms / 37 tokens ( 26.86 ms per token, 37.23 tokens per second) 1.16.053.604 I slot print_timing: id 0 | task 1926 | total time = 1455.44 ms / 197 tokens 1.16.053.605 I slot print_timing: id 0 | task 1926 | graphs reused = 1699 1.16.053.605 I slot print_timing: id 0 | task 1926 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.053.634 I slot release: id 0 | task 1926 | stop processing: n_tokens = 196, truncated = 0 1.16.058.773 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 233518483254 1.16.060.832 I slot launch_slot_: id 0 | task 1966 | processing task, is_child = 0 1.17.272.097 I slot print_timing: id 0 | task 1966 | prompt eval time = 434.17 ms / 150 tokens ( 2.89 ms per token, 345.48 tokens per second) 1.17.272.103 I slot print_timing: id 0 | task 1966 | eval time = 777.08 ms / 30 tokens ( 26.80 ms per token, 37.32 tokens per second) 1.17.272.105 I slot print_timing: id 0 | task 1966 | total time = 1211.26 ms / 180 tokens 1.17.272.106 I slot print_timing: id 0 | task 1966 | graphs reused = 1727 1.17.272.107 I slot print_timing: id 0 | task 1966 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.272.133 I slot release: id 0 | task 1966 | stop processing: n_tokens = 179, truncated = 0 1.17.279.529 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 233519701753 1.17.281.441 I slot launch_slot_: id 0 | task 1999 | processing task, is_child = 0 1.19.486.820 I slot print_timing: id 0 | task 1999 | prompt eval time = 731.94 ms / 280 tokens ( 2.61 ms per token, 382.55 tokens per second) 1.19.486.826 I slot print_timing: id 0 | task 1999 | eval time = 1473.43 ms / 56 tokens ( 26.79 ms per token, 37.33 tokens per second) 1.19.486.827 I slot print_timing: id 0 | task 1999 | total time = 2205.37 ms / 336 tokens 1.19.486.828 I slot print_timing: id 0 | task 1999 | graphs reused = 1781 1.19.486.828 I slot print_timing: id 0 | task 1999 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.486.860 I slot release: id 0 | task 1999 | stop processing: n_tokens = 335, truncated = 0 1.19.492.719 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 233521916480 1.19.496.644 I slot launch_slot_: id 0 | task 2058 | processing task, is_child = 0 1.22.124.125 I slot print_timing: id 0 | task 2058 | prompt eval time = 619.59 ms / 254 tokens ( 2.44 ms per token, 409.95 tokens per second) 1.22.124.132 I slot print_timing: id 0 | task 2058 | eval time = 2007.88 ms / 76 tokens ( 26.77 ms per token, 37.35 tokens per second) 1.22.124.132 I slot print_timing: id 0 | task 2058 | total time = 2627.47 ms / 330 tokens 1.22.124.133 I slot print_timing: id 0 | task 2058 | graphs reused = 1854 1.22.124.133 I slot print_timing: id 0 | task 2058 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.124.161 I slot release: id 0 | task 2058 | stop processing: n_tokens = 329, truncated = 0 1.22.129.463 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 233524553781 1.22.133.301 I slot launch_slot_: id 0 | task 2137 | processing task, is_child = 0 1.23.397.592 I slot print_timing: id 0 | task 2137 | prompt eval time = 433.76 ms / 150 tokens ( 2.89 ms per token, 345.81 tokens per second) 1.23.397.599 I slot print_timing: id 0 | task 2137 | eval time = 830.52 ms / 32 tokens ( 26.79 ms per token, 37.33 tokens per second) 1.23.397.599 I slot print_timing: id 0 | task 2137 | total time = 1264.28 ms / 182 tokens 1.23.397.600 I slot print_timing: id 0 | task 2137 | graphs reused = 1884 1.23.397.600 I slot print_timing: id 0 | task 2137 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.397.621 I slot release: id 0 | task 2137 | stop processing: n_tokens = 181, truncated = 0 1.23.403.608 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 233525827241 1.23.404.877 I slot launch_slot_: id 0 | task 2172 | processing task, is_child = 0 1.24.622.440 I slot print_timing: id 0 | task 2172 | prompt eval time = 491.77 ms / 185 tokens ( 2.66 ms per token, 376.19 tokens per second) 1.24.622.447 I slot print_timing: id 0 | task 2172 | eval time = 725.78 ms / 28 tokens ( 26.88 ms per token, 37.20 tokens per second) 1.24.622.449 I slot print_timing: id 0 | task 2172 | total time = 1217.56 ms / 213 tokens 1.24.622.450 I slot print_timing: id 0 | task 2172 | graphs reused = 1910 1.24.622.450 I slot print_timing: id 0 | task 2172 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.622.473 I slot release: id 0 | task 2172 | stop processing: n_tokens = 212, truncated = 0 1.24.628.312 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 233527052093 1.24.630.971 I slot launch_slot_: id 0 | task 2203 | processing task, is_child = 0 1.25.814.620 I slot print_timing: id 0 | task 2203 | prompt eval time = 433.04 ms / 146 tokens ( 2.97 ms per token, 337.15 tokens per second) 1.25.814.624 I slot print_timing: id 0 | task 2203 | eval time = 750.60 ms / 29 tokens ( 26.81 ms per token, 37.30 tokens per second) 1.25.814.625 I slot print_timing: id 0 | task 2203 | total time = 1183.64 ms / 175 tokens 1.25.814.626 I slot print_timing: id 0 | task 2203 | graphs reused = 1937 1.25.814.626 I slot print_timing: id 0 | task 2203 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.814.651 I slot release: id 0 | task 2203 | stop processing: n_tokens = 174, truncated = 0 1.25.820.582 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 233528244271 1.25.822.430 I slot launch_slot_: id 0 | task 2235 | processing task, is_child = 0 1.27.370.258 I slot print_timing: id 0 | task 2235 | prompt eval time = 556.00 ms / 208 tokens ( 2.67 ms per token, 374.10 tokens per second) 1.27.370.262 I slot print_timing: id 0 | task 2235 | eval time = 991.81 ms / 38 tokens ( 26.81 ms per token, 37.31 tokens per second) 1.27.370.264 I slot print_timing: id 0 | task 2235 | total time = 1547.82 ms / 246 tokens 1.27.370.264 I slot print_timing: id 0 | task 2235 | graphs reused = 1973 1.27.370.265 I slot print_timing: id 0 | task 2235 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.370.296 I slot release: id 0 | task 2235 | stop processing: n_tokens = 245, truncated = 0 1.27.377.639 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 233529799916 1.27.380.637 I slot launch_slot_: id 0 | task 2276 | processing task, is_child = 0 1.28.942.794 I slot print_timing: id 0 | task 2276 | prompt eval time = 811.02 ms / 332 tokens ( 2.44 ms per token, 409.36 tokens per second) 1.28.942.802 I slot print_timing: id 0 | task 2276 | eval time = 751.13 ms / 29 tokens ( 26.83 ms per token, 37.28 tokens per second) 1.28.942.803 I slot print_timing: id 0 | task 2276 | total time = 1562.15 ms / 361 tokens 1.28.942.803 I slot print_timing: id 0 | task 2276 | graphs reused = 2000 1.28.942.804 I slot print_timing: id 0 | task 2276 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.942.837 I slot release: id 0 | task 2276 | stop processing: n_tokens = 360, truncated = 0 1.28.950.451 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 360, t_last = 233531372457 1.28.954.842 I slot launch_slot_: id 0 | task 2308 | processing task, is_child = 0 1.30.637.606 I slot print_timing: id 0 | task 2308 | prompt eval time = 930.68 ms / 395 tokens ( 2.36 ms per token, 424.42 tokens per second) 1.30.637.612 I slot print_timing: id 0 | task 2308 | eval time = 752.07 ms / 29 tokens ( 26.86 ms per token, 37.23 tokens per second) 1.30.637.613 I slot print_timing: id 0 | task 2308 | total time = 1682.76 ms / 424 tokens 1.30.637.614 I slot print_timing: id 0 | task 2308 | graphs reused = 2027 1.30.637.615 I slot print_timing: id 0 | task 2308 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.637.649 I slot release: id 0 | task 2308 | stop processing: n_tokens = 423, truncated = 0 1.30.645.757 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 233533067269 1.30.650.844 I slot launch_slot_: id 0 | task 2340 | processing task, is_child = 0 1.32.607.704 I slot print_timing: id 0 | task 2340 | prompt eval time = 1071.44 ms / 438 tokens ( 2.45 ms per token, 408.79 tokens per second) 1.32.607.707 I slot print_timing: id 0 | task 2340 | eval time = 885.40 ms / 34 tokens ( 26.83 ms per token, 37.27 tokens per second) 1.32.607.708 I slot print_timing: id 0 | task 2340 | total time = 1956.85 ms / 472 tokens 1.32.607.709 I slot print_timing: id 0 | task 2340 | graphs reused = 2059 1.32.607.710 I slot print_timing: id 0 | task 2340 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.607.749 I slot release: id 0 | task 2340 | stop processing: n_tokens = 471, truncated = 0 1.32.616.157 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 471, t_last = 233535037369 1.32.621.921 I slot launch_slot_: id 0 | task 2377 | processing task, is_child = 0 1.34.775.694 I slot print_timing: id 0 | task 2377 | prompt eval time = 1002.12 ms / 426 tokens ( 2.35 ms per token, 425.10 tokens per second) 1.34.775.701 I slot print_timing: id 0 | task 2377 | eval time = 1151.64 ms / 44 tokens ( 26.78 ms per token, 37.34 tokens per second) 1.34.775.701 I slot print_timing: id 0 | task 2377 | total time = 2153.76 ms / 470 tokens 1.34.775.702 I slot print_timing: id 0 | task 2377 | graphs reused = 2101 1.34.775.702 I slot print_timing: id 0 | task 2377 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.775.744 I slot release: id 0 | task 2377 | stop processing: n_tokens = 469, truncated = 0 1.34.782.750 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 469, t_last = 233537205364 1.34.788.276 I slot launch_slot_: id 0 | task 2424 | processing task, is_child = 0 1.36.150.700 I slot print_timing: id 0 | task 2424 | prompt eval time = 691.27 ms / 263 tokens ( 2.63 ms per token, 380.46 tokens per second) 1.36.150.704 I slot print_timing: id 0 | task 2424 | eval time = 671.14 ms / 26 tokens ( 26.85 ms per token, 37.25 tokens per second) 1.36.150.704 I slot print_timing: id 0 | task 2424 | total time = 1362.41 ms / 289 tokens 1.36.150.705 I slot print_timing: id 0 | task 2424 | graphs reused = 2125 1.36.150.706 I slot print_timing: id 0 | task 2424 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.150.736 I slot release: id 0 | task 2424 | stop processing: n_tokens = 288, truncated = 0 1.36.158.195 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 233538580356 1.36.159.351 I slot launch_slot_: id 0 | task 2453 | processing task, is_child = 0 1.37.740.767 I slot print_timing: id 0 | task 2453 | prompt eval time = 962.30 ms / 401 tokens ( 2.40 ms per token, 416.71 tokens per second) 1.37.740.770 I slot print_timing: id 0 | task 2453 | eval time = 619.10 ms / 24 tokens ( 26.92 ms per token, 37.15 tokens per second) 1.37.740.771 I slot print_timing: id 0 | task 2453 | total time = 1581.40 ms / 425 tokens 1.37.740.771 I slot print_timing: id 0 | task 2453 | graphs reused = 2147 1.37.740.772 I slot print_timing: id 0 | task 2453 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.740.805 I slot release: id 0 | task 2453 | stop processing: n_tokens = 424, truncated = 0 1.37.747.831 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 233540170425 1.37.753.106 I slot launch_slot_: id 0 | task 2480 | processing task, is_child = 0 1.40.820.479 I slot print_timing: id 0 | task 2480 | prompt eval time = 956.10 ms / 383 tokens ( 2.50 ms per token, 400.58 tokens per second) 1.40.820.483 I slot print_timing: id 0 | task 2480 | eval time = 2111.26 ms / 80 tokens ( 26.72 ms per token, 37.42 tokens per second) 1.40.820.484 I slot print_timing: id 0 | task 2480 | total time = 3067.36 ms / 463 tokens 1.40.820.484 I slot print_timing: id 0 | task 2480 | graphs reused = 2225 1.40.820.485 I slot print_timing: id 0 | task 2480 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.820.520 I slot release: id 0 | task 2480 | stop processing: n_tokens = 462, truncated = 0 1.40.827.669 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 462, t_last = 233543250140 1.40.832.913 I slot launch_slot_: id 0 | task 2563 | processing task, is_child = 0 1.42.335.386 I slot print_timing: id 0 | task 2563 | prompt eval time = 752.03 ms / 297 tokens ( 2.53 ms per token, 394.93 tokens per second) 1.42.335.393 I slot print_timing: id 0 | task 2563 | eval time = 750.43 ms / 29 tokens ( 26.80 ms per token, 37.31 tokens per second) 1.42.335.394 I slot print_timing: id 0 | task 2563 | total time = 1502.46 ms / 326 tokens 1.42.335.395 I slot print_timing: id 0 | task 2563 | graphs reused = 2252 1.42.335.396 I slot print_timing: id 0 | task 2563 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.335.426 I slot release: id 0 | task 2563 | stop processing: n_tokens = 325, truncated = 0 1.42.343.716 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 233544765046 1.42.346.331 I slot launch_slot_: id 0 | task 2595 | processing task, is_child = 0 1.43.982.543 I slot print_timing: id 0 | task 2595 | prompt eval time = 751.93 ms / 291 tokens ( 2.58 ms per token, 387.00 tokens per second) 1.43.982.546 I slot print_timing: id 0 | task 2595 | eval time = 884.27 ms / 34 tokens ( 26.80 ms per token, 37.32 tokens per second) 1.43.982.547 I slot print_timing: id 0 | task 2595 | total time = 1636.20 ms / 325 tokens 1.43.982.548 I slot print_timing: id 0 | task 2595 | graphs reused = 2284 1.43.982.548 I slot print_timing: id 0 | task 2595 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.982.577 I slot release: id 0 | task 2595 | stop processing: n_tokens = 324, truncated = 0 1.43.990.485 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 324, t_last = 233546412197 1.43.994.322 I slot launch_slot_: id 0 | task 2632 | processing task, is_child = 0 1.45.425.317 I slot print_timing: id 0 | task 2632 | prompt eval time = 866.62 ms / 357 tokens ( 2.43 ms per token, 411.95 tokens per second) 1.45.425.323 I slot print_timing: id 0 | task 2632 | eval time = 564.36 ms / 22 tokens ( 26.87 ms per token, 37.21 tokens per second) 1.45.425.324 I slot print_timing: id 0 | task 2632 | total time = 1430.98 ms / 379 tokens 1.45.425.324 I slot print_timing: id 0 | task 2632 | graphs reused = 2304 1.45.425.325 I slot print_timing: id 0 | task 2632 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.425.357 I slot release: id 0 | task 2632 | stop processing: n_tokens = 378, truncated = 0 1.45.432.741 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 378, t_last = 233547854977 1.45.437.596 I slot launch_slot_: id 0 | task 2657 | processing task, is_child = 0 1.47.263.094 I slot print_timing: id 0 | task 2657 | prompt eval time = 754.71 ms / 312 tokens ( 2.42 ms per token, 413.40 tokens per second) 1.47.263.098 I slot print_timing: id 0 | task 2657 | eval time = 1070.78 ms / 41 tokens ( 26.77 ms per token, 37.36 tokens per second) 1.47.263.099 I slot print_timing: id 0 | task 2657 | total time = 1825.49 ms / 353 tokens 1.47.263.100 I slot print_timing: id 0 | task 2657 | graphs reused = 2343 1.47.263.100 I slot print_timing: id 0 | task 2657 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.263.133 I slot release: id 0 | task 2657 | stop processing: n_tokens = 352, truncated = 0 1.47.269.564 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 233549692753 1.47.272.232 I slot launch_slot_: id 0 | task 2701 | processing task, is_child = 0 1.48.380.293 I slot print_timing: id 0 | task 2701 | prompt eval time = 623.53 ms / 237 tokens ( 2.63 ms per token, 380.09 tokens per second) 1.48.380.300 I slot print_timing: id 0 | task 2701 | eval time = 484.52 ms / 19 tokens ( 26.92 ms per token, 37.15 tokens per second) 1.48.380.300 I slot print_timing: id 0 | task 2701 | total time = 1108.05 ms / 256 tokens 1.48.380.301 I slot print_timing: id 0 | task 2701 | graphs reused = 2360 1.48.380.301 I slot print_timing: id 0 | task 2701 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.380.328 I slot release: id 0 | task 2701 | stop processing: n_tokens = 255, truncated = 0 1.48.386.962 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 233550809948 1.48.390.225 I slot launch_slot_: id 0 | task 2723 | processing task, is_child = 0 1.50.196.741 I slot print_timing: id 0 | task 2723 | prompt eval time = 812.97 ms / 318 tokens ( 2.56 ms per token, 391.16 tokens per second) 1.50.196.749 I slot print_timing: id 0 | task 2723 | eval time = 993.53 ms / 38 tokens ( 26.85 ms per token, 37.24 tokens per second) 1.50.196.749 I slot print_timing: id 0 | task 2723 | total time = 1806.51 ms / 356 tokens 1.50.196.750 I slot print_timing: id 0 | task 2723 | graphs reused = 2396 1.50.196.751 I slot print_timing: id 0 | task 2723 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.196.787 I slot release: id 0 | task 2723 | stop processing: n_tokens = 355, truncated = 0 1.50.203.596 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 233552626407 1.50.207.969 I slot launch_slot_: id 0 | task 2764 | processing task, is_child = 0 1.51.734.823 I slot print_timing: id 0 | task 2764 | prompt eval time = 748.24 ms / 284 tokens ( 2.63 ms per token, 379.56 tokens per second) 1.51.734.827 I slot print_timing: id 0 | task 2764 | eval time = 778.60 ms / 30 tokens ( 26.85 ms per token, 37.25 tokens per second) 1.51.734.829 I slot print_timing: id 0 | task 2764 | total time = 1526.85 ms / 314 tokens 1.51.734.829 I slot print_timing: id 0 | task 2764 | graphs reused = 2424 1.51.734.830 I slot print_timing: id 0 | task 2764 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.734.859 I slot release: id 0 | task 2764 | stop processing: n_tokens = 313, truncated = 0 1.51.741.272 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 233554164479 1.51.745.137 I slot launch_slot_: id 0 | task 2797 | processing task, is_child = 0 1.52.915.175 I slot print_timing: id 0 | task 2797 | prompt eval time = 631.54 ms / 233 tokens ( 2.71 ms per token, 368.94 tokens per second) 1.52.915.178 I slot print_timing: id 0 | task 2797 | eval time = 538.49 ms / 21 tokens ( 26.92 ms per token, 37.14 tokens per second) 1.52.915.179 I slot print_timing: id 0 | task 2797 | total time = 1170.03 ms / 254 tokens 1.52.915.180 I slot print_timing: id 0 | task 2797 | graphs reused = 2443 1.52.915.180 I slot print_timing: id 0 | task 2797 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.915.206 I slot release: id 0 | task 2797 | stop processing: n_tokens = 253, truncated = 0 1.52.921.947 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 233555344826 1.52.925.066 I slot launch_slot_: id 0 | task 2821 | processing task, is_child = 0 1.54.185.225 I slot print_timing: id 0 | task 2821 | prompt eval time = 693.22 ms / 260 tokens ( 2.67 ms per token, 375.06 tokens per second) 1.54.185.231 I slot print_timing: id 0 | task 2821 | eval time = 566.92 ms / 22 tokens ( 27.00 ms per token, 37.04 tokens per second) 1.54.185.232 I slot print_timing: id 0 | task 2821 | total time = 1260.15 ms / 282 tokens 1.54.185.233 I slot print_timing: id 0 | task 2821 | graphs reused = 2463 1.54.185.233 I slot print_timing: id 0 | task 2821 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.185.264 I slot release: id 0 | task 2821 | stop processing: n_tokens = 281, truncated = 0 1.54.191.446 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 233556614884 1.54.195.052 I slot launch_slot_: id 0 | task 2846 | processing task, is_child = 0 1.55.432.892 I slot print_timing: id 0 | task 2846 | prompt eval time = 695.66 ms / 251 tokens ( 2.77 ms per token, 360.81 tokens per second) 1.55.432.899 I slot print_timing: id 0 | task 2846 | eval time = 542.17 ms / 21 tokens ( 27.11 ms per token, 36.89 tokens per second) 1.55.432.900 I slot print_timing: id 0 | task 2846 | total time = 1237.83 ms / 272 tokens 1.55.432.901 I slot print_timing: id 0 | task 2846 | graphs reused = 2481 1.55.432.902 I slot print_timing: id 0 | task 2846 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.432.932 I slot release: id 0 | task 2846 | stop processing: n_tokens = 271, truncated = 0 1.55.441.284 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 233557862552 1.55.444.719 I slot launch_slot_: id 0 | task 2870 | processing task, is_child = 0 1.57.122.681 I slot print_timing: id 0 | task 2870 | prompt eval time = 1004.98 ms / 393 tokens ( 2.56 ms per token, 391.05 tokens per second) 1.57.122.684 I slot print_timing: id 0 | task 2870 | eval time = 672.97 ms / 26 tokens ( 26.92 ms per token, 37.15 tokens per second) 1.57.122.685 I slot print_timing: id 0 | task 2870 | total time = 1677.95 ms / 419 tokens 1.57.122.686 I slot print_timing: id 0 | task 2870 | graphs reused = 2505 1.57.122.687 I slot print_timing: id 0 | task 2870 | graph reallocs = 0 / 0 (same size) / (changed size) 1.57.122.731 I slot release: id 0 | task 2870 | stop processing: n_tokens = 418, truncated = 0 1.57.129.586 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 418, t_last = 233559552351 1.57.134.747 I slot launch_slot_: id 0 | task 2899 | processing task, is_child = 0 1.58.299.784 I slot print_timing: id 0 | task 2899 | prompt eval time = 681.08 ms / 283 tokens ( 2.41 ms per token, 415.52 tokens per second) 1.58.299.787 I slot print_timing: id 0 | task 2899 | eval time = 483.95 ms / 19 tokens ( 26.89 ms per token, 37.19 tokens per second) 1.58.299.788 I slot print_timing: id 0 | task 2899 | total time = 1165.03 ms / 302 tokens 1.58.299.788 I slot print_timing: id 0 | task 2899 | graphs reused = 2522 1.58.299.789 I slot print_timing: id 0 | task 2899 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.299.817 I slot release: id 0 | task 2899 | stop processing: n_tokens = 301, truncated = 0 1.58.310.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 233560729437 1.58.312.883 I slot launch_slot_: id 0 | task 2921 | processing task, is_child = 0 2.00.689.055 I slot print_timing: id 0 | task 2921 | prompt eval time = 1489.47 ms / 622 tokens ( 2.39 ms per token, 417.60 tokens per second) 2.00.689.059 I slot print_timing: id 0 | task 2921 | eval time = 886.69 ms / 34 tokens ( 26.87 ms per token, 37.22 tokens per second) 2.00.689.059 I slot print_timing: id 0 | task 2921 | total time = 2376.16 ms / 656 tokens 2.00.689.060 I slot print_timing: id 0 | task 2921 | graphs reused = 2554 2.00.689.061 I slot print_timing: id 0 | task 2921 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.689.110 I slot release: id 0 | task 2921 | stop processing: n_tokens = 655, truncated = 0 2.00.695.508 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 655, t_last = 233563118730 2.00.702.515 I slot launch_slot_: id 0 | task 2959 | processing task, is_child = 0 2.01.889.567 I slot print_timing: id 0 | task 2959 | prompt eval time = 675.43 ms / 262 tokens ( 2.58 ms per token, 387.90 tokens per second) 2.01.889.571 I slot print_timing: id 0 | task 2959 | eval time = 511.61 ms / 20 tokens ( 26.93 ms per token, 37.14 tokens per second) 2.01.889.571 I slot print_timing: id 0 | task 2959 | total time = 1187.04 ms / 282 tokens 2.01.889.572 I slot print_timing: id 0 | task 2959 | graphs reused = 2572 2.01.889.573 I slot print_timing: id 0 | task 2959 | graph reallocs = 0 / 0 (same size) / (changed size) 2.01.889.610 I slot release: id 0 | task 2959 | stop processing: n_tokens = 281, truncated = 0 2.01.899.047 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 233564319230 2.01.900.981 I slot launch_slot_: id 0 | task 2982 | processing task, is_child = 0 2.03.642.404 I slot print_timing: id 0 | task 2982 | prompt eval time = 1095.99 ms / 477 tokens ( 2.30 ms per token, 435.22 tokens per second) 2.03.642.410 I slot print_timing: id 0 | task 2982 | eval time = 645.43 ms / 25 tokens ( 26.89 ms per token, 37.18 tokens per second) 2.03.642.411 I slot print_timing: id 0 | task 2982 | total time = 1741.41 ms / 502 tokens 2.03.642.412 I slot print_timing: id 0 | task 2982 | graphs reused = 2595 2.03.642.412 I slot print_timing: id 0 | task 2982 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.642.456 I slot release: id 0 | task 2982 | stop processing: n_tokens = 501, truncated = 0 2.03.652.537 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 501, t_last = 233566072076 2.03.658.973 I slot launch_slot_: id 0 | task 3010 | processing task, is_child = 0 2.06.027.655 I slot print_timing: id 0 | task 3010 | prompt eval time = 1372.00 ms / 549 tokens ( 2.50 ms per token, 400.15 tokens per second) 2.06.027.659 I slot print_timing: id 0 | task 3010 | eval time = 996.67 ms / 38 tokens ( 26.94 ms per token, 37.12 tokens per second) 2.06.027.660 I slot print_timing: id 0 | task 3010 | total time = 2368.67 ms / 587 tokens 2.06.027.660 I slot print_timing: id 0 | task 3010 | graphs reused = 2631 2.06.027.661 I slot print_timing: id 0 | task 3010 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.027.716 I slot release: id 0 | task 3010 | stop processing: n_tokens = 586, truncated = 0 2.06.035.977 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 586, t_last = 233568457336 2.06.042.915 I slot launch_slot_: id 0 | task 3052 | processing task, is_child = 0 2.08.095.776 I slot print_timing: id 0 | task 3052 | prompt eval time = 1005.20 ms / 392 tokens ( 2.56 ms per token, 389.97 tokens per second) 2.08.095.780 I slot print_timing: id 0 | task 3052 | eval time = 1047.65 ms / 40 tokens ( 26.86 ms per token, 37.23 tokens per second) 2.08.095.780 I slot print_timing: id 0 | task 3052 | total time = 2052.85 ms / 432 tokens 2.08.095.781 I slot print_timing: id 0 | task 3052 | graphs reused = 2669 2.08.095.781 I slot print_timing: id 0 | task 3052 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.095.819 I slot release: id 0 | task 3052 | stop processing: n_tokens = 431, truncated = 0 2.08.102.506 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 233570525439 2.08.105.994 I slot launch_slot_: id 0 | task 3095 | processing task, is_child = 0 2.09.790.866 I slot print_timing: id 0 | task 3095 | prompt eval time = 743.77 ms / 273 tokens ( 2.72 ms per token, 367.05 tokens per second) 2.09.790.872 I slot print_timing: id 0 | task 3095 | eval time = 941.09 ms / 36 tokens ( 26.89 ms per token, 37.19 tokens per second) 2.09.790.872 I slot print_timing: id 0 | task 3095 | total time = 1684.86 ms / 309 tokens 2.09.790.873 I slot print_timing: id 0 | task 3095 | graphs reused = 2703 2.09.790.874 I slot print_timing: id 0 | task 3095 | graph reallocs = 0 / 0 (same size) / (changed size) 2.09.790.901 I slot release: id 0 | task 3095 | stop processing: n_tokens = 308, truncated = 0 2.09.799.481 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 233572220521 2.09.800.704 I slot launch_slot_: id 0 | task 3134 | processing task, is_child = 0 2.12.412.092 I slot print_timing: id 0 | task 3134 | prompt eval time = 1007.69 ms / 420 tokens ( 2.40 ms per token, 416.79 tokens per second) 2.12.412.099 I slot print_timing: id 0 | task 3134 | eval time = 1603.68 ms / 61 tokens ( 26.73 ms per token, 37.41 tokens per second) 2.12.412.100 I slot print_timing: id 0 | task 3134 | total time = 2611.38 ms / 481 tokens 2.12.412.100 I slot print_timing: id 0 | task 3134 | graphs reused = 2762 2.12.412.101 I slot print_timing: id 0 | task 3134 | graph reallocs = 0 / 0 (same size) / (changed size) 2.12.412.138 I slot release: id 0 | task 3134 | stop processing: n_tokens = 480, truncated = 0 2.12.421.255 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 480, t_last = 233574841759 2.12.426.978 I slot launch_slot_: id 0 | task 3198 | processing task, is_child = 0 2.14.830.031 I slot print_timing: id 0 | task 3198 | prompt eval time = 1436.60 ms / 582 tokens ( 2.47 ms per token, 405.12 tokens per second) 2.14.830.038 I slot print_timing: id 0 | task 3198 | eval time = 966.44 ms / 37 tokens ( 26.85 ms per token, 37.25 tokens per second) 2.14.830.039 I slot print_timing: id 0 | task 3198 | total time = 2403.04 ms / 619 tokens 2.14.830.040 I slot print_timing: id 0 | task 3198 | graphs reused = 2797 2.14.830.040 I slot print_timing: id 0 | task 3198 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.830.091 I slot release: id 0 | task 3198 | stop processing: n_tokens = 618, truncated = 0 2.14.837.972 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 233577259711 2.14.846.066 I slot launch_slot_: id 0 | task 3239 | processing task, is_child = 0 2.16.675.896 I slot print_timing: id 0 | task 3239 | prompt eval time = 1022.01 ms / 413 tokens ( 2.47 ms per token, 404.10 tokens per second) 2.16.675.903 I slot print_timing: id 0 | task 3239 | eval time = 807.81 ms / 31 tokens ( 26.93 ms per token, 37.14 tokens per second) 2.16.675.903 I slot print_timing: id 0 | task 3239 | total time = 1829.82 ms / 444 tokens 2.16.675.904 I slot print_timing: id 0 | task 3239 | graphs reused = 2826 2.16.675.904 I slot print_timing: id 0 | task 3239 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.675.950 I slot release: id 0 | task 3239 | stop processing: n_tokens = 443, truncated = 0 2.16.683.727 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 443, t_last = 233579105570 2.16.687.396 I slot launch_slot_: id 0 | task 3273 | processing task, is_child = 0 2.18.275.251 I slot print_timing: id 0 | task 3273 | prompt eval time = 887.52 ms / 362 tokens ( 2.45 ms per token, 407.88 tokens per second) 2.18.275.255 I slot print_timing: id 0 | task 3273 | eval time = 700.32 ms / 27 tokens ( 26.94 ms per token, 37.13 tokens per second) 2.18.275.256 I slot print_timing: id 0 | task 3273 | total time = 1587.84 ms / 389 tokens 2.18.275.257 I slot print_timing: id 0 | task 3273 | graphs reused = 2851 2.18.275.257 I slot print_timing: id 0 | task 3273 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.275.292 I slot release: id 0 | task 3273 | stop processing: n_tokens = 388, truncated = 0 2.18.282.026 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 388, t_last = 233580704912 2.18.284.025 I slot launch_slot_: id 0 | task 3303 | processing task, is_child = 0 2.19.653.484 I slot print_timing: id 0 | task 3303 | prompt eval time = 693.55 ms / 250 tokens ( 2.77 ms per token, 360.46 tokens per second) 2.19.653.491 I slot print_timing: id 0 | task 3303 | eval time = 675.90 ms / 26 tokens ( 27.04 ms per token, 36.99 tokens per second) 2.19.653.491 I slot print_timing: id 0 | task 3303 | total time = 1369.45 ms / 276 tokens 2.19.653.492 I slot print_timing: id 0 | task 3303 | graphs reused = 2874 2.19.653.493 I slot print_timing: id 0 | task 3303 | graph reallocs = 0 / 0 (same size) / (changed size) 2.19.653.524 I slot release: id 0 | task 3303 | stop processing: n_tokens = 275, truncated = 0 2.19.660.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 233582083144 2.19.661.521 I slot launch_slot_: id 0 | task 3332 | processing task, is_child = 0 2.21.413.865 I slot print_timing: id 0 | task 3332 | prompt eval time = 813.00 ms / 297 tokens ( 2.74 ms per token, 365.32 tokens per second) 2.21.413.872 I slot print_timing: id 0 | task 3332 | eval time = 939.34 ms / 36 tokens ( 26.84 ms per token, 37.26 tokens per second) 2.21.413.873 I slot print_timing: id 0 | task 3332 | total time = 1752.33 ms / 333 tokens 2.21.413.873 I slot print_timing: id 0 | task 3332 | graphs reused = 2908 2.21.413.874 I slot print_timing: id 0 | task 3332 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.413.903 I slot release: id 0 | task 3332 | stop processing: n_tokens = 332, truncated = 0 2.21.421.497 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 233583843523 2.21.425.157 I slot launch_slot_: id 0 | task 3371 | processing task, is_child = 0 2.23.007.602 I slot print_timing: id 0 | task 3371 | prompt eval time = 829.00 ms / 318 tokens ( 2.61 ms per token, 383.59 tokens per second) 2.23.007.605 I slot print_timing: id 0 | task 3371 | eval time = 753.43 ms / 29 tokens ( 26.91 ms per token, 37.16 tokens per second) 2.23.007.606 I slot print_timing: id 0 | task 3371 | total time = 1582.43 ms / 347 tokens 2.23.007.607 I slot print_timing: id 0 | task 3371 | graphs reused = 2935 2.23.007.607 I slot print_timing: id 0 | task 3371 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.007.638 I slot release: id 0 | task 3371 | stop processing: n_tokens = 346, truncated = 0 2.23.016.132 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 233585437258 2.23.020.746 I slot launch_slot_: id 0 | task 3403 | processing task, is_child = 0 2.25.012.663 I slot print_timing: id 0 | task 3403 | prompt eval time = 1023.05 ms / 424 tokens ( 2.41 ms per token, 414.44 tokens per second) 2.25.012.668 I slot print_timing: id 0 | task 3403 | eval time = 968.85 ms / 37 tokens ( 26.91 ms per token, 37.16 tokens per second) 2.25.012.669 I slot print_timing: id 0 | task 3403 | total time = 1991.91 ms / 461 tokens 2.25.012.669 I slot print_timing: id 0 | task 3403 | graphs reused = 2970 2.25.012.670 I slot print_timing: id 0 | task 3403 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.012.712 I slot release: id 0 | task 3403 | stop processing: n_tokens = 460, truncated = 0 2.25.021.740 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 460, t_last = 233587442332 2.25.027.844 I slot launch_slot_: id 0 | task 3443 | processing task, is_child = 0 2.26.704.464 I slot print_timing: id 0 | task 3443 | prompt eval time = 896.10 ms / 375 tokens ( 2.39 ms per token, 418.48 tokens per second) 2.26.704.468 I slot print_timing: id 0 | task 3443 | eval time = 780.50 ms / 30 tokens ( 26.91 ms per token, 37.16 tokens per second) 2.26.704.468 I slot print_timing: id 0 | task 3443 | total time = 1676.61 ms / 405 tokens 2.26.704.469 I slot print_timing: id 0 | task 3443 | graphs reused = 2998 2.26.704.469 I slot print_timing: id 0 | task 3443 | graph reallocs = 0 / 0 (same size) / (changed size) 2.26.704.503 I slot release: id 0 | task 3443 | stop processing: n_tokens = 404, truncated = 0 2.26.715.371 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 233589134124 2.26.720.757 I slot launch_slot_: id 0 | task 3476 | processing task, is_child = 0 2.28.848.021 I slot print_timing: id 0 | task 3476 | prompt eval time = 1425.32 ms / 592 tokens ( 2.41 ms per token, 415.35 tokens per second) 2.28.848.025 I slot print_timing: id 0 | task 3476 | eval time = 701.93 ms / 27 tokens ( 27.00 ms per token, 37.04 tokens per second) 2.28.848.025 I slot print_timing: id 0 | task 3476 | total time = 2127.25 ms / 619 tokens 2.28.848.026 I slot print_timing: id 0 | task 3476 | graphs reused = 3023 2.28.848.027 I slot print_timing: id 0 | task 3476 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.848.079 I slot release: id 0 | task 3476 | stop processing: n_tokens = 618, truncated = 0 2.28.856.150 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 233591277699 2.28.863.795 I slot launch_slot_: id 0 | task 3507 | processing task, is_child = 0 2.30.308.436 I slot print_timing: id 0 | task 3507 | prompt eval time = 880.43 ms / 371 tokens ( 2.37 ms per token, 421.39 tokens per second) 2.30.308.443 I slot print_timing: id 0 | task 3507 | eval time = 564.20 ms / 22 tokens ( 26.87 ms per token, 37.22 tokens per second) 2.30.308.443 I slot print_timing: id 0 | task 3507 | total time = 1444.63 ms / 393 tokens 2.30.308.444 I slot print_timing: id 0 | task 3507 | graphs reused = 3043 2.30.308.445 I slot print_timing: id 0 | task 3507 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.308.479 I slot release: id 0 | task 3507 | stop processing: n_tokens = 392, truncated = 0 2.30.316.350 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 233592738099 2.30.319.406 I slot launch_slot_: id 0 | task 3532 | processing task, is_child = 0 2.32.185.233 I slot print_timing: id 0 | task 3532 | prompt eval time = 1005.59 ms / 416 tokens ( 2.42 ms per token, 413.69 tokens per second) 2.32.185.237 I slot print_timing: id 0 | task 3532 | eval time = 860.23 ms / 33 tokens ( 26.88 ms per token, 37.20 tokens per second) 2.32.185.238 I slot print_timing: id 0 | task 3532 | total time = 1865.81 ms / 449 tokens 2.32.185.238 I slot print_timing: id 0 | task 3532 | graphs reused = 3074 2.32.185.239 I slot print_timing: id 0 | task 3532 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.185.278 I slot release: id 0 | task 3532 | stop processing: n_tokens = 448, truncated = 0 2.32.193.420 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 233594614898 2.32.199.194 I slot launch_slot_: id 0 | task 3568 | processing task, is_child = 0 2.33.968.368 I slot print_timing: id 0 | task 3568 | prompt eval time = 882.89 ms / 373 tokens ( 2.37 ms per token, 422.48 tokens per second) 2.33.968.371 I slot print_timing: id 0 | task 3568 | eval time = 886.27 ms / 34 tokens ( 26.86 ms per token, 37.23 tokens per second) 2.33.968.372 I slot print_timing: id 0 | task 3568 | total time = 1769.16 ms / 407 tokens 2.33.968.373 I slot print_timing: id 0 | task 3568 | graphs reused = 3106 2.33.968.373 I slot print_timing: id 0 | task 3568 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.968.408 I slot release: id 0 | task 3568 | stop processing: n_tokens = 406, truncated = 0 2.33.977.560 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 233596398028 2.33.982.661 I slot launch_slot_: id 0 | task 3605 | processing task, is_child = 0 2.36.001.877 I slot print_timing: id 0 | task 3605 | prompt eval time = 1153.63 ms / 495 tokens ( 2.33 ms per token, 429.08 tokens per second) 2.36.001.882 I slot print_timing: id 0 | task 3605 | eval time = 865.58 ms / 33 tokens ( 27.05 ms per token, 36.97 tokens per second) 2.36.001.883 I slot print_timing: id 0 | task 3605 | total time = 2019.21 ms / 528 tokens 2.36.001.883 I slot print_timing: id 0 | task 3605 | graphs reused = 3136 2.36.001.884 I slot print_timing: id 0 | task 3605 | graph reallocs = 0 / 0 (same size) / (changed size) 2.36.001.926 I slot release: id 0 | task 3605 | stop processing: n_tokens = 527, truncated = 0 2.36.012.488 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 527, t_last = 233598431547 2.36.019.120 I slot launch_slot_: id 0 | task 3641 | processing task, is_child = 0 2.39.081.340 I slot print_timing: id 0 | task 3641 | prompt eval time = 1425.71 ms / 582 tokens ( 2.45 ms per token, 408.22 tokens per second) 2.39.081.344 I slot print_timing: id 0 | task 3641 | eval time = 1636.49 ms / 62 tokens ( 26.83 ms per token, 37.27 tokens per second) 2.39.081.344 I slot print_timing: id 0 | task 3641 | total time = 3062.21 ms / 644 tokens 2.39.081.345 I slot print_timing: id 0 | task 3641 | graphs reused = 3196 2.39.081.346 I slot print_timing: id 0 | task 3641 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.081.394 I slot release: id 0 | task 3641 | stop processing: n_tokens = 643, truncated = 0 2.39.086.917 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 233601511014 2.39.094.531 I slot launch_slot_: id 0 | task 3707 | processing task, is_child = 0 2.41.026.505 I slot print_timing: id 0 | task 3707 | prompt eval time = 538.29 ms / 175 tokens ( 3.08 ms per token, 325.10 tokens per second) 2.41.026.509 I slot print_timing: id 0 | task 3707 | eval time = 1393.67 ms / 53 tokens ( 26.80 ms per token, 37.31 tokens per second) 2.41.026.510 I slot print_timing: id 0 | task 3707 | total time = 1931.96 ms / 228 tokens 2.41.026.510 I slot print_timing: id 0 | task 3707 | graphs reused = 3247 2.41.026.511 I slot print_timing: id 0 | task 3707 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.026.534 I slot release: id 0 | task 3707 | stop processing: n_tokens = 227, truncated = 0 2.41.032.176 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 233603456154 2.41.033.127 I slot launch_slot_: id 0 | task 3763 | processing task, is_child = 0 2.43.045.799 I slot print_timing: id 0 | task 3763 | prompt eval time = 541.53 ms / 197 tokens ( 2.75 ms per token, 363.78 tokens per second) 2.43.045.806 I slot print_timing: id 0 | task 3763 | eval time = 1471.13 ms / 56 tokens ( 26.75 ms per token, 37.39 tokens per second) 2.43.045.806 I slot print_timing: id 0 | task 3763 | total time = 2012.66 ms / 253 tokens 2.43.045.807 I slot print_timing: id 0 | task 3763 | graphs reused = 3301 2.43.045.808 I slot print_timing: id 0 | task 3763 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.045.833 I slot release: id 0 | task 3763 | stop processing: n_tokens = 252, truncated = 0 2.43.051.861 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 233605475453 2.43.052.850 I slot launch_slot_: id 0 | task 3822 | processing task, is_child = 0 2.45.373.938 I slot print_timing: id 0 | task 3822 | prompt eval time = 553.79 ms / 189 tokens ( 2.93 ms per token, 341.29 tokens per second) 2.45.373.942 I slot print_timing: id 0 | task 3822 | eval time = 1767.29 ms / 67 tokens ( 26.78 ms per token, 37.35 tokens per second) 2.45.373.944 I slot print_timing: id 0 | task 3822 | total time = 2321.07 ms / 256 tokens 2.45.373.944 I slot print_timing: id 0 | task 3822 | graphs reused = 3366 2.45.373.945 I slot print_timing: id 0 | task 3822 | graph reallocs = 0 / 0 (same size) / (changed size) 2.45.373.976 I slot release: id 0 | task 3822 | stop processing: n_tokens = 255, truncated = 0 2.45.379.709 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 233607803596 2.45.380.701 I slot launch_slot_: id 0 | task 3892 | processing task, is_child = 0 2.47.755.789 I slot print_timing: id 0 | task 3892 | prompt eval time = 478.53 ms / 152 tokens ( 3.15 ms per token, 317.64 tokens per second) 2.47.755.793 I slot print_timing: id 0 | task 3892 | eval time = 1896.55 ms / 72 tokens ( 26.71 ms per token, 37.44 tokens per second) 2.47.755.794 I slot print_timing: id 0 | task 3892 | total time = 2375.08 ms / 224 tokens 2.47.755.795 I slot print_timing: id 0 | task 3892 | graphs reused = 3436 2.47.755.796 I slot print_timing: id 0 | task 3892 | graph reallocs = 0 / 0 (same size) / (changed size) 2.47.755.827 I slot release: id 0 | task 3892 | stop processing: n_tokens = 223, truncated = 0 2.47.762.869 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 233610185447 2.47.764.649 I slot launch_slot_: id 0 | task 3967 | processing task, is_child = 0 2.48.938.680 I slot print_timing: id 0 | task 3967 | prompt eval time = 557.83 ms / 215 tokens ( 2.59 ms per token, 385.42 tokens per second) 2.48.938.687 I slot print_timing: id 0 | task 3967 | eval time = 616.19 ms / 24 tokens ( 26.79 ms per token, 37.33 tokens per second) 2.48.938.688 I slot print_timing: id 0 | task 3967 | total time = 1174.02 ms / 239 tokens 2.48.938.688 I slot print_timing: id 0 | task 3967 | graphs reused = 3458 2.48.938.689 I slot print_timing: id 0 | task 3967 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.938.715 I slot release: id 0 | task 3967 | stop processing: n_tokens = 238, truncated = 0 2.48.944.069 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 238, t_last = 233611368335 2.48.946.303 I slot launch_slot_: id 0 | task 3994 | processing task, is_child = 0 2.52.644.009 I slot print_timing: id 0 | task 3994 | n_gen = 114, tg = 37.38 t/s, tg_3s = 37.72 t/s 2.53.204.626 I slot print_timing: id 0 | task 3994 | prompt eval time = 675.03 ms / 252 tokens ( 2.68 ms per token, 373.31 tokens per second) 2.53.204.632 I slot print_timing: id 0 | task 3994 | eval time = 3583.28 ms / 135 tokens ( 26.74 ms per token, 37.40 tokens per second) 2.53.204.633 I slot print_timing: id 0 | task 3994 | total time = 4258.31 ms / 387 tokens 2.53.204.634 I slot print_timing: id 0 | task 3994 | graphs reused = 3590 2.53.204.634 I slot print_timing: id 0 | task 3994 | graph reallocs = 0 / 0 (same size) / (changed size) 2.53.204.661 I slot release: id 0 | task 3994 | stop processing: n_tokens = 386, truncated = 0 2.53.210.817 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 386, t_last = 233615634281 2.53.214.429 I slot launch_slot_: id 0 | task 4132 | processing task, is_child = 0 2.57.096.032 I slot print_timing: id 0 | task 4132 | n_gen = 114, tg = 37.37 t/s, tg_3s = 37.71 t/s 2.57.790.565 I slot print_timing: id 0 | task 4132 | prompt eval time = 858.15 ms / 331 tokens ( 2.59 ms per token, 385.71 tokens per second) 2.57.790.571 I slot print_timing: id 0 | task 4132 | eval time = 3717.98 ms / 140 tokens ( 26.75 ms per token, 37.39 tokens per second) 2.57.790.571 I slot print_timing: id 0 | task 4132 | total time = 4576.13 ms / 471 tokens 2.57.790.572 I slot print_timing: id 0 | task 4132 | graphs reused = 3728 2.57.790.573 I slot print_timing: id 0 | task 4132 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.790.603 I slot release: id 0 | task 4132 | stop processing: n_tokens = 470, truncated = 0 2.57.795.713 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 233620220224 2.57.800.742 I slot launch_slot_: id 0 | task 4275 | processing task, is_child = 0 3.00.345.410 I slot print_timing: id 0 | task 4275 | prompt eval time = 432.42 ms / 162 tokens ( 2.67 ms per token, 374.64 tokens per second) 3.00.345.414 I slot print_timing: id 0 | task 4275 | eval time = 2112.24 ms / 80 tokens ( 26.74 ms per token, 37.40 tokens per second) 3.00.345.415 I slot print_timing: id 0 | task 4275 | total time = 2544.66 ms / 242 tokens 3.00.345.416 I slot print_timing: id 0 | task 4275 | graphs reused = 3806 3.00.345.416 I slot print_timing: id 0 | task 4275 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.345.442 I slot release: id 0 | task 4275 | stop processing: n_tokens = 241, truncated = 0 3.00.351.092 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 241, t_last = 233622775062 3.00.352.011 I slot launch_slot_: id 0 | task 4358 | processing task, is_child = 0 3.02.960.366 I slot print_timing: id 0 | task 4358 | prompt eval time = 494.55 ms / 164 tokens ( 3.02 ms per token, 331.61 tokens per second) 3.02.960.374 I slot print_timing: id 0 | task 4358 | eval time = 2113.80 ms / 80 tokens ( 26.76 ms per token, 37.37 tokens per second) 3.02.960.375 I slot print_timing: id 0 | task 4358 | total time = 2608.35 ms / 244 tokens 3.02.960.376 I slot print_timing: id 0 | task 4358 | graphs reused = 3884 3.02.960.376 I slot print_timing: id 0 | task 4358 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.960.403 I slot release: id 0 | task 4358 | stop processing: n_tokens = 243, truncated = 0 3.02.966.022 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 233625390023 3.02.968.893 I slot launch_slot_: id 0 | task 4441 | processing task, is_child = 0 3.05.663.344 I slot print_timing: id 0 | task 4441 | prompt eval time = 551.71 ms / 216 tokens ( 2.55 ms per token, 391.51 tokens per second) 3.05.663.350 I slot print_timing: id 0 | task 4441 | eval time = 2142.73 ms / 81 tokens ( 26.78 ms per token, 37.34 tokens per second) 3.05.663.351 I slot print_timing: id 0 | task 4441 | total time = 2694.44 ms / 297 tokens 3.05.663.352 I slot print_timing: id 0 | task 4441 | graphs reused = 3962 3.05.663.352 I slot print_timing: id 0 | task 4441 | graph reallocs = 0 / 0 (same size) / (changed size) 3.05.663.381 I slot release: id 0 | task 4441 | stop processing: n_tokens = 296, truncated = 0 3.05.669.215 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 296, t_last = 233628093001 3.05.672.108 I slot launch_slot_: id 0 | task 4525 | processing task, is_child = 0 3.07.881.684 I slot print_timing: id 0 | task 4525 | prompt eval time = 738.80 ms / 280 tokens ( 2.64 ms per token, 378.99 tokens per second) 3.07.881.690 I slot print_timing: id 0 | task 4525 | eval time = 1470.76 ms / 56 tokens ( 26.74 ms per token, 37.40 tokens per second) 3.07.881.691 I slot print_timing: id 0 | task 4525 | total time = 2209.57 ms / 336 tokens 3.07.881.692 I slot print_timing: id 0 | task 4525 | graphs reused = 4016 3.07.881.692 I slot print_timing: id 0 | task 4525 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.881.722 I slot release: id 0 | task 4525 | stop processing: n_tokens = 335, truncated = 0 3.07.887.252 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 233630311342 3.07.890.783 I slot launch_slot_: id 0 | task 4584 | processing task, is_child = 0 3.09.997.589 I slot print_timing: id 0 | task 4584 | prompt eval time = 662.45 ms / 233 tokens ( 2.84 ms per token, 351.73 tokens per second) 3.09.997.596 I slot print_timing: id 0 | task 4584 | eval time = 1444.35 ms / 55 tokens ( 26.75 ms per token, 37.39 tokens per second) 3.09.997.596 I slot print_timing: id 0 | task 4584 | total time = 2106.79 ms / 288 tokens 3.09.997.597 I slot print_timing: id 0 | task 4584 | graphs reused = 4068 3.09.997.597 I slot print_timing: id 0 | task 4584 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.997.629 I slot release: id 0 | task 4584 | stop processing: n_tokens = 287, truncated = 0 3.10.003.475 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 233632427249 3.10.006.611 I slot launch_slot_: id 0 | task 4642 | processing task, is_child = 0 3.13.636.148 I slot print_timing: id 0 | task 4642 | n_gen = 114, tg = 37.37 t/s, tg_3s = 37.70 t/s 3.13.662.785 I slot print_timing: id 0 | task 4642 | prompt eval time = 606.04 ms / 224 tokens ( 2.71 ms per token, 369.61 tokens per second) 3.13.662.788 I slot print_timing: id 0 | task 4642 | eval time = 3050.12 ms / 115 tokens ( 26.76 ms per token, 37.38 tokens per second) 3.13.662.789 I slot print_timing: id 0 | task 4642 | total time = 3656.17 ms / 339 tokens 3.13.662.790 I slot print_timing: id 0 | task 4642 | graphs reused = 4180 3.13.662.790 I slot print_timing: id 0 | task 4642 | graph reallocs = 0 / 0 (same size) / (changed size) 3.13.662.820 I slot release: id 0 | task 4642 | stop processing: n_tokens = 338, truncated = 0 3.13.668.414 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 338, t_last = 233636092440 3.13.671.977 I slot launch_slot_: id 0 | task 4760 | processing task, is_child = 0 3.16.160.825 I slot print_timing: id 0 | task 4760 | prompt eval time = 665.51 ms / 245 tokens ( 2.72 ms per token, 368.14 tokens per second) 3.16.160.831 I slot print_timing: id 0 | task 4760 | eval time = 1823.33 ms / 69 tokens ( 26.81 ms per token, 37.29 tokens per second) 3.16.160.832 I slot print_timing: id 0 | task 4760 | total time = 2488.84 ms / 314 tokens 3.16.160.833 I slot print_timing: id 0 | task 4760 | graphs reused = 4246 3.16.160.833 I slot print_timing: id 0 | task 4760 | graph reallocs = 0 / 0 (same size) / (changed size) 3.16.160.864 I slot release: id 0 | task 4760 | stop processing: n_tokens = 313, truncated = 0 3.16.165.942 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 233638590484 3.16.169.451 I slot launch_slot_: id 0 | task 4832 | processing task, is_child = 0 3.18.419.323 I slot print_timing: id 0 | task 4832 | prompt eval time = 484.63 ms / 182 tokens ( 2.66 ms per token, 375.55 tokens per second) 3.18.419.330 I slot print_timing: id 0 | task 4832 | eval time = 1765.23 ms / 67 tokens ( 26.75 ms per token, 37.39 tokens per second) 3.18.419.330 I slot print_timing: id 0 | task 4832 | total time = 2249.86 ms / 249 tokens 3.18.419.331 I slot print_timing: id 0 | task 4832 | graphs reused = 4311 3.18.419.331 I slot print_timing: id 0 | task 4832 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.419.355 I slot release: id 0 | task 4832 | stop processing: n_tokens = 248, truncated = 0 3.18.425.794 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 248, t_last = 233640848975 3.18.427.962 I slot launch_slot_: id 0 | task 4902 | processing task, is_child = 0 3.22.123.475 I slot print_timing: id 0 | task 4902 | n_gen = 114, tg = 37.43 t/s, tg_3s = 37.77 t/s 3.22.150.134 I slot print_timing: id 0 | task 4902 | prompt eval time = 676.90 ms / 280 tokens ( 2.42 ms per token, 413.65 tokens per second) 3.22.150.137 I slot print_timing: id 0 | task 4902 | eval time = 3045.26 ms / 115 tokens ( 26.71 ms per token, 37.44 tokens per second) 3.22.150.138 I slot print_timing: id 0 | task 4902 | total time = 3722.16 ms / 395 tokens 3.22.150.138 I slot print_timing: id 0 | task 4902 | graphs reused = 4424 3.22.150.139 I slot print_timing: id 0 | task 4902 | graph reallocs = 0 / 0 (same size) / (changed size) 3.22.150.171 I slot release: id 0 | task 4902 | stop processing: n_tokens = 394, truncated = 0 3.22.155.929 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 233644579791 3.22.160.120 I slot launch_slot_: id 0 | task 5020 | processing task, is_child = 0 3.25.666.967 I slot print_timing: id 0 | task 5020 | n_gen = 114, tg = 37.38 t/s, tg_3s = 37.71 t/s 3.26.121.019 I slot print_timing: id 0 | task 5020 | prompt eval time = 483.60 ms / 173 tokens ( 2.80 ms per token, 357.73 tokens per second) 3.26.121.026 I slot print_timing: id 0 | task 5020 | eval time = 3477.29 ms / 131 tokens ( 26.75 ms per token, 37.39 tokens per second) 3.26.121.027 I slot print_timing: id 0 | task 5020 | total time = 3960.89 ms / 304 tokens 3.26.121.028 I slot print_timing: id 0 | task 5020 | graphs reused = 4552 3.26.121.028 I slot print_timing: id 0 | task 5020 | graph reallocs = 0 / 0 (same size) / (changed size) 3.26.121.054 I slot release: id 0 | task 5020 | stop processing: n_tokens = 303, truncated = 0 3.26.126.914 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 233648550674 3.26.129.643 I slot launch_slot_: id 0 | task 5154 | processing task, is_child = 0 3.28.828.768 I slot print_timing: id 0 | task 5154 | prompt eval time = 428.44 ms / 158 tokens ( 2.71 ms per token, 368.78 tokens per second) 3.28.828.775 I slot print_timing: id 0 | task 5154 | eval time = 2270.66 ms / 86 tokens ( 26.71 ms per token, 37.43 tokens per second) 3.28.828.775 I slot print_timing: id 0 | task 5154 | total time = 2699.11 ms / 244 tokens 3.28.828.776 I slot print_timing: id 0 | task 5154 | graphs reused = 4636 3.28.828.777 I slot print_timing: id 0 | task 5154 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.828.799 I slot release: id 0 | task 5154 | stop processing: n_tokens = 243, truncated = 0 3.28.834.479 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 233651258419 3.28.837.169 I slot launch_slot_: id 0 | task 5243 | processing task, is_child = 0 3.32.350.684 I slot print_timing: id 0 | task 5243 | prompt eval time = 677.67 ms / 244 tokens ( 2.78 ms per token, 360.05 tokens per second) 3.32.350.688 I slot print_timing: id 0 | task 5243 | eval time = 2835.83 ms / 107 tokens ( 26.75 ms per token, 37.38 tokens per second) 3.32.350.689 I slot print_timing: id 0 | task 5243 | total time = 3513.50 ms / 351 tokens 3.32.350.689 I slot print_timing: id 0 | task 5243 | graphs reused = 4740 3.32.350.690 I slot print_timing: id 0 | task 5243 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.350.719 I slot release: id 0 | task 5243 | stop processing: n_tokens = 350, truncated = 0 3.32.356.281 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 233654780339 3.32.359.879 I slot launch_slot_: id 0 | task 5353 | processing task, is_child = 0 3.34.463.951 I slot print_timing: id 0 | task 5353 | prompt eval time = 551.80 ms / 182 tokens ( 3.03 ms per token, 329.83 tokens per second) 3.34.463.956 I slot print_timing: id 0 | task 5353 | eval time = 1552.25 ms / 59 tokens ( 26.76 ms per token, 37.37 tokens per second) 3.34.463.957 I slot print_timing: id 0 | task 5353 | total time = 2104.05 ms / 241 tokens 3.34.463.957 I slot print_timing: id 0 | task 5353 | graphs reused = 4797 3.34.463.958 I slot print_timing: id 0 | task 5353 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.463.989 I slot release: id 0 | task 5353 | stop processing: n_tokens = 240, truncated = 0 3.34.470.035 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 240, t_last = 233656893609 3.34.472.845 I slot launch_slot_: id 0 | task 5415 | processing task, is_child = 0 3.38.239.582 I slot print_timing: id 0 | task 5415 | n_gen = 114, tg = 37.37 t/s, tg_3s = 37.70 t/s 3.39.442.889 I slot print_timing: id 0 | task 5415 | prompt eval time = 742.73 ms / 278 tokens ( 2.67 ms per token, 374.29 tokens per second) 3.39.442.893 I slot print_timing: id 0 | task 5415 | eval time = 4227.30 ms / 159 tokens ( 26.76 ms per token, 37.38 tokens per second) 3.39.442.893 I slot print_timing: id 0 | task 5415 | total time = 4970.03 ms / 437 tokens 3.39.442.894 I slot print_timing: id 0 | task 5415 | graphs reused = 4954 3.39.442.894 I slot print_timing: id 0 | task 5415 | graph reallocs = 0 / 0 (same size) / (changed size) 3.39.442.925 I slot release: id 0 | task 5415 | stop processing: n_tokens = 436, truncated = 0 3.39.448.471 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 436, t_last = 233661872545 3.39.452.527 I slot launch_slot_: id 0 | task 5577 | processing task, is_child = 0 3.41.932.031 I slot print_timing: id 0 | task 5577 | prompt eval time = 605.56 ms / 219 tokens ( 2.77 ms per token, 361.65 tokens per second) 3.41.932.035 I slot print_timing: id 0 | task 5577 | eval time = 1873.92 ms / 71 tokens ( 26.77 ms per token, 37.35 tokens per second) 3.41.932.035 I slot print_timing: id 0 | task 5577 | total time = 2479.49 ms / 290 tokens 3.41.932.036 I slot print_timing: id 0 | task 5577 | graphs reused = 5022 3.41.932.036 I slot print_timing: id 0 | task 5577 | graph reallocs = 0 / 0 (same size) / (changed size) 3.41.932.065 I slot release: id 0 | task 5577 | stop processing: n_tokens = 289, truncated = 0 3.41.937.949 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 233664361685 3.41.940.881 I slot launch_slot_: id 0 | task 5651 | processing task, is_child = 0 3.44.642.819 I slot print_timing: id 0 | task 5651 | prompt eval time = 693.36 ms / 279 tokens ( 2.49 ms per token, 402.39 tokens per second) 3.44.642.823 I slot print_timing: id 0 | task 5651 | eval time = 2008.56 ms / 76 tokens ( 26.78 ms per token, 37.34 tokens per second) 3.44.642.824 I slot print_timing: id 0 | task 5651 | total time = 2701.93 ms / 355 tokens 3.44.642.824 I slot print_timing: id 0 | task 5651 | graphs reused = 5096 3.44.642.825 I slot print_timing: id 0 | task 5651 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.642.856 I slot release: id 0 | task 5651 | stop processing: n_tokens = 354, truncated = 0 3.44.648.968 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 233667072476 3.44.652.992 I slot launch_slot_: id 0 | task 5730 | processing task, is_child = 0 3.47.673.601 I slot print_timing: id 0 | task 5730 | prompt eval time = 747.59 ms / 289 tokens ( 2.59 ms per token, 386.57 tokens per second) 3.47.673.608 I slot print_timing: id 0 | task 5730 | eval time = 2273.01 ms / 86 tokens ( 26.74 ms per token, 37.40 tokens per second) 3.47.673.609 I slot print_timing: id 0 | task 5730 | total time = 3020.60 ms / 375 tokens 3.47.673.609 I slot print_timing: id 0 | task 5730 | graphs reused = 5180 3.47.673.610 I slot print_timing: id 0 | task 5730 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.673.641 I slot release: id 0 | task 5730 | stop processing: n_tokens = 374, truncated = 0 3.47.679.406 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 233670103261 3.47.683.550 I slot launch_slot_: id 0 | task 5819 | processing task, is_child = 0 3.51.065.662 I slot print_timing: id 0 | task 5819 | prompt eval time = 737.81 ms / 274 tokens ( 2.69 ms per token, 371.37 tokens per second) 3.51.065.666 I slot print_timing: id 0 | task 5819 | eval time = 2644.29 ms / 100 tokens ( 26.71 ms per token, 37.44 tokens per second) 3.51.065.667 I slot print_timing: id 0 | task 5819 | total time = 3382.10 ms / 374 tokens 3.51.065.667 I slot print_timing: id 0 | task 5819 | graphs reused = 5278 3.51.065.668 I slot print_timing: id 0 | task 5819 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.065.697 I slot release: id 0 | task 5819 | stop processing: n_tokens = 373, truncated = 0 3.51.071.194 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 233673495317 3.51.074.716 I slot launch_slot_: id 0 | task 5922 | processing task, is_child = 0 3.53.341.754 I slot print_timing: id 0 | task 5922 | prompt eval time = 607.03 ms / 229 tokens ( 2.65 ms per token, 377.25 tokens per second) 3.53.341.761 I slot print_timing: id 0 | task 5922 | eval time = 1660.00 ms / 63 tokens ( 26.77 ms per token, 37.35 tokens per second) 3.53.341.761 I slot print_timing: id 0 | task 5922 | total time = 2267.02 ms / 292 tokens 3.53.341.762 I slot print_timing: id 0 | task 5922 | graphs reused = 5338 3.53.341.763 I slot print_timing: id 0 | task 5922 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.341.789 I slot release: id 0 | task 5922 | stop processing: n_tokens = 291, truncated = 0 3.53.346.852 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 233675771409 3.53.349.022 I slot launch_slot_: id 0 | task 5988 | processing task, is_child = 0 3.55.299.373 I slot print_timing: id 0 | task 5988 | prompt eval time = 481.38 ms / 162 tokens ( 2.97 ms per token, 336.53 tokens per second) 3.55.299.380 I slot print_timing: id 0 | task 5988 | eval time = 1468.96 ms / 56 tokens ( 26.71 ms per token, 37.44 tokens per second) 3.55.299.380 I slot print_timing: id 0 | task 5988 | total time = 1950.34 ms / 218 tokens 3.55.299.381 I slot print_timing: id 0 | task 5988 | graphs reused = 5392 3.55.299.381 I slot print_timing: id 0 | task 5988 | graph reallocs = 0 / 0 (same size) / (changed size) 3.55.299.416 I slot release: id 0 | task 5988 | stop processing: n_tokens = 217, truncated = 0 3.55.305.104 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 233677729036 3.55.307.676 I slot launch_slot_: id 0 | task 6047 | processing task, is_child = 0 3.57.157.113 I slot print_timing: id 0 | task 6047 | prompt eval time = 667.68 ms / 249 tokens ( 2.68 ms per token, 372.93 tokens per second) 3.57.157.117 I slot print_timing: id 0 | task 6047 | eval time = 1181.74 ms / 45 tokens ( 26.86 ms per token, 37.23 tokens per second) 3.57.157.118 I slot print_timing: id 0 | task 6047 | total time = 1849.43 ms / 294 tokens 3.57.157.118 I slot print_timing: id 0 | task 6047 | graphs reused = 5434 3.57.157.119 I slot print_timing: id 0 | task 6047 | graph reallocs = 0 / 0 (same size) / (changed size) 3.57.157.147 I slot release: id 0 | task 6047 | stop processing: n_tokens = 293, truncated = 0 3.57.162.285 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 233679586767 3.57.165.625 I slot launch_slot_: id 0 | task 6095 | processing task, is_child = 0 3.58.844.538 I slot print_timing: id 0 | task 6095 | prompt eval time = 420.58 ms / 132 tokens ( 3.19 ms per token, 313.85 tokens per second) 3.58.844.545 I slot print_timing: id 0 | task 6095 | eval time = 1258.32 ms / 48 tokens ( 26.77 ms per token, 37.35 tokens per second) 3.58.844.546 I slot print_timing: id 0 | task 6095 | total time = 1678.90 ms / 180 tokens 3.58.844.546 I slot print_timing: id 0 | task 6095 | graphs reused = 5480 3.58.844.547 I slot print_timing: id 0 | task 6095 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.844.567 I slot release: id 0 | task 6095 | stop processing: n_tokens = 179, truncated = 0 3.58.849.941 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 233681274187 3.58.851.372 I slot launch_slot_: id 0 | task 6146 | processing task, is_child = 0 4.00.830.549 I slot print_timing: id 0 | task 6146 | prompt eval time = 482.22 ms / 174 tokens ( 2.77 ms per token, 360.83 tokens per second) 4.00.830.559 I slot print_timing: id 0 | task 6146 | eval time = 1496.94 ms / 57 tokens ( 26.73 ms per token, 37.41 tokens per second) 4.00.830.560 I slot print_timing: id 0 | task 6146 | total time = 1979.16 ms / 231 tokens 4.00.830.560 I slot print_timing: id 0 | task 6146 | graphs reused = 5535 4.00.830.561 I slot print_timing: id 0 | task 6146 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.830.588 I slot release: id 0 | task 6146 | stop processing: n_tokens = 230, truncated = 0 4.00.837.126 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 233683260208 4.00.839.853 I slot launch_slot_: id 0 | task 6206 | processing task, is_child = 0 4.02.987.872 I slot print_timing: id 0 | task 6206 | prompt eval time = 672.55 ms / 253 tokens ( 2.66 ms per token, 376.18 tokens per second) 4.02.987.882 I slot print_timing: id 0 | task 6206 | eval time = 1475.45 ms / 56 tokens ( 26.83 ms per token, 37.28 tokens per second) 4.02.987.883 I slot print_timing: id 0 | task 6206 | total time = 2148.01 ms / 309 tokens 4.02.987.884 I slot print_timing: id 0 | task 6206 | graphs reused = 5588 4.02.987.884 I slot print_timing: id 0 | task 6206 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.987.913 I slot release: id 0 | task 6206 | stop processing: n_tokens = 308, truncated = 0 4.02.994.768 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 233685417533 4.02.998.593 I slot launch_slot_: id 0 | task 6265 | processing task, is_child = 0 4.04.638.862 I slot print_timing: id 0 | task 6265 | prompt eval time = 620.26 ms / 252 tokens ( 2.46 ms per token, 406.28 tokens per second) 4.04.638.869 I slot print_timing: id 0 | task 6265 | eval time = 1020.00 ms / 39 tokens ( 26.84 ms per token, 37.26 tokens per second) 4.04.638.870 I slot print_timing: id 0 | task 6265 | total time = 1640.26 ms / 291 tokens 4.04.638.871 I slot print_timing: id 0 | task 6265 | graphs reused = 5624 4.04.638.871 I slot print_timing: id 0 | task 6265 | graph reallocs = 0 / 0 (same size) / (changed size) 4.04.638.898 I slot release: id 0 | task 6265 | stop processing: n_tokens = 290, truncated = 0 4.04.645.616 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 233687068518 4.04.649.309 I slot launch_slot_: id 0 | task 6307 | processing task, is_child = 0 4.06.532.806 I slot print_timing: id 0 | task 6307 | prompt eval time = 678.51 ms / 272 tokens ( 2.49 ms per token, 400.88 tokens per second) 4.06.532.811 I slot print_timing: id 0 | task 6307 | eval time = 1204.98 ms / 46 tokens ( 26.78 ms per token, 37.35 tokens per second) 4.06.532.811 I slot print_timing: id 0 | task 6307 | total time = 1883.49 ms / 318 tokens 4.06.532.812 I slot print_timing: id 0 | task 6307 | graphs reused = 5668 4.06.532.813 I slot print_timing: id 0 | task 6307 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.532.847 I slot release: id 0 | task 6307 | stop processing: n_tokens = 317, truncated = 0 4.06.540.190 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 233688962467 4.06.543.595 I slot launch_slot_: id 0 | task 6356 | processing task, is_child = 0 4.07.760.924 I slot print_timing: id 0 | task 6356 | prompt eval time = 733.57 ms / 279 tokens ( 2.63 ms per token, 380.33 tokens per second) 4.07.760.931 I slot print_timing: id 0 | task 6356 | eval time = 483.74 ms / 19 tokens ( 26.87 ms per token, 37.21 tokens per second) 4.07.760.931 I slot print_timing: id 0 | task 6356 | total time = 1217.31 ms / 298 tokens 4.07.760.932 I slot print_timing: id 0 | task 6356 | graphs reused = 5685 4.07.760.933 I slot print_timing: id 0 | task 6356 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.760.969 I slot release: id 0 | task 6356 | stop processing: n_tokens = 297, truncated = 0 4.07.767.602 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 233690190589 4.07.770.770 I slot launch_slot_: id 0 | task 6378 | processing task, is_child = 0 4.10.330.278 I slot print_timing: id 0 | task 6378 | prompt eval time = 740.36 ms / 284 tokens ( 2.61 ms per token, 383.60 tokens per second) 4.10.330.282 I slot print_timing: id 0 | task 6378 | eval time = 1819.14 ms / 69 tokens ( 26.75 ms per token, 37.38 tokens per second) 4.10.330.283 I slot print_timing: id 0 | task 6378 | total time = 2559.50 ms / 353 tokens 4.10.330.284 I slot print_timing: id 0 | task 6378 | graphs reused = 5752 4.10.330.284 I slot print_timing: id 0 | task 6378 | graph reallocs = 0 / 0 (same size) / (changed size) 4.10.330.318 I slot release: id 0 | task 6378 | stop processing: n_tokens = 352, truncated = 0 4.10.336.655 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 233692759938 4.10.340.262 I slot launch_slot_: id 0 | task 6450 | processing task, is_child = 0 4.12.508.718 I slot print_timing: id 0 | task 6450 | prompt eval time = 615.98 ms / 233 tokens ( 2.64 ms per token, 378.26 tokens per second) 4.12.508.721 I slot print_timing: id 0 | task 6450 | eval time = 1552.47 ms / 59 tokens ( 26.77 ms per token, 37.36 tokens per second) 4.12.508.722 I slot print_timing: id 0 | task 6450 | total time = 2168.45 ms / 292 tokens 4.12.508.722 I slot print_timing: id 0 | task 6450 | graphs reused = 5808 4.12.508.723 I slot print_timing: id 0 | task 6450 | graph reallocs = 0 / 0 (same size) / (changed size) 4.12.508.752 I slot release: id 0 | task 6450 | stop processing: n_tokens = 291, truncated = 0 4.12.514.209 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 233694938372 4.12.517.206 I slot launch_slot_: id 0 | task 6512 | processing task, is_child = 0 4.14.416.768 I slot print_timing: id 0 | task 6512 | prompt eval time = 535.97 ms / 169 tokens ( 3.17 ms per token, 315.32 tokens per second) 4.14.416.775 I slot print_timing: id 0 | task 6512 | eval time = 1363.58 ms / 52 tokens ( 26.74 ms per token, 37.40 tokens per second) 4.14.416.775 I slot print_timing: id 0 | task 6512 | total time = 1899.55 ms / 221 tokens 4.14.416.776 I slot print_timing: id 0 | task 6512 | graphs reused = 5858 4.14.416.777 I slot print_timing: id 0 | task 6512 | graph reallocs = 0 / 0 (same size) / (changed size) 4.14.416.800 I slot release: id 0 | task 6512 | stop processing: n_tokens = 220, truncated = 0 4.14.425.271 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 233696846421 4.14.427.043 I slot launch_slot_: id 0 | task 6567 | processing task, is_child = 0 4.17.317.483 I slot print_timing: id 0 | task 6567 | prompt eval time = 881.08 ms / 352 tokens ( 2.50 ms per token, 399.51 tokens per second) 4.17.317.487 I slot print_timing: id 0 | task 6567 | eval time = 2009.35 ms / 76 tokens ( 26.79 ms per token, 37.33 tokens per second) 4.17.317.487 I slot print_timing: id 0 | task 6567 | total time = 2890.43 ms / 428 tokens 4.17.317.488 I slot print_timing: id 0 | task 6567 | graphs reused = 5932 4.17.317.489 I slot print_timing: id 0 | task 6567 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.317.526 I slot release: id 0 | task 6567 | stop processing: n_tokens = 427, truncated = 0 4.17.326.351 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 233699747146 4.17.331.516 I slot launch_slot_: id 0 | task 6646 | processing task, is_child = 0 4.21.747.758 I slot print_timing: id 0 | task 6646 | n_gen = 114, tg = 37.34 t/s, tg_3s = 37.67 t/s 4.22.471.164 I slot print_timing: id 0 | task 6646 | prompt eval time = 1389.63 ms / 576 tokens ( 2.41 ms per token, 414.50 tokens per second) 4.22.471.168 I slot print_timing: id 0 | task 6646 | eval time = 3750.00 ms / 141 tokens ( 26.79 ms per token, 37.33 tokens per second) 4.22.471.169 I slot print_timing: id 0 | task 6646 | total time = 5139.64 ms / 717 tokens 4.22.471.169 I slot print_timing: id 0 | task 6646 | graphs reused = 6071 4.22.471.170 I slot print_timing: id 0 | task 6646 | graph reallocs = 0 / 0 (same size) / (changed size) 4.22.471.216 I slot release: id 0 | task 6646 | stop processing: n_tokens = 716, truncated = 0 4.22.479.819 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 233704900836 4.22.487.145 I slot launch_slot_: id 0 | task 6791 | processing task, is_child = 0 4.26.257.822 I slot print_timing: id 0 | task 6791 | prompt eval time = 1137.69 ms / 466 tokens ( 2.44 ms per token, 409.60 tokens per second) 4.26.257.826 I slot print_timing: id 0 | task 6791 | eval time = 2632.97 ms / 99 tokens ( 26.87 ms per token, 37.22 tokens per second) 4.26.257.827 I slot print_timing: id 0 | task 6791 | total time = 3770.66 ms / 565 tokens 4.26.257.828 I slot print_timing: id 0 | task 6791 | graphs reused = 6167 4.26.257.828 I slot print_timing: id 0 | task 6791 | graph reallocs = 0 / 0 (same size) / (changed size) 4.26.257.871 I slot release: id 0 | task 6791 | stop processing: n_tokens = 564, truncated = 0 4.26.265.144 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 564, t_last = 233708687492 4.26.271.639 I slot launch_slot_: id 0 | task 6893 | processing task, is_child = 0 4.30.003.049 I slot print_timing: id 0 | task 6893 | prompt eval time = 867.73 ms / 370 tokens ( 2.35 ms per token, 426.40 tokens per second) 4.30.003.053 I slot print_timing: id 0 | task 6893 | eval time = 2863.67 ms / 108 tokens ( 26.76 ms per token, 37.36 tokens per second) 4.30.003.054 I slot print_timing: id 0 | task 6893 | total time = 3731.39 ms / 478 tokens 4.30.003.055 I slot print_timing: id 0 | task 6893 | graphs reused = 6273 4.30.003.055 I slot print_timing: id 0 | task 6893 | graph reallocs = 0 / 0 (same size) / (changed size) 4.30.003.093 I slot release: id 0 | task 6893 | stop processing: n_tokens = 477, truncated = 0 4.30.011.196 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 233712432713 4.30.014.601 I slot launch_slot_: id 0 | task 7004 | processing task, is_child = 0 4.32.581.773 I slot print_timing: id 0 | task 7004 | prompt eval time = 801.35 ms / 314 tokens ( 2.55 ms per token, 391.84 tokens per second) 4.32.581.780 I slot print_timing: id 0 | task 7004 | eval time = 1765.81 ms / 67 tokens ( 26.75 ms per token, 37.38 tokens per second) 4.32.581.781 I slot print_timing: id 0 | task 7004 | total time = 2567.16 ms / 381 tokens 4.32.581.782 I slot print_timing: id 0 | task 7004 | graphs reused = 6338 4.32.581.782 I slot print_timing: id 0 | task 7004 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.581.812 I slot release: id 0 | task 7004 | stop processing: n_tokens = 380, truncated = 0 4.32.590.515 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 233715011432 4.32.595.087 I slot launch_slot_: id 0 | task 7074 | processing task, is_child = 0 4.36.711.323 I slot print_timing: id 0 | task 7074 | prompt eval time = 1357.05 ms / 567 tokens ( 2.39 ms per token, 417.82 tokens per second) 4.36.711.329 I slot print_timing: id 0 | task 7074 | eval time = 2759.17 ms / 104 tokens ( 26.79 ms per token, 37.33 tokens per second) 4.36.711.330 I slot print_timing: id 0 | task 7074 | total time = 4116.23 ms / 671 tokens 4.36.711.331 I slot print_timing: id 0 | task 7074 | graphs reused = 6440 4.36.711.331 I slot print_timing: id 0 | task 7074 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.711.377 I slot release: id 0 | task 7074 | stop processing: n_tokens = 670, truncated = 0 4.36.718.261 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 670, t_last = 233719140997 4.36.725.253 I slot launch_slot_: id 0 | task 7182 | processing task, is_child = 0 4.40.224.681 I slot print_timing: id 0 | task 7182 | prompt eval time = 798.02 ms / 306 tokens ( 2.61 ms per token, 383.45 tokens per second) 4.40.224.684 I slot print_timing: id 0 | task 7182 | eval time = 2701.39 ms / 102 tokens ( 26.75 ms per token, 37.39 tokens per second) 4.40.224.685 I slot print_timing: id 0 | task 7182 | total time = 3499.41 ms / 408 tokens 4.40.224.686 I slot print_timing: id 0 | task 7182 | graphs reused = 6540 4.40.224.686 I slot print_timing: id 0 | task 7182 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.224.717 I slot release: id 0 | task 7182 | stop processing: n_tokens = 407, truncated = 0 4.40.232.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 233722654337 4.40.235.634 I slot launch_slot_: id 0 | task 7287 | processing task, is_child = 0 4.44.246.264 I slot print_timing: id 0 | task 7287 | n_gen = 115, tg = 37.86 t/s, tg_3s = 38.19 t/s 4.44.298.575 I slot print_timing: id 0 | task 7287 | prompt eval time = 999.13 ms / 429 tokens ( 2.33 ms per token, 429.37 tokens per second) 4.44.298.581 I slot print_timing: id 0 | task 7287 | eval time = 3063.80 ms / 117 tokens ( 26.41 ms per token, 37.86 tokens per second) 4.44.298.581 I slot print_timing: id 0 | task 7287 | total time = 4062.93 ms / 546 tokens 4.44.298.581 I slot print_timing: id 0 | task 7287 | graphs reused = 6654 4.44.298.582 I slot print_timing: id 0 | task 7287 | graph reallocs = 0 / 0 (same size) / (changed size) 4.44.298.615 I slot release: id 0 | task 7287 | stop processing: n_tokens = 545, truncated = 0 4.44.302.701 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 545, t_last = 233726728235 4.44.307.424 I slot launch_slot_: id 0 | task 7407 | processing task, is_child = 0 4.46.842.694 I slot print_timing: id 0 | task 7407 | prompt eval time = 541.91 ms / 197 tokens ( 2.75 ms per token, 363.53 tokens per second) 4.46.842.698 I slot print_timing: id 0 | task 7407 | eval time = 1993.35 ms / 75 tokens ( 26.94 ms per token, 37.12 tokens per second) 4.46.842.699 I slot print_timing: id 0 | task 7407 | total time = 2535.26 ms / 272 tokens 4.46.842.700 I slot print_timing: id 0 | task 7407 | graphs reused = 6726 4.46.842.701 I slot print_timing: id 0 | task 7407 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.842.728 I slot release: id 0 | task 7407 | stop processing: n_tokens = 271, truncated = 0 4.46.851.084 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 233729272348 4.46.853.372 I slot launch_slot_: id 0 | task 7485 | processing task, is_child = 0 4.50.799.064 I slot print_timing: id 0 | task 7485 | n_gen = 113, tg = 37.26 t/s, tg_3s = 37.59 t/s 4.50.825.912 I slot print_timing: id 0 | task 7485 | prompt eval time = 939.71 ms / 398 tokens ( 2.36 ms per token, 423.53 tokens per second) 4.50.825.919 I slot print_timing: id 0 | task 7485 | eval time = 3032.82 ms / 114 tokens ( 26.84 ms per token, 37.26 tokens per second) 4.50.825.920 I slot print_timing: id 0 | task 7485 | total time = 3972.53 ms / 512 tokens 4.50.825.921 I slot print_timing: id 0 | task 7485 | graphs reused = 6838 4.50.825.921 I slot print_timing: id 0 | task 7485 | graph reallocs = 0 / 0 (same size) / (changed size) 4.50.825.962 I slot release: id 0 | task 7485 | stop processing: n_tokens = 511, truncated = 0 4.50.834.076 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 233733255582 4.50.840.157 I slot launch_slot_: id 0 | task 7602 | processing task, is_child = 0 4.55.053.531 I slot print_timing: id 0 | task 7602 | n_gen = 113, tg = 37.19 t/s, tg_3s = 37.52 t/s 4.55.321.537 I slot print_timing: id 0 | task 7602 | prompt eval time = 1201.40 ms / 510 tokens ( 2.36 ms per token, 424.50 tokens per second) 4.55.321.540 I slot print_timing: id 0 | task 7602 | eval time = 3279.96 ms / 123 tokens ( 26.88 ms per token, 37.20 tokens per second) 4.55.321.541 I slot print_timing: id 0 | task 7602 | total time = 4481.37 ms / 633 tokens 4.55.321.542 I slot print_timing: id 0 | task 7602 | graphs reused = 6958 4.55.321.542 I slot print_timing: id 0 | task 7602 | graph reallocs = 0 / 0 (same size) / (changed size) 4.55.321.588 I slot release: id 0 | task 7602 | stop processing: n_tokens = 632, truncated = 0 4.55.332.503 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 233737751209 4.55.342.243 I slot launch_slot_: id 0 | task 7728 | processing task, is_child = 0 4.59.442.317 I slot print_timing: id 0 | task 7728 | prompt eval time = 1358.39 ms / 560 tokens ( 2.43 ms per token, 412.25 tokens per second) 4.59.442.324 I slot print_timing: id 0 | task 7728 | eval time = 2741.67 ms / 103 tokens ( 26.88 ms per token, 37.20 tokens per second) 4.59.442.324 I slot print_timing: id 0 | task 7728 | total time = 4100.07 ms / 663 tokens 4.59.442.325 I slot print_timing: id 0 | task 7728 | graphs reused = 7059 4.59.442.326 I slot print_timing: id 0 | task 7728 | graph reallocs = 0 / 0 (same size) / (changed size) 4.59.442.378 I slot release: id 0 | task 7728 | stop processing: n_tokens = 662, truncated = 0 4.59.452.553 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 662, t_last = 233741871999 4.59.461.750 I slot launch_slot_: id 0 | task 7835 | processing task, is_child = 0 5.02.385.139 I slot print_timing: id 0 | task 7835 | prompt eval time = 936.05 ms / 392 tokens ( 2.39 ms per token, 418.78 tokens per second) 5.02.385.143 I slot print_timing: id 0 | task 7835 | eval time = 1987.32 ms / 75 tokens ( 26.86 ms per token, 37.24 tokens per second) 5.02.385.143 I slot print_timing: id 0 | task 7835 | total time = 2923.38 ms / 467 tokens 5.02.385.144 I slot print_timing: id 0 | task 7835 | graphs reused = 7132 5.02.385.145 I slot print_timing: id 0 | task 7835 | graph reallocs = 0 / 0 (same size) / (changed size) 5.02.385.183 I slot release: id 0 | task 7835 | stop processing: n_tokens = 466, truncated = 0 5.02.393.359 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 233744814803 5.02.398.443 I slot launch_slot_: id 0 | task 7913 | processing task, is_child = 0 5.06.529.851 I slot print_timing: id 0 | task 7913 | n_gen = 113, tg = 37.18 t/s, tg_3s = 37.51 t/s 5.07.281.535 I slot print_timing: id 0 | task 7913 | prompt eval time = 1119.24 ms / 460 tokens ( 2.43 ms per token, 410.99 tokens per second) 5.07.281.545 I slot print_timing: id 0 | task 7913 | eval time = 3763.85 ms / 141 tokens ( 26.88 ms per token, 37.20 tokens per second) 5.07.281.546 I slot print_timing: id 0 | task 7913 | total time = 4883.08 ms / 601 tokens 5.07.281.546 I slot print_timing: id 0 | task 7913 | graphs reused = 7270 5.07.281.547 I slot print_timing: id 0 | task 7913 | graph reallocs = 0 / 0 (same size) / (changed size) 5.07.281.590 I slot release: id 0 | task 7913 | stop processing: n_tokens = 600, truncated = 0 5.07.291.228 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 600, t_last = 233749711210 5.07.298.628 I slot launch_slot_: id 0 | task 8057 | processing task, is_child = 0 5.10.094.903 I slot print_timing: id 0 | task 8057 | prompt eval time = 996.37 ms / 416 tokens ( 2.40 ms per token, 417.51 tokens per second) 5.10.094.907 I slot print_timing: id 0 | task 8057 | eval time = 1799.89 ms / 68 tokens ( 26.86 ms per token, 37.22 tokens per second) 5.10.094.908 I slot print_timing: id 0 | task 8057 | total time = 2796.26 ms / 484 tokens 5.10.094.908 I slot print_timing: id 0 | task 8057 | graphs reused = 7336 5.10.094.909 I slot print_timing: id 0 | task 8057 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.094.949 I slot release: id 0 | task 8057 | stop processing: n_tokens = 483, truncated = 0 5.10.106.765 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 233752524570 5.10.114.883 I slot launch_slot_: id 0 | task 8128 | processing task, is_child = 0 5.14.323.669 I slot print_timing: id 0 | task 8128 | prompt eval time = 1360.30 ms / 574 tokens ( 2.37 ms per token, 421.96 tokens per second) 5.14.323.673 I slot print_timing: id 0 | task 8128 | eval time = 2848.47 ms / 107 tokens ( 26.87 ms per token, 37.21 tokens per second) 5.14.323.674 I slot print_timing: id 0 | task 8128 | total time = 4208.77 ms / 681 tokens 5.14.323.674 I slot print_timing: id 0 | task 8128 | graphs reused = 7441 5.14.323.675 I slot print_timing: id 0 | task 8128 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.323.728 I slot release: id 0 | task 8128 | stop processing: n_tokens = 680, truncated = 0 5.14.334.133 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 680, t_last = 233756753348 5.14.340.400 I slot launch_slot_: id 0 | task 8239 | processing task, is_child = 0 5.18.913.121 I slot print_timing: id 0 | task 8239 | n_gen = 113, tg = 37.15 t/s, tg_3s = 37.48 t/s 5.19.181.606 I slot print_timing: id 0 | task 8239 | prompt eval time = 1557.86 ms / 658 tokens ( 2.37 ms per token, 422.37 tokens per second) 5.19.181.613 I slot print_timing: id 0 | task 8239 | eval time = 3283.33 ms / 123 tokens ( 26.91 ms per token, 37.16 tokens per second) 5.19.181.615 I slot print_timing: id 0 | task 8239 | total time = 4841.19 ms / 781 tokens 5.19.181.616 I slot print_timing: id 0 | task 8239 | graphs reused = 7561 5.19.181.616 I slot print_timing: id 0 | task 8239 | graph reallocs = 0 / 0 (same size) / (changed size) 5.19.181.681 I slot release: id 0 | task 8239 | stop processing: n_tokens = 780, truncated = 0 5.19.191.858 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 780, t_last = 233761611301 5.19.202.826 I slot launch_slot_: id 0 | task 8366 | processing task, is_child = 0 5.22.184.117 I slot print_timing: id 0 | task 8366 | prompt eval time = 1067.08 ms / 466 tokens ( 2.29 ms per token, 436.71 tokens per second) 5.22.184.124 I slot print_timing: id 0 | task 8366 | eval time = 1914.20 ms / 72 tokens ( 26.96 ms per token, 37.09 tokens per second) 5.22.184.124 I slot print_timing: id 0 | task 8366 | total time = 2981.28 ms / 538 tokens 5.22.184.125 I slot print_timing: id 0 | task 8366 | graphs reused = 7630 5.22.184.126 I slot print_timing: id 0 | task 8366 | graph reallocs = 0 / 0 (same size) / (changed size) 5.22.184.169 I slot release: id 0 | task 8366 | stop processing: n_tokens = 537, truncated = 0 5.22.194.492 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 537, t_last = 233764613789 5.22.200.729 I slot launch_slot_: id 0 | task 8441 | processing task, is_child = 0 5.26.499.892 I slot print_timing: id 0 | task 8441 | n_gen = 113, tg = 37.22 t/s, tg_3s = 37.55 t/s 5.26.956.107 I slot print_timing: id 0 | task 8441 | prompt eval time = 1289.88 ms / 530 tokens ( 2.43 ms per token, 410.89 tokens per second) 5.26.956.113 I slot print_timing: id 0 | task 8441 | eval time = 3465.49 ms / 130 tokens ( 26.86 ms per token, 37.22 tokens per second) 5.26.956.115 I slot print_timing: id 0 | task 8441 | total time = 4755.36 ms / 660 tokens 5.26.956.115 I slot print_timing: id 0 | task 8441 | graphs reused = 7758 5.26.956.116 I slot print_timing: id 0 | task 8441 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.956.164 I slot release: id 0 | task 8441 | stop processing: n_tokens = 659, truncated = 0 5.26.962.911 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 233769385784 5.26.969.568 I slot launch_slot_: id 0 | task 8575 | processing task, is_child = 0 5.30.721.584 I slot print_timing: id 0 | task 8575 | n_gen = 113, tg = 37.31 t/s, tg_3s = 37.64 t/s 5.30.989.279 I slot print_timing: id 0 | task 8575 | prompt eval time = 749.98 ms / 315 tokens ( 2.38 ms per token, 420.01 tokens per second) 5.30.989.285 I slot print_timing: id 0 | task 8575 | eval time = 3269.73 ms / 123 tokens ( 26.80 ms per token, 37.31 tokens per second) 5.30.989.285 I slot print_timing: id 0 | task 8575 | total time = 4019.70 ms / 438 tokens 5.30.989.286 I slot print_timing: id 0 | task 8575 | graphs reused = 7879 5.30.989.287 I slot print_timing: id 0 | task 8575 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.989.321 I slot release: id 0 | task 8575 | stop processing: n_tokens = 437, truncated = 0 5.30.998.153 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 437, t_last = 233773418941 5.31.001.760 I slot launch_slot_: id 0 | task 8701 | processing task, is_child = 0 5.34.940.366 I slot print_timing: id 0 | task 8701 | n_gen = 113, tg = 37.31 t/s, tg_3s = 37.64 t/s 5.35.908.603 I slot print_timing: id 0 | task 8701 | prompt eval time = 936.57 ms / 391 tokens ( 2.40 ms per token, 417.48 tokens per second) 5.35.908.610 I slot print_timing: id 0 | task 8701 | eval time = 3970.25 ms / 149 tokens ( 26.83 ms per token, 37.28 tokens per second) 5.35.908.610 I slot print_timing: id 0 | task 8701 | total time = 4906.83 ms / 540 tokens 5.35.908.611 I slot print_timing: id 0 | task 8701 | graphs reused = 8025 5.35.908.612 I slot print_timing: id 0 | task 8701 | graph reallocs = 0 / 0 (same size) / (changed size) 5.35.908.654 I slot release: id 0 | task 8701 | stop processing: n_tokens = 539, truncated = 0 5.35.920.646 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 539, t_last = 233778338274 5.35.928.032 I slot launch_slot_: id 0 | task 8853 | processing task, is_child = 0 5.40.582.496 I slot print_timing: id 0 | task 8853 | n_gen = 113, tg = 37.16 t/s, tg_3s = 37.49 t/s 5.40.716.744 I slot print_timing: id 0 | task 8853 | prompt eval time = 1640.46 ms / 707 tokens ( 2.32 ms per token, 430.98 tokens per second) 5.40.716.747 I slot print_timing: id 0 | task 8853 | eval time = 3148.24 ms / 118 tokens ( 26.91 ms per token, 37.16 tokens per second) 5.40.716.748 I slot print_timing: id 0 | task 8853 | total time = 4788.70 ms / 825 tokens 5.40.716.749 I slot print_timing: id 0 | task 8853 | graphs reused = 8140 5.40.716.749 I slot print_timing: id 0 | task 8853 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.716.812 I slot release: id 0 | task 8853 | stop processing: n_tokens = 824, truncated = 0 5.40.727.097 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 824, t_last = 233783146432 5.40.735.349 I slot launch_slot_: id 0 | task 8975 | processing task, is_child = 0 5.45.306.543 I slot print_timing: id 0 | task 8975 | n_gen = 113, tg = 37.12 t/s, tg_3s = 37.45 t/s 5.46.326.903 I slot print_timing: id 0 | task 8975 | prompt eval time = 1553.55 ms / 663 tokens ( 2.34 ms per token, 426.76 tokens per second) 5.46.326.908 I slot print_timing: id 0 | task 8975 | eval time = 4037.99 ms / 151 tokens ( 26.92 ms per token, 37.15 tokens per second) 5.46.326.909 I slot print_timing: id 0 | task 8975 | total time = 5591.54 ms / 814 tokens 5.46.326.909 I slot print_timing: id 0 | task 8975 | graphs reused = 8288 5.46.326.910 I slot print_timing: id 0 | task 8975 | graph reallocs = 0 / 0 (same size) / (changed size) 5.46.326.968 I slot release: id 0 | task 8975 | stop processing: n_tokens = 813, truncated = 0 5.46.333.474 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 813, t_last = 233788756588 5.46.341.931 I slot launch_slot_: id 0 | task 9130 | processing task, is_child = 0 5.49.636.412 I slot print_timing: id 0 | task 9130 | prompt eval time = 611.43 ms / 223 tokens ( 2.74 ms per token, 364.72 tokens per second) 5.49.636.419 I slot print_timing: id 0 | task 9130 | eval time = 2683.04 ms / 101 tokens ( 26.83 ms per token, 37.27 tokens per second) 5.49.636.420 I slot print_timing: id 0 | task 9130 | total time = 3294.47 ms / 324 tokens 5.49.636.420 I slot print_timing: id 0 | task 9130 | graphs reused = 8386 5.49.636.421 I slot print_timing: id 0 | task 9130 | graph reallocs = 0 / 0 (same size) / (changed size) 5.49.636.448 I slot release: id 0 | task 9130 | stop processing: n_tokens = 323, truncated = 0 5.49.642.883 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 323, t_last = 233792066069 5.49.646.742 I slot launch_slot_: id 0 | task 9234 | processing task, is_child = 0 5.53.148.279 I slot print_timing: id 0 | task 9234 | n_gen = 114, tg = 37.34 t/s, tg_3s = 37.67 t/s 5.56.167.040 I slot print_timing: id 0 | task 9234 | n_gen = 227, tg = 37.39 t/s, tg_3s = 37.43 t/s 5.56.916.243 I slot print_timing: id 0 | task 9234 | prompt eval time = 475.48 ms / 154 tokens ( 3.09 ms per token, 323.88 tokens per second) 5.56.916.251 I slot print_timing: id 0 | task 9234 | eval time = 6794.01 ms / 255 tokens ( 26.75 ms per token, 37.39 tokens per second) 5.56.916.252 I slot print_timing: id 0 | task 9234 | total time = 7269.49 ms / 409 tokens 5.56.916.253 I slot print_timing: id 0 | task 9234 | graphs reused = 8638 5.56.916.253 I slot print_timing: id 0 | task 9234 | graph reallocs = 0 / 0 (same size) / (changed size) 5.56.916.277 I slot release: id 0 | task 9234 | stop processing: n_tokens = 408, truncated = 0 5.56.922.836 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 233799345897 5.56.927.914 I slot launch_slot_: id 0 | task 9492 | processing task, is_child = 0 5.58.059.194 I slot print_timing: id 0 | task 9492 | prompt eval time = 486.47 ms / 171 tokens ( 2.84 ms per token, 351.51 tokens per second) 5.58.059.201 I slot print_timing: id 0 | task 9492 | eval time = 644.80 ms / 25 tokens ( 26.87 ms per token, 37.22 tokens per second) 5.58.059.201 I slot print_timing: id 0 | task 9492 | total time = 1131.27 ms / 196 tokens 5.58.059.202 I slot print_timing: id 0 | task 9492 | graphs reused = 8661 5.58.059.203 I slot print_timing: id 0 | task 9492 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.059.226 I slot release: id 0 | task 9492 | stop processing: n_tokens = 195, truncated = 0 5.58.064.806 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 233800488846 5.58.066.833 I slot launch_slot_: id 0 | task 9520 | processing task, is_child = 0 6.01.505.461 I slot print_timing: id 0 | task 9520 | n_gen = 114, tg = 37.41 t/s, tg_3s = 37.74 t/s 6.02.898.636 I slot print_timing: id 0 | task 9520 | prompt eval time = 417.71 ms / 131 tokens ( 3.19 ms per token, 313.61 tokens per second) 6.02.898.642 I slot print_timing: id 0 | task 9520 | eval time = 4414.08 ms / 166 tokens ( 26.75 ms per token, 37.38 tokens per second) 6.02.898.643 I slot print_timing: id 0 | task 9520 | total time = 4831.79 ms / 297 tokens 6.02.898.644 I slot print_timing: id 0 | task 9520 | graphs reused = 8824 6.02.898.644 I slot print_timing: id 0 | task 9520 | graph reallocs = 0 / 0 (same size) / (changed size) 6.02.898.667 I slot release: id 0 | task 9520 | stop processing: n_tokens = 296, truncated = 0 6.02.904.329 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 296, t_last = 233805328288 6.02.906.860 I slot launch_slot_: id 0 | task 9689 | processing task, is_child = 0 6.04.403.240 I slot print_timing: id 0 | task 9689 | prompt eval time = 609.90 ms / 206 tokens ( 2.96 ms per token, 337.76 tokens per second) 6.04.403.247 I slot print_timing: id 0 | task 9689 | eval time = 886.47 ms / 34 tokens ( 26.86 ms per token, 37.23 tokens per second) 6.04.403.248 I slot print_timing: id 0 | task 9689 | total time = 1496.37 ms / 240 tokens 6.04.403.249 I slot print_timing: id 0 | task 9689 | graphs reused = 8856 6.04.403.249 I slot print_timing: id 0 | task 9689 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.403.275 I slot release: id 0 | task 9689 | stop processing: n_tokens = 239, truncated = 0 6.04.408.552 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 233806832895 6.04.411.889 I slot launch_slot_: id 0 | task 9726 | processing task, is_child = 0 6.05.174.435 I slot print_timing: id 0 | task 9726 | prompt eval time = 357.27 ms / 107 tokens ( 3.34 ms per token, 299.49 tokens per second) 6.05.174.439 I slot print_timing: id 0 | task 9726 | eval time = 405.26 ms / 16 tokens ( 27.02 ms per token, 37.01 tokens per second) 6.05.174.440 I slot print_timing: id 0 | task 9726 | total time = 762.53 ms / 123 tokens 6.05.174.440 I slot print_timing: id 0 | task 9726 | graphs reused = 8870 6.05.174.441 I slot print_timing: id 0 | task 9726 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.174.460 I slot release: id 0 | task 9726 | stop processing: n_tokens = 122, truncated = 0 6.05.180.098 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 233807604080 6.05.181.043 I slot launch_slot_: id 0 | task 9745 | processing task, is_child = 0 6.08.656.173 I slot print_timing: id 0 | task 9745 | n_gen = 113, tg = 37.33 t/s, tg_3s = 37.66 t/s 6.11.596.265 I slot print_timing: id 0 | task 9745 | prompt eval time = 474.55 ms / 147 tokens ( 3.23 ms per token, 309.77 tokens per second) 6.11.596.272 I slot print_timing: id 0 | task 9745 | eval time = 5940.66 ms / 223 tokens ( 26.76 ms per token, 37.37 tokens per second) 6.11.596.273 I slot print_timing: id 0 | task 9745 | total time = 6415.21 ms / 370 tokens 6.11.596.273 I slot print_timing: id 0 | task 9745 | graphs reused = 9090 6.11.596.274 I slot print_timing: id 0 | task 9745 | graph reallocs = 0 / 0 (same size) / (changed size) 6.11.596.297 I slot release: id 0 | task 9745 | stop processing: n_tokens = 369, truncated = 0 6.11.603.089 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 369, t_last = 233814025917 6.11.608.844 I slot launch_slot_: id 0 | task 9971 | processing task, is_child = 0 6.15.057.818 I slot print_timing: id 0 | task 9971 | n_gen = 114, tg = 37.35 t/s, tg_3s = 37.68 t/s 6.18.077.862 I slot print_timing: id 0 | task 9971 | n_gen = 227, tg = 37.38 t/s, tg_3s = 37.42 t/s 6.19.361.807 I slot print_timing: id 0 | task 9971 | prompt eval time = 423.32 ms / 146 tokens ( 2.90 ms per token, 344.89 tokens per second) 6.19.361.810 I slot print_timing: id 0 | task 9971 | eval time = 7329.62 ms / 275 tokens ( 26.75 ms per token, 37.38 tokens per second) 6.19.361.812 I slot print_timing: id 0 | task 9971 | total time = 7752.94 ms / 421 tokens 6.19.361.812 I slot print_timing: id 0 | task 9971 | graphs reused = 9362 6.19.361.813 I slot print_timing: id 0 | task 9971 | graph reallocs = 0 / 0 (same size) / (changed size) 6.19.361.839 I slot release: id 0 | task 9971 | stop processing: n_tokens = 420, truncated = 0 6.19.367.628 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 420, t_last = 233821791459 6.19.373.341 I slot launch_slot_: id 0 | task 10249 | processing task, is_child = 0 6.20.616.081 I slot print_timing: id 0 | task 10249 | prompt eval time = 356.85 ms / 85 tokens ( 4.20 ms per token, 238.19 tokens per second) 6.20.616.087 I slot print_timing: id 0 | task 10249 | eval time = 885.87 ms / 34 tokens ( 26.84 ms per token, 37.25 tokens per second) 6.20.616.088 I slot print_timing: id 0 | task 10249 | total time = 1242.72 ms / 119 tokens 6.20.616.088 I slot print_timing: id 0 | task 10249 | graphs reused = 9394 6.20.616.089 I slot print_timing: id 0 | task 10249 | graph reallocs = 0 / 0 (same size) / (changed size) 6.20.616.106 I slot release: id 0 | task 10249 | stop processing: n_tokens = 118, truncated = 0 6.20.622.227 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 118, t_last = 233823045727 6.20.624.102 I slot launch_slot_: id 0 | task 10286 | processing task, is_child = 0 6.21.331.182 I slot print_timing: id 0 | task 10286 | prompt eval time = 490.20 ms / 155 tokens ( 3.16 ms per token, 316.19 tokens per second) 6.21.331.188 I slot print_timing: id 0 | task 10286 | eval time = 216.86 ms / 9 tokens ( 27.11 ms per token, 36.89 tokens per second) 6.21.331.189 I slot print_timing: id 0 | task 10286 | total time = 707.07 ms / 164 tokens 6.21.331.190 I slot print_timing: id 0 | task 10286 | graphs reused = 9401 6.21.331.190 I slot print_timing: id 0 | task 10286 | graph reallocs = 0 / 0 (same size) / (changed size) 6.21.331.219 I slot release: id 0 | task 10286 | stop processing: n_tokens = 163, truncated = 0 6.21.337.300 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 163, t_last = 233823760839 6.21.339.971 I slot launch_slot_: id 0 | task 10298 | processing task, is_child = 0 6.24.820.394 I slot print_timing: id 0 | task 10298 | n_gen = 113, tg = 37.32 t/s, tg_3s = 37.65 t/s 6.26.556.348 I slot print_timing: id 0 | task 10298 | prompt eval time = 479.43 ms / 151 tokens ( 3.18 ms per token, 314.96 tokens per second) 6.26.556.354 I slot print_timing: id 0 | task 10298 | eval time = 4736.94 ms / 178 tokens ( 26.76 ms per token, 37.37 tokens per second) 6.26.556.355 I slot print_timing: id 0 | task 10298 | total time = 5216.37 ms / 329 tokens 6.26.556.356 I slot print_timing: id 0 | task 10298 | graphs reused = 9576 6.26.556.356 I slot print_timing: id 0 | task 10298 | graph reallocs = 0 / 0 (same size) / (changed size) 6.26.556.379 I slot release: id 0 | task 10298 | stop processing: n_tokens = 328, truncated = 0 6.26.562.331 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 328, t_last = 233828985999 6.26.565.289 I slot launch_slot_: id 0 | task 10479 | processing task, is_child = 0 6.28.015.611 I slot print_timing: id 0 | task 10479 | prompt eval time = 483.05 ms / 166 tokens ( 2.91 ms per token, 343.65 tokens per second) 6.28.015.615 I slot print_timing: id 0 | task 10479 | eval time = 967.26 ms / 37 tokens ( 26.87 ms per token, 37.22 tokens per second) 6.28.015.616 I slot print_timing: id 0 | task 10479 | total time = 1450.31 ms / 203 tokens 6.28.015.617 I slot print_timing: id 0 | task 10479 | graphs reused = 9611 6.28.015.617 I slot print_timing: id 0 | task 10479 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.015.641 I slot release: id 0 | task 10479 | stop processing: n_tokens = 202, truncated = 0 6.28.021.845 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 202, t_last = 233830445261 6.28.025.288 I slot launch_slot_: id 0 | task 10519 | processing task, is_child = 0 6.28.926.670 I slot print_timing: id 0 | task 10519 | prompt eval time = 419.13 ms / 137 tokens ( 3.06 ms per token, 326.87 tokens per second) 6.28.926.673 I slot print_timing: id 0 | task 10519 | eval time = 482.23 ms / 19 tokens ( 26.79 ms per token, 37.33 tokens per second) 6.28.926.674 I slot print_timing: id 0 | task 10519 | total time = 901.36 ms / 156 tokens 6.28.926.675 I slot print_timing: id 0 | task 10519 | graphs reused = 9628 6.28.926.675 I slot print_timing: id 0 | task 10519 | graph reallocs = 0 / 0 (same size) / (changed size) 6.28.926.703 I slot release: id 0 | task 10519 | stop processing: n_tokens = 155, truncated = 0 6.28.932.309 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 233831356323 6.28.934.586 I slot launch_slot_: id 0 | task 10541 | processing task, is_child = 0 6.32.436.360 I slot print_timing: id 0 | task 10541 | n_gen = 114, tg = 37.34 t/s, tg_3s = 37.67 t/s 6.35.456.902 I slot print_timing: id 0 | task 10541 | n_gen = 227, tg = 37.37 t/s, tg_3s = 37.41 t/s 6.38.480.507 I slot print_timing: id 0 | task 10541 | n_gen = 340, tg = 37.37 t/s, tg_3s = 37.37 t/s 6.38.962.013 I slot print_timing: id 0 | task 10541 | prompt eval time = 475.19 ms / 146 tokens ( 3.25 ms per token, 307.24 tokens per second) 6.38.962.017 I slot print_timing: id 0 | task 10541 | eval time = 9552.23 ms / 358 tokens ( 26.76 ms per token, 37.37 tokens per second) 6.38.962.018 I slot print_timing: id 0 | task 10541 | total time = 10027.42 ms / 504 tokens 6.38.962.019 I slot print_timing: id 0 | task 10541 | graphs reused = 9983 6.38.962.019 I slot print_timing: id 0 | task 10541 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.962.046 I slot release: id 0 | task 10541 | stop processing: n_tokens = 503, truncated = 0 6.38.968.194 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 503, t_last = 233841391666 6.38.974.426 I slot launch_slot_: id 0 | task 10902 | processing task, is_child = 0 6.42.455.677 I slot print_timing: id 0 | task 10902 | n_gen = 113, tg = 37.32 t/s, tg_3s = 37.66 t/s 6.45.476.241 I slot print_timing: id 0 | task 10902 | n_gen = 226, tg = 37.37 t/s, tg_3s = 37.41 t/s 6.48.500.500 I slot print_timing: id 0 | task 10902 | n_gen = 339, tg = 37.37 t/s, tg_3s = 37.36 t/s 6.49.816.377 I slot print_timing: id 0 | task 10902 | prompt eval time = 480.40 ms / 167 tokens ( 2.88 ms per token, 347.63 tokens per second) 6.49.816.384 I slot print_timing: id 0 | task 10902 | eval time = 10361.54 ms / 388 tokens ( 26.77 ms per token, 37.35 tokens per second) 6.49.816.384 I slot print_timing: id 0 | task 10902 | total time = 10841.94 ms / 555 tokens 6.49.816.385 I slot print_timing: id 0 | task 10902 | graphs reused = 10367 6.49.816.385 I slot print_timing: id 0 | task 10902 | graph reallocs = 0 / 0 (same size) / (changed size) 6.49.816.410 I slot release: id 0 | task 10902 | stop processing: n_tokens = 554, truncated = 0 6.49.823.599 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 554, t_last = 233852246030 6.49.831.208 I slot launch_slot_: id 0 | task 11293 | processing task, is_child = 0 6.53.349.530 I slot print_timing: id 0 | task 11293 | n_gen = 114, tg = 37.35 t/s, tg_3s = 37.68 t/s 6.56.371.352 I slot print_timing: id 0 | task 11293 | n_gen = 227, tg = 37.37 t/s, tg_3s = 37.39 t/s 6.59.394.346 I slot print_timing: id 0 | task 11293 | n_gen = 340, tg = 37.37 t/s, tg_3s = 37.38 t/s 7.02.398.389 I slot print_timing: id 0 | task 11293 | n_gen = 452, tg = 37.35 t/s, tg_3s = 37.28 t/s 7.02.960.440 I slot print_timing: id 0 | task 11293 | prompt eval time = 492.69 ms / 160 tokens ( 3.08 ms per token, 324.75 tokens per second) 7.02.960.444 I slot print_timing: id 0 | task 11293 | eval time = 12636.53 ms / 473 tokens ( 26.77 ms per token, 37.35 tokens per second) 7.02.960.445 I slot print_timing: id 0 | task 11293 | total time = 13129.22 ms / 633 tokens 7.02.960.445 I slot print_timing: id 0 | task 11293 | graphs reused = 10836 7.02.960.446 I slot print_timing: id 0 | task 11293 | graph reallocs = 0 / 0 (same size) / (changed size) 7.02.960.469 I slot release: id 0 | task 11293 | stop processing: n_tokens = 632, truncated = 0 7.02.966.325 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 233865390089 7.02.971.003 I slot launch_slot_: id 0 | task 11769 | processing task, is_child = 0 7.06.486.456 I slot print_timing: id 0 | task 11769 | n_gen = 114, tg = 37.34 t/s, tg_3s = 37.67 t/s 7.09.505.193 I slot print_timing: id 0 | task 11769 | n_gen = 227, tg = 37.39 t/s, tg_3s = 37.43 t/s 7.12.528.148 I slot print_timing: id 0 | task 11769 | n_gen = 340, tg = 37.39 t/s, tg_3s = 37.38 t/s 7.13.683.383 I slot print_timing: id 0 | task 11769 | prompt eval time = 489.54 ms / 152 tokens ( 3.22 ms per token, 310.49 tokens per second) 7.13.683.386 I slot print_timing: id 0 | task 11769 | eval time = 10222.83 ms / 383 tokens ( 26.76 ms per token, 37.37 tokens per second) 7.13.683.387 I slot print_timing: id 0 | task 11769 | total time = 10712.37 ms / 535 tokens 7.13.683.388 I slot print_timing: id 0 | task 11769 | graphs reused = 11215 7.13.683.388 I slot print_timing: id 0 | task 11769 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.683.412 I slot release: id 0 | task 11769 | stop processing: n_tokens = 534, truncated = 0 7.13.689.237 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 534, t_last = 233876113032 7.13.695.244 I slot launch_slot_: id 0 | task 12155 | processing task, is_child = 0 7.17.208.882 I slot print_timing: id 0 | task 12155 | n_gen = 114, tg = 37.36 t/s, tg_3s = 37.69 t/s 7.17.742.950 I slot print_timing: id 0 | task 12155 | prompt eval time = 488.98 ms / 158 tokens ( 3.09 ms per token, 323.12 tokens per second) 7.17.742.956 I slot print_timing: id 0 | task 12155 | eval time = 3558.72 ms / 134 tokens ( 26.76 ms per token, 37.37 tokens per second) 7.17.742.957 I slot print_timing: id 0 | task 12155 | total time = 4047.69 ms / 292 tokens 7.17.742.957 I slot print_timing: id 0 | task 12155 | graphs reused = 11346 7.17.742.958 I slot print_timing: id 0 | task 12155 | graph reallocs = 0 / 0 (same size) / (changed size) 7.17.742.981 I slot release: id 0 | task 12155 | stop processing: n_tokens = 291, truncated = 0 7.17.748.588 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 233880172601 7.17.752.038 I slot launch_slot_: id 0 | task 12292 | processing task, is_child = 0 7.21.195.369 I slot print_timing: id 0 | task 12292 | n_gen = 114, tg = 37.39 t/s, tg_3s = 37.72 t/s 7.23.899.279 I slot print_timing: id 0 | task 12292 | prompt eval time = 421.02 ms / 140 tokens ( 3.01 ms per token, 332.52 tokens per second) 7.23.899.285 I slot print_timing: id 0 | task 12292 | eval time = 5726.21 ms / 215 tokens ( 26.76 ms per token, 37.37 tokens per second) 7.23.899.286 I slot print_timing: id 0 | task 12292 | total time = 6147.23 ms / 355 tokens 7.23.899.287 I slot print_timing: id 0 | task 12292 | graphs reused = 11558 7.23.899.287 I slot print_timing: id 0 | task 12292 | graph reallocs = 0 / 0 (same size) / (changed size) 7.23.899.310 I slot release: id 0 | task 12292 | stop processing: n_tokens = 354, truncated = 0 7.23.904.690 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 233886328930 7.23.907.933 I slot launch_slot_: id 0 | task 12510 | processing task, is_child = 0 7.24.967.226 I slot print_timing: id 0 | task 12510 | prompt eval time = 412.32 ms / 118 tokens ( 3.49 ms per token, 286.18 tokens per second) 7.24.967.233 I slot print_timing: id 0 | task 12510 | eval time = 646.96 ms / 25 tokens ( 26.96 ms per token, 37.10 tokens per second) 7.24.967.234 I slot print_timing: id 0 | task 12510 | total time = 1059.28 ms / 143 tokens 7.24.967.234 I slot print_timing: id 0 | task 12510 | graphs reused = 11581 7.24.967.235 I slot print_timing: id 0 | task 12510 | graph reallocs = 0 / 0 (same size) / (changed size) 7.24.967.254 I slot release: id 0 | task 12510 | stop processing: n_tokens = 142, truncated = 0 7.24.973.908 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 142, t_last = 233887396874 7.24.975.614 I slot launch_slot_: id 0 | task 12538 | processing task, is_child = 0 7.28.482.065 I slot print_timing: id 0 | task 12538 | n_gen = 114, tg = 37.35 t/s, tg_3s = 37.69 t/s 7.31.502.966 I slot print_timing: id 0 | task 12538 | n_gen = 227, tg = 37.38 t/s, tg_3s = 37.41 t/s 7.34.526.758 I slot print_timing: id 0 | task 12538 | n_gen = 340, tg = 37.38 t/s, tg_3s = 37.37 t/s 7.36.588.599 I slot print_timing: id 0 | task 12538 | prompt eval time = 481.39 ms / 162 tokens ( 2.97 ms per token, 336.52 tokens per second) 7.36.588.604 I slot print_timing: id 0 | task 12538 | eval time = 11131.58 ms / 417 tokens ( 26.76 ms per token, 37.37 tokens per second) 7.36.588.604 I slot print_timing: id 0 | task 12538 | total time = 11612.98 ms / 579 tokens 7.36.588.605 I slot print_timing: id 0 | task 12538 | graphs reused = 11994 7.36.588.606 I slot print_timing: id 0 | task 12538 | graph reallocs = 0 / 0 (same size) / (changed size) 7.36.588.635 I slot release: id 0 | task 12538 | stop processing: n_tokens = 578, truncated = 0 7.36.596.836 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 578, t_last = 233899018255 7.36.604.047 I slot launch_slot_: id 0 | task 12958 | processing task, is_child = 0 7.40.178.349 I slot print_timing: id 0 | task 12958 | n_gen = 114, tg = 37.33 t/s, tg_3s = 37.66 t/s 7.43.198.555 I slot print_timing: id 0 | task 12958 | n_gen = 227, tg = 37.37 t/s, tg_3s = 37.41 t/s 7.46.199.071 I slot print_timing: id 0 | task 12958 | n_gen = 339, tg = 37.36 t/s, tg_3s = 37.33 t/s 7.47.697.302 I slot print_timing: id 0 | task 12958 | prompt eval time = 547.36 ms / 181 tokens ( 3.02 ms per token, 330.68 tokens per second) 7.47.697.308 I slot print_timing: id 0 | task 12958 | eval time = 10545.88 ms / 395 tokens ( 26.77 ms per token, 37.36 tokens per second) 7.47.697.309 I slot print_timing: id 0 | task 12958 | total time = 11093.24 ms / 576 tokens 7.47.697.310 I slot print_timing: id 0 | task 12958 | graphs reused = 12385 7.47.697.310 I slot print_timing: id 0 | task 12958 | graph reallocs = 0 / 0 (same size) / (changed size) 7.47.697.339 I slot release: id 0 | task 12958 | stop processing: n_tokens = 575, truncated = 0 7.47.702.693 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 575, t_last = 233910126959 7.47.707.720 I slot launch_slot_: id 0 | task 13356 | processing task, is_child = 0 7.51.145.571 I slot print_timing: id 0 | task 13356 | n_gen = 114, tg = 37.40 t/s, tg_3s = 37.73 t/s 7.52.432.219 I slot print_timing: id 0 | task 13356 | prompt eval time = 416.75 ms / 119 tokens ( 3.50 ms per token, 285.54 tokens per second) 7.52.432.225 I slot print_timing: id 0 | task 13356 | eval time = 4307.73 ms / 162 tokens ( 26.76 ms per token, 37.37 tokens per second) 7.52.432.226 I slot print_timing: id 0 | task 13356 | total time = 4724.49 ms / 281 tokens 7.52.432.227 I slot print_timing: id 0 | task 13356 | graphs reused = 12544 7.52.432.227 I slot print_timing: id 0 | task 13356 | graph reallocs = 0 / 0 (same size) / (changed size) 7.52.432.248 I slot release: id 0 | task 13356 | stop processing: n_tokens = 280, truncated = 0 7.52.437.704 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 280, t_last = 233914861868 7.52.440.012 I slot launch_slot_: id 0 | task 13521 | processing task, is_child = 0 7.54.518.175 I slot print_timing: id 0 | task 13521 | prompt eval time = 417.22 ms / 135 tokens ( 3.09 ms per token, 323.57 tokens per second) 7.54.518.181 I slot print_timing: id 0 | task 13521 | eval time = 1660.93 ms / 63 tokens ( 26.79 ms per token, 37.33 tokens per second) 7.54.518.182 I slot print_timing: id 0 | task 13521 | total time = 2078.15 ms / 198 tokens 7.54.518.182 I slot print_timing: id 0 | task 13521 | graphs reused = 12605 7.54.518.183 I slot print_timing: id 0 | task 13521 | graph reallocs = 0 / 0 (same size) / (changed size) 7.54.518.204 I slot release: id 0 | task 13521 | stop processing: n_tokens = 197, truncated = 0 7.54.524.525 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 233916947824 7.54.527.563 I slot launch_slot_: id 0 | task 13587 | processing task, is_child = 0 7.57.965.741 I slot print_timing: id 0 | task 13587 | n_gen = 114, tg = 37.40 t/s, tg_3s = 37.73 t/s 8.00.989.122 I slot print_timing: id 0 | task 13587 | prompt eval time = 417.04 ms / 128 tokens ( 3.26 ms per token, 306.92 tokens per second) 8.00.989.126 I slot print_timing: id 0 | task 13587 | eval time = 6044.51 ms / 227 tokens ( 26.75 ms per token, 37.39 tokens per second) 8.00.989.126 I slot print_timing: id 0 | task 13587 | total time = 6461.55 ms / 355 tokens 8.00.989.127 I slot print_timing: id 0 | task 13587 | graphs reused = 12829 8.00.989.128 I slot print_timing: id 0 | task 13587 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.989.149 I slot release: id 0 | task 13587 | stop processing: n_tokens = 354, truncated = 0 8.00.995.779 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 233923418769 8.01.001.318 I slot launch_slot_: id 0 | task 13817 | processing task, is_child = 0 8.03.618.573 I slot print_timing: id 0 | task 13817 | prompt eval time = 422.50 ms / 142 tokens ( 2.98 ms per token, 336.09 tokens per second) 8.03.618.580 I slot print_timing: id 0 | task 13817 | eval time = 2194.74 ms / 83 tokens ( 26.77 ms per token, 37.36 tokens per second) 8.03.618.581 I slot print_timing: id 0 | task 13817 | total time = 2617.24 ms / 225 tokens 8.03.618.581 I slot print_timing: id 0 | task 13817 | graphs reused = 12910 8.03.618.582 I slot print_timing: id 0 | task 13817 | graph reallocs = 0 / 0 (same size) / (changed size) 8.03.618.607 I slot release: id 0 | task 13817 | stop processing: n_tokens = 224, truncated = 0 8.03.624.719 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 233926048227 8.03.628.554 I slot launch_slot_: id 0 | task 13903 | processing task, is_child = 0 8.04.534.160 I slot print_timing: id 0 | task 13903 | prompt eval time = 474.37 ms / 146 tokens ( 3.25 ms per token, 307.78 tokens per second) 8.04.534.166 I slot print_timing: id 0 | task 13903 | eval time = 431.23 ms / 17 tokens ( 26.95 ms per token, 37.10 tokens per second) 8.04.534.167 I slot print_timing: id 0 | task 13903 | total time = 905.59 ms / 163 tokens 8.04.534.167 I slot print_timing: id 0 | task 13903 | graphs reused = 12925 8.04.534.168 I slot print_timing: id 0 | task 13903 | graph reallocs = 0 / 0 (same size) / (changed size) 8.04.534.190 I slot release: id 0 | task 13903 | stop processing: n_tokens = 162, truncated = 0 8.04.540.276 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 233926963810 8.04.543.537 I slot launch_slot_: id 0 | task 13923 | processing task, is_child = 0 8.07.983.394 I slot print_timing: id 0 | task 13923 | n_gen = 114, tg = 37.40 t/s, tg_3s = 37.73 t/s 8.10.419.482 I slot print_timing: id 0 | task 13923 | prompt eval time = 418.72 ms / 138 tokens ( 3.03 ms per token, 329.57 tokens per second) 8.10.419.493 I slot print_timing: id 0 | task 13923 | eval time = 5457.20 ms / 205 tokens ( 26.75 ms per token, 37.38 tokens per second) 8.10.419.494 I slot print_timing: id 0 | task 13923 | total time = 5875.93 ms / 343 tokens 8.10.419.498 I slot print_timing: id 0 | task 13923 | graphs reused = 13127 8.10.419.498 I slot print_timing: id 0 | task 13923 | graph reallocs = 0 / 0 (same size) / (changed size) 8.10.419.521 I slot release: id 0 | task 13923 | stop processing: n_tokens = 342, truncated = 0 8.10.426.094 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 342, t_last = 233932849141 8.10.431.439 I slot launch_slot_: id 0 | task 14131 | processing task, is_child = 0 8.13.873.199 I slot print_timing: id 0 | task 14131 | n_gen = 114, tg = 37.39 t/s, tg_3s = 37.72 t/s 8.16.898.027 I slot print_timing: id 0 | task 14131 | n_gen = 227, tg = 37.37 t/s, tg_3s = 37.36 t/s 8.19.921.052 I slot print_timing: id 0 | task 14131 | n_gen = 340, tg = 37.38 t/s, tg_3s = 37.38 t/s 8.22.926.532 I slot print_timing: id 0 | task 14131 | n_gen = 452, tg = 37.35 t/s, tg_3s = 37.27 t/s 8.25.926.754 I slot print_timing: id 0 | task 14131 | n_gen = 564, tg = 37.35 t/s, tg_3s = 37.33 t/s 8.28.933.117 I slot print_timing: id 0 | task 14131 | n_gen = 676, tg = 37.33 t/s, tg_3s = 37.25 t/s 8.30.192.740 I slot print_timing: id 0 | task 14131 | prompt eval time = 419.68 ms / 140 tokens ( 3.00 ms per token, 333.59 tokens per second) 8.30.192.747 I slot print_timing: id 0 | task 14131 | eval time = 19341.61 ms / 723 tokens ( 26.79 ms per token, 37.33 tokens per second) 8.30.192.748 I slot print_timing: id 0 | task 14131 | total time = 19761.28 ms / 863 tokens 8.30.192.749 I slot print_timing: id 0 | task 14131 | graphs reused = 13845 8.30.192.749 I slot print_timing: id 0 | task 14131 | graph reallocs = 0 / 0 (same size) / (changed size) 8.30.192.772 I slot release: id 0 | task 14131 | stop processing: n_tokens = 862, truncated = 0 8.30.199.230 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 862, t_last = 233952622392 8.30.206.820 I slot launch_slot_: id 0 | task 14857 | processing task, is_child = 0 8.33.682.372 I slot print_timing: id 0 | task 14857 | n_gen = 113, tg = 37.30 t/s, tg_3s = 37.63 t/s 8.35.208.878 I slot print_timing: id 0 | task 14857 | prompt eval time = 472.84 ms / 144 tokens ( 3.28 ms per token, 304.55 tokens per second) 8.35.208.888 I slot print_timing: id 0 | task 14857 | eval time = 4529.21 ms / 170 tokens ( 26.80 ms per token, 37.31 tokens per second) 8.35.208.889 I slot print_timing: id 0 | task 14857 | total time = 5002.05 ms / 314 tokens 8.35.208.890 I slot print_timing: id 0 | task 14857 | graphs reused = 14012 8.35.208.890 I slot print_timing: id 0 | task 14857 | graph reallocs = 0 / 0 (same size) / (changed size) 8.35.208.913 I slot release: id 0 | task 14857 | stop processing: n_tokens = 313, truncated = 0 8.35.215.278 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 233957638533 8.35.218.649 I slot launch_slot_: id 0 | task 15030 | processing task, is_child = 0 8.36.560.687 I slot print_timing: id 0 | task 15030 | prompt eval time = 482.10 ms / 169 tokens ( 2.85 ms per token, 350.55 tokens per second) 8.36.560.691 I slot print_timing: id 0 | task 15030 | eval time = 859.92 ms / 33 tokens ( 26.87 ms per token, 37.21 tokens per second) 8.36.560.692 I slot print_timing: id 0 | task 15030 | total time = 1342.03 ms / 202 tokens 8.36.560.693 I slot print_timing: id 0 | task 15030 | graphs reused = 14043 8.36.560.693 I slot print_timing: id 0 | task 15030 | graph reallocs = 0 / 0 (same size) / (changed size) 8.36.560.716 I slot release: id 0 | task 15030 | stop processing: n_tokens = 201, truncated = 0 8.36.567.014 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 233958990336 8.36.569.755 I slot launch_slot_: id 0 | task 15066 | processing task, is_child = 0 8.37.830.794 I slot print_timing: id 0 | task 15066 | prompt eval time = 476.32 ms / 149 tokens ( 3.20 ms per token, 312.81 tokens per second) 8.37.830.801 I slot print_timing: id 0 | task 15066 | eval time = 784.71 ms / 30 tokens ( 27.06 ms per token, 36.96 tokens per second) 8.37.830.801 I slot print_timing: id 0 | task 15066 | total time = 1261.03 ms / 179 tokens 8.37.830.802 I slot print_timing: id 0 | task 15066 | graphs reused = 14071 8.37.830.803 I slot print_timing: id 0 | task 15066 | graph reallocs = 0 / 0 (same size) / (changed size) 8.37.830.826 I slot release: id 0 | task 15066 | stop processing: n_tokens = 178, truncated = 0 8.37.836.386 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 233960260446 8.37.838.551 I slot launch_slot_: id 0 | task 15099 | processing task, is_child = 0 8.41.297.153 I slot print_timing: id 0 | task 15099 | n_gen = 114, tg = 37.35 t/s, tg_3s = 37.68 t/s 8.41.671.221 I slot print_timing: id 0 | task 15099 | prompt eval time = 433.51 ms / 147 tokens ( 2.95 ms per token, 339.10 tokens per second) 8.41.671.227 I slot print_timing: id 0 | task 15099 | eval time = 3399.15 ms / 128 tokens ( 26.76 ms per token, 37.36 tokens per second) 8.41.671.228 I slot print_timing: id 0 | task 15099 | total time = 3832.66 ms / 275 tokens 8.41.671.229 I slot print_timing: id 0 | task 15099 | graphs reused = 14196 8.41.671.229 I slot print_timing: id 0 | task 15099 | graph reallocs = 0 / 0 (same size) / (changed size) 8.41.671.254 I slot release: id 0 | task 15099 | stop processing: n_tokens = 274, truncated = 0 8.41.678.337 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 274, t_last = 233964100874 8.41.682.859 I slot launch_slot_: id 0 | task 15230 | processing task, is_child = 0 8.45.160.315 I slot print_timing: id 0 | task 15230 | n_gen = 113, tg = 37.31 t/s, tg_3s = 37.64 t/s 8.46.498.225 I slot print_timing: id 0 | task 15230 | prompt eval time = 475.52 ms / 161 tokens ( 2.95 ms per token, 338.58 tokens per second) 8.46.498.231 I slot print_timing: id 0 | task 15230 | eval time = 4339.84 ms / 163 tokens ( 26.79 ms per token, 37.33 tokens per second) 8.46.498.232 I slot print_timing: id 0 | task 15230 | total time = 4815.35 ms / 324 tokens 8.46.498.233 I slot print_timing: id 0 | task 15230 | graphs reused = 14356 8.46.498.233 I slot print_timing: id 0 | task 15230 | graph reallocs = 0 / 0 (same size) / (changed size) 8.46.498.261 I slot release: id 0 | task 15230 | stop processing: n_tokens = 323, truncated = 0 8.46.505.194 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 323, t_last = 233968927881 8.46.510.507 I slot launch_slot_: id 0 | task 15396 | processing task, is_child = 0 8.47.397.355 I slot print_timing: id 0 | task 15396 | prompt eval time = 481.90 ms / 161 tokens ( 2.99 ms per token, 334.09 tokens per second) 8.47.397.361 I slot print_timing: id 0 | task 15396 | eval time = 404.93 ms / 16 tokens ( 27.00 ms per token, 37.04 tokens per second) 8.47.397.362 I slot print_timing: id 0 | task 15396 | total time = 886.83 ms / 177 tokens 8.47.397.363 I slot print_timing: id 0 | task 15396 | graphs reused = 14370 8.47.397.363 I slot print_timing: id 0 | task 15396 | graph reallocs = 0 / 0 (same size) / (changed size) 8.47.397.385 I slot release: id 0 | task 15396 | stop processing: n_tokens = 176, truncated = 0 8.47.404.179 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 176, t_last = 233969827005 8.47.408.075 I slot launch_slot_: id 0 | task 15415 | processing task, is_child = 0 8.50.882.724 I slot print_timing: id 0 | task 15415 | n_gen = 113, tg = 37.32 t/s, tg_3s = 37.65 t/s 8.53.905.811 I slot print_timing: id 0 | task 15415 | n_gen = 226, tg = 37.35 t/s, tg_3s = 37.38 t/s 8.56.931.336 I slot print_timing: id 0 | task 15415 | n_gen = 339, tg = 37.35 t/s, tg_3s = 37.35 t/s 8.59.936.836 I slot print_timing: id 0 | task 15415 | n_gen = 451, tg = 37.33 t/s, tg_3s = 37.27 t/s 9.02.939.515 I slot print_timing: id 0 | task 15415 | n_gen = 563, tg = 37.32 t/s, tg_3s = 37.30 t/s 9.05.948.201 I slot print_timing: id 0 | task 15415 | n_gen = 675, tg = 37.31 t/s, tg_3s = 37.23 t/s 9.08.962.388 I slot print_timing: id 0 | task 15415 | n_gen = 787, tg = 37.28 t/s, tg_3s = 37.16 t/s 9.11.963.693 I slot print_timing: id 0 | task 15415 | n_gen = 898, tg = 37.25 t/s, tg_3s = 36.98 t/s 9.14.986.868 I slot print_timing: id 0 | task 15415 | n_gen = 1010, tg = 37.22 t/s, tg_3s = 37.05 t/s 9.15.364.786 I slot print_timing: id 0 | task 15415 | prompt eval time = 473.27 ms / 149 tokens ( 3.18 ms per token, 314.83 tokens per second) 9.15.364.793 I slot print_timing: id 0 | task 15415 | eval time = 27483.42 ms / 1024 tokens ( 26.87 ms per token, 37.22 tokens per second) 9.15.364.794 I slot print_timing: id 0 | task 15415 | total time = 27956.69 ms / 1173 tokens 9.15.364.795 I slot print_timing: id 0 | task 15415 | graphs reused = 15388 9.15.364.795 I slot print_timing: id 0 | task 15415 | graph reallocs = 0 / 0 (same size) / (changed size) 9.15.364.821 I slot release: id 0 | task 15415 | stop processing: n_tokens = 1172, truncated = 0 9.15.371.821 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 233997794441 9.15.377.665 I slot launch_slot_: id 0 | task 16442 | processing task, is_child = 0 9.18.855.594 I slot print_timing: id 0 | task 16442 | n_gen = 113, tg = 37.32 t/s, tg_3s = 37.65 t/s 9.21.878.196 I slot print_timing: id 0 | task 16442 | n_gen = 226, tg = 37.35 t/s, tg_3s = 37.39 t/s 9.24.904.584 I slot print_timing: id 0 | task 16442 | n_gen = 339, tg = 37.35 t/s, tg_3s = 37.34 t/s 9.27.911.025 I slot print_timing: id 0 | task 16442 | n_gen = 451, tg = 37.32 t/s, tg_3s = 37.25 t/s 9.30.913.448 I slot print_timing: id 0 | task 16442 | n_gen = 563, tg = 37.32 t/s, tg_3s = 37.30 t/s 9.33.358.274 I slot print_timing: id 0 | task 16442 | prompt eval time = 476.99 ms / 162 tokens ( 2.94 ms per token, 339.63 tokens per second) 9.33.358.280 I slot print_timing: id 0 | task 16442 | eval time = 17503.61 ms / 654 tokens ( 26.80 ms per token, 37.31 tokens per second) 9.33.358.281 I slot print_timing: id 0 | task 16442 | total time = 17980.60 ms / 816 tokens 9.33.358.282 I slot print_timing: id 0 | task 16442 | graphs reused = 16037 9.33.358.283 I slot print_timing: id 0 | task 16442 | graph reallocs = 0 / 0 (same size) / (changed size) 9.33.358.307 I slot release: id 0 | task 16442 | stop processing: n_tokens = 815, truncated = 0 9.33.365.210 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 815, t_last = 234015787927 9.33.372.668 I slot launch_slot_: id 0 | task 17099 | processing task, is_child = 0 9.36.877.094 I slot print_timing: id 0 | task 17099 | n_gen = 114, tg = 37.34 t/s, tg_3s = 37.67 t/s 9.39.898.123 I slot print_timing: id 0 | task 17099 | n_gen = 227, tg = 37.37 t/s, tg_3s = 37.40 t/s 9.40.031.748 I slot print_timing: id 0 | task 17099 | prompt eval time = 478.15 ms / 168 tokens ( 2.85 ms per token, 351.36 tokens per second) 9.40.031.754 I slot print_timing: id 0 | task 17099 | eval time = 6180.92 ms / 232 tokens ( 26.76 ms per token, 37.37 tokens per second) 9.40.031.755 I slot print_timing: id 0 | task 17099 | total time = 6659.07 ms / 400 tokens 9.40.031.756 I slot print_timing: id 0 | task 17099 | graphs reused = 16266 9.40.031.756 I slot print_timing: id 0 | task 17099 | graph reallocs = 0 / 0 (same size) / (changed size) 9.40.031.782 I slot release: id 0 | task 17099 | stop processing: n_tokens = 399, truncated = 0 9.40.038.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 399, t_last = 234022461402 9.40.044.111 I slot launch_slot_: id 0 | task 17334 | processing task, is_child = 0 9.43.598.314 I slot print_timing: id 0 | task 17334 | n_gen = 113, tg = 37.33 t/s, tg_3s = 37.66 t/s 9.46.620.912 I slot print_timing: id 0 | task 17334 | n_gen = 226, tg = 37.36 t/s, tg_3s = 37.39 t/s 9.47.905.499 I slot print_timing: id 0 | task 17334 | prompt eval time = 553.90 ms / 200 tokens ( 2.77 ms per token, 361.08 tokens per second) 9.47.905.505 I slot print_timing: id 0 | task 17334 | eval time = 7307.48 ms / 274 tokens ( 26.77 ms per token, 37.36 tokens per second) 9.47.905.506 I slot print_timing: id 0 | task 17334 | total time = 7861.38 ms / 474 tokens 9.47.905.507 I slot print_timing: id 0 | task 17334 | graphs reused = 16537 9.47.905.507 I slot print_timing: id 0 | task 17334 | graph reallocs = 0 / 0 (same size) / (changed size) 9.47.905.537 I slot release: id 0 | task 17334 | stop processing: n_tokens = 473, truncated = 0 9.47.911.330 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 473, t_last = 234030335158 9.47.916.369 I slot launch_slot_: id 0 | task 17611 | processing task, is_child = 0 9.49.228.109 I slot print_timing: id 0 | task 17611 | prompt eval time = 421.23 ms / 148 tokens ( 2.85 ms per token, 351.35 tokens per second) 9.49.228.112 I slot print_timing: id 0 | task 17611 | eval time = 890.50 ms / 34 tokens ( 26.98 ms per token, 37.06 tokens per second) 9.49.228.113 I slot print_timing: id 0 | task 17611 | total time = 1311.73 ms / 182 tokens 9.49.228.114 I slot print_timing: id 0 | task 17611 | graphs reused = 16569 9.49.228.114 I slot print_timing: id 0 | task 17611 | graph reallocs = 0 / 0 (same size) / (changed size) 9.49.228.141 I slot release: id 0 | task 17611 | stop processing: n_tokens = 181, truncated = 0 9.49.416.352 I srv operator(): operator(): cleaning up before exit...