$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/070456a111a8/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ2_M.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.042.719 I srv llama_server: initializing ... 0.00.042.726 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.042.804 I srv init_listene: The UI is disabled 0.00.042.805 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.042.842 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.044.512 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/070456a111a8/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ2_M.gguf' 0.00.704.366 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.707.203 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.713.072 W load: '' is a normal token here, removing it from EOG list 0.00.894.013 I cmn init: llama threadpool init, n_threads = 8 0.00.990.773 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.00.996.390 I srv llama_server: model loaded 0.00.996.395 I srv llama_server: listening on http://127.0.0.1:8089 0.02.023.928 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.02.024.089 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.03.361.077 I slot print_timing: id 0 | task 0 | prompt eval time = 578.27 ms / 156 tokens ( 3.71 ms per token, 269.77 tokens per second) 0.03.361.082 I slot print_timing: id 0 | task 0 | eval time = 758.70 ms / 32 tokens ( 24.47 ms per token, 40.86 tokens per second) 0.03.361.082 I slot print_timing: id 0 | task 0 | total time = 1336.97 ms / 188 tokens 0.03.361.083 I slot print_timing: id 0 | task 0 | graphs reused = 31 0.03.361.083 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.03.361.106 I slot release: id 0 | task 0 | stop processing: n_tokens = 187, truncated = 0 0.03.366.140 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 243182965620 0.03.368.625 I slot launch_slot_: id 0 | task 35 | processing task, is_child = 0 0.04.203.418 I slot print_timing: id 0 | task 35 | prompt eval time = 343.48 ms / 109 tokens ( 3.15 ms per token, 317.34 tokens per second) 0.04.203.422 I slot print_timing: id 0 | task 35 | eval time = 491.30 ms / 21 tokens ( 24.57 ms per token, 40.71 tokens per second) 0.04.203.422 I slot print_timing: id 0 | task 35 | total time = 834.78 ms / 130 tokens 0.04.203.423 I slot print_timing: id 0 | task 35 | graphs reused = 50 0.04.203.423 I slot print_timing: id 0 | task 35 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.203.446 I slot release: id 0 | task 35 | stop processing: n_tokens = 129, truncated = 0 0.04.208.432 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 243183807960 0.04.209.582 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.05.154.433 I slot print_timing: id 0 | task 59 | prompt eval time = 405.60 ms / 149 tokens ( 2.72 ms per token, 367.36 tokens per second) 0.05.154.440 I slot print_timing: id 0 | task 59 | eval time = 539.24 ms / 23 tokens ( 24.51 ms per token, 40.80 tokens per second) 0.05.154.440 I slot print_timing: id 0 | task 59 | total time = 944.84 ms / 172 tokens 0.05.154.441 I slot print_timing: id 0 | task 59 | graphs reused = 71 0.05.154.441 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.154.462 I slot release: id 0 | task 59 | stop processing: n_tokens = 171, truncated = 0 0.05.159.594 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 171, t_last = 243184758976 0.05.161.769 I slot launch_slot_: id 0 | task 85 | processing task, is_child = 0 0.06.010.603 I slot print_timing: id 0 | task 85 | prompt eval time = 454.33 ms / 190 tokens ( 2.39 ms per token, 418.20 tokens per second) 0.06.010.610 I slot print_timing: id 0 | task 85 | eval time = 394.50 ms / 17 tokens ( 24.66 ms per token, 40.56 tokens per second) 0.06.010.611 I slot print_timing: id 0 | task 85 | total time = 848.82 ms / 207 tokens 0.06.010.612 I slot print_timing: id 0 | task 85 | graphs reused = 86 0.06.010.612 I slot print_timing: id 0 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.010.636 I slot release: id 0 | task 85 | stop processing: n_tokens = 206, truncated = 0 0.06.017.242 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.102 0.06.021.490 I slot launch_slot_: id 0 | task 105 | processing task, is_child = 0 0.07.160.030 I slot print_timing: id 0 | task 105 | prompt eval time = 500.34 ms / 174 tokens ( 2.88 ms per token, 347.76 tokens per second) 0.07.160.037 I slot print_timing: id 0 | task 105 | eval time = 638.18 ms / 27 tokens ( 24.55 ms per token, 40.74 tokens per second) 0.07.160.038 I slot print_timing: id 0 | task 105 | total time = 1138.53 ms / 201 tokens 0.07.160.039 I slot print_timing: id 0 | task 105 | graphs reused = 111 0.07.160.039 I slot print_timing: id 0 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.160.061 I slot release: id 0 | task 105 | stop processing: n_tokens = 200, truncated = 0 0.07.165.962 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 243186764576 0.07.168.650 I slot launch_slot_: id 0 | task 135 | processing task, is_child = 0 0.08.430.638 I slot print_timing: id 0 | task 135 | prompt eval time = 454.40 ms / 165 tokens ( 2.75 ms per token, 363.11 tokens per second) 0.08.430.642 I slot print_timing: id 0 | task 135 | eval time = 807.58 ms / 34 tokens ( 24.47 ms per token, 40.86 tokens per second) 0.08.430.642 I slot print_timing: id 0 | task 135 | total time = 1261.98 ms / 199 tokens 0.08.430.643 I slot print_timing: id 0 | task 135 | graphs reused = 143 0.08.430.643 I slot print_timing: id 0 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.430.665 I slot release: id 0 | task 135 | stop processing: n_tokens = 198, truncated = 0 0.08.436.760 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 243188035179 0.08.439.332 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 0.09.531.134 I slot print_timing: id 0 | task 172 | prompt eval time = 526.64 ms / 208 tokens ( 2.53 ms per token, 394.96 tokens per second) 0.09.531.141 I slot print_timing: id 0 | task 172 | eval time = 565.14 ms / 24 tokens ( 24.57 ms per token, 40.70 tokens per second) 0.09.531.142 I slot print_timing: id 0 | task 172 | total time = 1091.79 ms / 232 tokens 0.09.531.143 I slot print_timing: id 0 | task 172 | graphs reused = 165 0.09.531.144 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.09.531.168 I slot release: id 0 | task 172 | stop processing: n_tokens = 231, truncated = 0 0.09.537.728 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 243189135683 0.09.540.801 I slot launch_slot_: id 0 | task 199 | processing task, is_child = 0 0.11.245.606 I slot print_timing: id 0 | task 199 | prompt eval time = 627.40 ms / 260 tokens ( 2.41 ms per token, 414.41 tokens per second) 0.11.245.613 I slot print_timing: id 0 | task 199 | eval time = 1077.40 ms / 45 tokens ( 24.49 ms per token, 40.84 tokens per second) 0.11.245.613 I slot print_timing: id 0 | task 199 | total time = 1704.80 ms / 305 tokens 0.11.245.614 I slot print_timing: id 0 | task 199 | graphs reused = 208 0.11.245.614 I slot print_timing: id 0 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.245.641 I slot release: id 0 | task 199 | stop processing: n_tokens = 304, truncated = 0 0.11.250.531 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 304, t_last = 243190850155 0.11.254.425 I slot launch_slot_: id 0 | task 247 | processing task, is_child = 0 0.12.367.683 I slot print_timing: id 0 | task 247 | prompt eval time = 403.28 ms / 136 tokens ( 2.97 ms per token, 337.24 tokens per second) 0.12.367.689 I slot print_timing: id 0 | task 247 | eval time = 709.97 ms / 30 tokens ( 24.48 ms per token, 40.85 tokens per second) 0.12.367.690 I slot print_timing: id 0 | task 247 | total time = 1113.25 ms / 166 tokens 0.12.367.690 I slot print_timing: id 0 | task 247 | graphs reused = 236 0.12.367.691 I slot print_timing: id 0 | task 247 | graph reallocs = 0 / 0 (same size) / (changed size) 0.12.367.710 I slot release: id 0 | task 247 | stop processing: n_tokens = 165, truncated = 0 0.12.373.377 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 243191972224 0.12.374.580 I slot launch_slot_: id 0 | task 280 | processing task, is_child = 0 0.13.214.632 I slot print_timing: id 0 | task 280 | prompt eval time = 397.27 ms / 152 tokens ( 2.61 ms per token, 382.61 tokens per second) 0.13.214.638 I slot print_timing: id 0 | task 280 | eval time = 442.77 ms / 19 tokens ( 24.60 ms per token, 40.65 tokens per second) 0.13.214.638 I slot print_timing: id 0 | task 280 | total time = 840.04 ms / 171 tokens 0.13.214.639 I slot print_timing: id 0 | task 280 | graphs reused = 253 0.13.214.640 I slot print_timing: id 0 | task 280 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.214.663 I slot release: id 0 | task 280 | stop processing: n_tokens = 170, truncated = 0 0.13.220.461 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 243192819177 0.13.222.342 I slot launch_slot_: id 0 | task 302 | processing task, is_child = 0 0.14.472.650 I slot print_timing: id 0 | task 302 | prompt eval time = 417.84 ms / 160 tokens ( 2.61 ms per token, 382.92 tokens per second) 0.14.472.655 I slot print_timing: id 0 | task 302 | eval time = 832.45 ms / 35 tokens ( 24.48 ms per token, 40.84 tokens per second) 0.14.472.656 I slot print_timing: id 0 | task 302 | total time = 1250.30 ms / 195 tokens 0.14.472.657 I slot print_timing: id 0 | task 302 | graphs reused = 286 0.14.472.657 I slot print_timing: id 0 | task 302 | graph reallocs = 0 / 0 (same size) / (changed size) 0.14.472.681 I slot release: id 0 | task 302 | stop processing: n_tokens = 194, truncated = 0 0.14.479.234 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 243194077195 0.14.483.125 I slot launch_slot_: id 0 | task 340 | processing task, is_child = 0 0.15.663.176 I slot print_timing: id 0 | task 340 | prompt eval time = 517.25 ms / 200 tokens ( 2.59 ms per token, 386.66 tokens per second) 0.15.663.182 I slot print_timing: id 0 | task 340 | eval time = 662.79 ms / 28 tokens ( 24.55 ms per token, 40.74 tokens per second) 0.15.663.183 I slot print_timing: id 0 | task 340 | total time = 1180.04 ms / 228 tokens 0.15.663.184 I slot print_timing: id 0 | task 340 | graphs reused = 312 0.15.663.184 I slot print_timing: id 0 | task 340 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.663.216 I slot release: id 0 | task 340 | stop processing: n_tokens = 227, truncated = 0 0.15.668.626 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 243195267730 0.15.671.584 I slot launch_slot_: id 0 | task 371 | processing task, is_child = 0 0.16.954.944 I slot print_timing: id 0 | task 371 | prompt eval time = 449.10 ms / 167 tokens ( 2.69 ms per token, 371.85 tokens per second) 0.16.954.948 I slot print_timing: id 0 | task 371 | eval time = 834.24 ms / 35 tokens ( 24.54 ms per token, 40.76 tokens per second) 0.16.954.948 I slot print_timing: id 0 | task 371 | total time = 1283.35 ms / 202 tokens 0.16.954.949 I slot print_timing: id 0 | task 371 | graphs reused = 345 0.16.954.950 I slot print_timing: id 0 | task 371 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.954.971 I slot release: id 0 | task 371 | stop processing: n_tokens = 201, truncated = 0 0.16.961.215 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 243196559485 0.16.963.514 I slot launch_slot_: id 0 | task 409 | processing task, is_child = 0 0.18.059.997 I slot print_timing: id 0 | task 409 | prompt eval time = 458.98 ms / 164 tokens ( 2.80 ms per token, 357.31 tokens per second) 0.18.060.001 I slot print_timing: id 0 | task 409 | eval time = 637.49 ms / 27 tokens ( 24.52 ms per token, 40.78 tokens per second) 0.18.060.002 I slot print_timing: id 0 | task 409 | total time = 1096.48 ms / 191 tokens 0.18.060.002 I slot print_timing: id 0 | task 409 | graphs reused = 370 0.18.060.003 I slot print_timing: id 0 | task 409 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.060.028 I slot release: id 0 | task 409 | stop processing: n_tokens = 190, truncated = 0 0.18.065.637 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 243197664542 0.18.069.003 I slot launch_slot_: id 0 | task 439 | processing task, is_child = 0 0.19.456.836 I slot print_timing: id 0 | task 439 | prompt eval time = 458.41 ms / 163 tokens ( 2.81 ms per token, 355.58 tokens per second) 0.19.456.843 I slot print_timing: id 0 | task 439 | eval time = 929.42 ms / 39 tokens ( 24.46 ms per token, 40.89 tokens per second) 0.19.456.843 I slot print_timing: id 0 | task 439 | total time = 1387.82 ms / 202 tokens 0.19.456.844 I slot print_timing: id 0 | task 439 | graphs reused = 407 0.19.456.845 I slot print_timing: id 0 | task 439 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.456.868 I slot release: id 0 | task 439 | stop processing: n_tokens = 201, truncated = 0 0.19.463.168 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 243199061382 0.19.465.835 I slot launch_slot_: id 0 | task 481 | processing task, is_child = 0 0.20.597.555 I slot print_timing: id 0 | task 481 | prompt eval time = 394.76 ms / 137 tokens ( 2.88 ms per token, 347.04 tokens per second) 0.20.597.558 I slot print_timing: id 0 | task 481 | eval time = 736.95 ms / 31 tokens ( 24.56 ms per token, 40.71 tokens per second) 0.20.597.559 I slot print_timing: id 0 | task 481 | total time = 1131.71 ms / 168 tokens 0.20.597.559 I slot print_timing: id 0 | task 481 | graphs reused = 436 0.20.597.560 I slot print_timing: id 0 | task 481 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.597.578 I slot release: id 0 | task 481 | stop processing: n_tokens = 167, truncated = 0 0.20.603.705 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 167, t_last = 243200202093 0.20.606.737 I slot launch_slot_: id 0 | task 515 | processing task, is_child = 0 0.21.524.451 I slot print_timing: id 0 | task 515 | prompt eval time = 450.20 ms / 159 tokens ( 2.83 ms per token, 353.18 tokens per second) 0.21.524.457 I slot print_timing: id 0 | task 515 | eval time = 467.50 ms / 20 tokens ( 24.61 ms per token, 40.64 tokens per second) 0.21.524.458 I slot print_timing: id 0 | task 515 | total time = 917.70 ms / 179 tokens 0.21.524.458 I slot print_timing: id 0 | task 515 | graphs reused = 454 0.21.524.459 I slot print_timing: id 0 | task 515 | graph reallocs = 0 / 0 (same size) / (changed size) 0.21.524.485 I slot release: id 0 | task 515 | stop processing: n_tokens = 178, truncated = 0 0.21.530.035 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 243201128999 0.21.532.395 I slot launch_slot_: id 0 | task 538 | processing task, is_child = 0 0.22.402.888 I slot print_timing: id 0 | task 538 | prompt eval time = 403.33 ms / 141 tokens ( 2.86 ms per token, 349.59 tokens per second) 0.22.402.895 I slot print_timing: id 0 | task 538 | eval time = 467.15 ms / 20 tokens ( 24.59 ms per token, 40.67 tokens per second) 0.22.402.897 I slot print_timing: id 0 | task 538 | total time = 870.49 ms / 161 tokens 0.22.402.897 I slot print_timing: id 0 | task 538 | graphs reused = 472 0.22.402.898 I slot print_timing: id 0 | task 538 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.402.918 I slot release: id 0 | task 538 | stop processing: n_tokens = 160, truncated = 0 0.22.408.061 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 243202007432 0.22.410.249 I slot launch_slot_: id 0 | task 561 | processing task, is_child = 0 0.23.205.682 I slot print_timing: id 0 | task 561 | prompt eval time = 401.71 ms / 136 tokens ( 2.95 ms per token, 338.55 tokens per second) 0.23.205.688 I slot print_timing: id 0 | task 561 | eval time = 393.70 ms / 17 tokens ( 24.61 ms per token, 40.64 tokens per second) 0.23.205.689 I slot print_timing: id 0 | task 561 | total time = 795.42 ms / 153 tokens 0.23.205.689 I slot print_timing: id 0 | task 561 | graphs reused = 487 0.23.205.690 I slot print_timing: id 0 | task 561 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.205.710 I slot release: id 0 | task 561 | stop processing: n_tokens = 152, truncated = 0 0.23.212.661 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 243202810224 0.23.215.752 I slot launch_slot_: id 0 | task 581 | processing task, is_child = 0 0.24.622.592 I slot print_timing: id 0 | task 581 | prompt eval time = 499.11 ms / 169 tokens ( 2.95 ms per token, 338.60 tokens per second) 0.24.622.597 I slot print_timing: id 0 | task 581 | eval time = 907.72 ms / 38 tokens ( 24.53 ms per token, 40.76 tokens per second) 0.24.622.598 I slot print_timing: id 0 | task 581 | total time = 1406.83 ms / 207 tokens 0.24.622.598 I slot print_timing: id 0 | task 581 | graphs reused = 523 0.24.622.599 I slot print_timing: id 0 | task 581 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.622.621 I slot release: id 0 | task 581 | stop processing: n_tokens = 206, truncated = 0 0.24.627.985 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 243204227135 0.24.630.622 I slot launch_slot_: id 0 | task 622 | processing task, is_child = 0 0.25.813.157 I slot print_timing: id 0 | task 622 | prompt eval time = 398.79 ms / 154 tokens ( 2.59 ms per token, 386.17 tokens per second) 0.25.813.163 I slot print_timing: id 0 | task 622 | eval time = 783.74 ms / 33 tokens ( 24.49 ms per token, 40.83 tokens per second) 0.25.813.163 I slot print_timing: id 0 | task 622 | total time = 1182.53 ms / 187 tokens 0.25.813.164 I slot print_timing: id 0 | task 622 | graphs reused = 554 0.25.813.165 I slot print_timing: id 0 | task 622 | graph reallocs = 0 / 0 (same size) / (changed size) 0.25.813.187 I slot release: id 0 | task 622 | stop processing: n_tokens = 186, truncated = 0 0.25.818.889 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 186, t_last = 243205417701 0.25.821.214 I slot launch_slot_: id 0 | task 658 | processing task, is_child = 0 0.27.083.086 I slot print_timing: id 0 | task 658 | prompt eval time = 452.33 ms / 196 tokens ( 2.31 ms per token, 433.31 tokens per second) 0.27.083.092 I slot print_timing: id 0 | task 658 | eval time = 809.53 ms / 34 tokens ( 24.53 ms per token, 40.76 tokens per second) 0.27.083.093 I slot print_timing: id 0 | task 658 | total time = 1261.86 ms / 230 tokens 0.27.083.094 I slot print_timing: id 0 | task 658 | graphs reused = 586 0.27.083.094 I slot print_timing: id 0 | task 658 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.083.118 I slot release: id 0 | task 658 | stop processing: n_tokens = 229, truncated = 0 0.27.088.604 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 229, t_last = 243206687633 0.27.091.656 I slot launch_slot_: id 0 | task 695 | processing task, is_child = 0 0.28.287.884 I slot print_timing: id 0 | task 695 | prompt eval time = 459.79 ms / 180 tokens ( 2.55 ms per token, 391.49 tokens per second) 0.28.287.891 I slot print_timing: id 0 | task 695 | eval time = 736.43 ms / 31 tokens ( 24.55 ms per token, 40.74 tokens per second) 0.28.287.892 I slot print_timing: id 0 | task 695 | total time = 1196.22 ms / 211 tokens 0.28.287.892 I slot print_timing: id 0 | task 695 | graphs reused = 615 0.28.287.893 I slot print_timing: id 0 | task 695 | graph reallocs = 0 / 0 (same size) / (changed size) 0.28.287.916 I slot release: id 0 | task 695 | stop processing: n_tokens = 210, truncated = 0 0.28.293.760 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 243207892430 0.28.296.601 I slot launch_slot_: id 0 | task 729 | processing task, is_child = 0 0.30.071.844 I slot print_timing: id 0 | task 729 | prompt eval time = 502.59 ms / 192 tokens ( 2.62 ms per token, 382.02 tokens per second) 0.30.071.850 I slot print_timing: id 0 | task 729 | eval time = 1272.64 ms / 53 tokens ( 24.47 ms per token, 40.86 tokens per second) 0.30.071.851 I slot print_timing: id 0 | task 729 | total time = 1775.23 ms / 245 tokens 0.30.071.851 I slot print_timing: id 0 | task 729 | graphs reused = 666 0.30.071.852 I slot print_timing: id 0 | task 729 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.071.879 I slot release: id 0 | task 729 | stop processing: n_tokens = 244, truncated = 0 0.30.078.627 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 243209676393 0.30.082.483 I slot launch_slot_: id 0 | task 785 | processing task, is_child = 0 0.31.539.448 I slot print_timing: id 0 | task 785 | prompt eval time = 570.71 ms / 228 tokens ( 2.50 ms per token, 399.50 tokens per second) 0.31.539.454 I slot print_timing: id 0 | task 785 | eval time = 886.25 ms / 37 tokens ( 24.62 ms per token, 40.62 tokens per second) 0.31.539.455 I slot print_timing: id 0 | task 785 | total time = 1456.96 ms / 265 tokens 0.31.539.455 I slot print_timing: id 0 | task 785 | graphs reused = 700 0.31.539.456 I slot print_timing: id 0 | task 785 | graph reallocs = 0 / 0 (same size) / (changed size) 0.31.539.487 I slot release: id 0 | task 785 | stop processing: n_tokens = 264, truncated = 0 0.31.546.311 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 243211144001 0.31.551.483 I slot launch_slot_: id 0 | task 825 | processing task, is_child = 0 0.32.911.444 I slot print_timing: id 0 | task 825 | prompt eval time = 502.55 ms / 189 tokens ( 2.66 ms per token, 376.08 tokens per second) 0.32.911.450 I slot print_timing: id 0 | task 825 | eval time = 857.40 ms / 36 tokens ( 24.50 ms per token, 40.82 tokens per second) 0.32.911.451 I slot print_timing: id 0 | task 825 | total time = 1359.95 ms / 225 tokens 0.32.911.452 I slot print_timing: id 0 | task 825 | graphs reused = 734 0.32.911.452 I slot print_timing: id 0 | task 825 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.911.476 I slot release: id 0 | task 825 | stop processing: n_tokens = 224, truncated = 0 0.32.916.652 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 243212515990 0.32.918.939 I slot launch_slot_: id 0 | task 864 | processing task, is_child = 0 0.34.080.997 I slot print_timing: id 0 | task 864 | prompt eval time = 402.67 ms / 144 tokens ( 2.80 ms per token, 357.61 tokens per second) 0.34.081.003 I slot print_timing: id 0 | task 864 | eval time = 759.38 ms / 32 tokens ( 24.50 ms per token, 40.82 tokens per second) 0.34.081.004 I slot print_timing: id 0 | task 864 | total time = 1162.05 ms / 176 tokens 0.34.081.004 I slot print_timing: id 0 | task 864 | graphs reused = 764 0.34.081.005 I slot print_timing: id 0 | task 864 | graph reallocs = 0 / 0 (same size) / (changed size) 0.34.081.024 I slot release: id 0 | task 864 | stop processing: n_tokens = 175, truncated = 0 0.34.086.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 243213685538 0.34.088.556 I slot launch_slot_: id 0 | task 899 | processing task, is_child = 0 0.35.519.123 I slot print_timing: id 0 | task 899 | prompt eval time = 451.51 ms / 170 tokens ( 2.66 ms per token, 376.51 tokens per second) 0.35.519.128 I slot print_timing: id 0 | task 899 | eval time = 979.05 ms / 41 tokens ( 24.48 ms per token, 40.86 tokens per second) 0.35.519.129 I slot print_timing: id 0 | task 899 | total time = 1430.56 ms / 211 tokens 0.35.519.130 I slot print_timing: id 0 | task 899 | graphs reused = 803 0.35.519.130 I slot print_timing: id 0 | task 899 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.519.153 I slot release: id 0 | task 899 | stop processing: n_tokens = 210, truncated = 0 0.35.524.851 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 243215123667 0.35.527.418 I slot launch_slot_: id 0 | task 943 | processing task, is_child = 0 0.37.255.907 I slot print_timing: id 0 | task 943 | prompt eval time = 505.07 ms / 200 tokens ( 2.53 ms per token, 395.98 tokens per second) 0.37.255.914 I slot print_timing: id 0 | task 943 | eval time = 1223.41 ms / 51 tokens ( 24.47 ms per token, 40.87 tokens per second) 0.37.255.915 I slot print_timing: id 0 | task 943 | total time = 1728.48 ms / 251 tokens 0.37.255.915 I slot print_timing: id 0 | task 943 | graphs reused = 852 0.37.255.916 I slot print_timing: id 0 | task 943 | graph reallocs = 0 / 0 (same size) / (changed size) 0.37.255.940 I slot release: id 0 | task 943 | stop processing: n_tokens = 250, truncated = 0 0.37.262.500 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 243216860454 0.37.266.792 I slot launch_slot_: id 0 | task 997 | processing task, is_child = 0 0.38.608.200 I slot print_timing: id 0 | task 997 | prompt eval time = 459.69 ms / 174 tokens ( 2.64 ms per token, 378.51 tokens per second) 0.38.608.206 I slot print_timing: id 0 | task 997 | eval time = 881.70 ms / 37 tokens ( 24.49 ms per token, 40.83 tokens per second) 0.38.608.208 I slot print_timing: id 0 | task 997 | total time = 1341.39 ms / 211 tokens 0.38.608.209 I slot print_timing: id 0 | task 997 | graphs reused = 887 0.38.608.209 I slot print_timing: id 0 | task 997 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.608.235 I slot release: id 0 | task 997 | stop processing: n_tokens = 210, truncated = 0 0.38.614.146 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 243218212749 0.38.617.312 I slot launch_slot_: id 0 | task 1037 | processing task, is_child = 0 0.39.830.858 I slot print_timing: id 0 | task 1037 | prompt eval time = 405.08 ms / 149 tokens ( 2.72 ms per token, 367.83 tokens per second) 0.39.830.864 I slot print_timing: id 0 | task 1037 | eval time = 808.46 ms / 34 tokens ( 24.50 ms per token, 40.82 tokens per second) 0.39.830.864 I slot print_timing: id 0 | task 1037 | total time = 1213.53 ms / 183 tokens 0.39.830.865 I slot print_timing: id 0 | task 1037 | graphs reused = 919 0.39.830.865 I slot print_timing: id 0 | task 1037 | graph reallocs = 0 / 0 (same size) / (changed size) 0.39.830.888 I slot release: id 0 | task 1037 | stop processing: n_tokens = 182, truncated = 0 0.39.835.953 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 243219435402 0.39.837.923 I slot launch_slot_: id 0 | task 1074 | processing task, is_child = 0 0.41.030.156 I slot print_timing: id 0 | task 1074 | prompt eval time = 455.21 ms / 150 tokens ( 3.03 ms per token, 329.52 tokens per second) 0.41.030.161 I slot print_timing: id 0 | task 1074 | eval time = 737.01 ms / 31 tokens ( 24.57 ms per token, 40.70 tokens per second) 0.41.030.162 I slot print_timing: id 0 | task 1074 | total time = 1192.22 ms / 181 tokens 0.41.030.163 I slot print_timing: id 0 | task 1074 | graphs reused = 948 0.41.030.163 I slot print_timing: id 0 | task 1074 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.030.190 I slot release: id 0 | task 1074 | stop processing: n_tokens = 180, truncated = 0 0.41.036.626 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 243220634704 0.41.038.936 I slot launch_slot_: id 0 | task 1108 | processing task, is_child = 0 0.42.427.084 I slot print_timing: id 0 | task 1108 | prompt eval time = 458.73 ms / 175 tokens ( 2.62 ms per token, 381.48 tokens per second) 0.42.427.087 I slot print_timing: id 0 | task 1108 | eval time = 929.40 ms / 39 tokens ( 24.46 ms per token, 40.89 tokens per second) 0.42.427.089 I slot print_timing: id 0 | task 1108 | total time = 1388.13 ms / 214 tokens 0.42.427.090 I slot print_timing: id 0 | task 1108 | graphs reused = 985 0.42.427.090 I slot print_timing: id 0 | task 1108 | graph reallocs = 0 / 0 (same size) / (changed size) 0.42.427.115 I slot release: id 0 | task 1108 | stop processing: n_tokens = 213, truncated = 0 0.42.433.484 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 213, t_last = 243222031629 0.42.436.312 I slot launch_slot_: id 0 | task 1150 | processing task, is_child = 0 0.43.982.293 I slot print_timing: id 0 | task 1150 | prompt eval time = 517.42 ms / 203 tokens ( 2.55 ms per token, 392.33 tokens per second) 0.43.982.299 I slot print_timing: id 0 | task 1150 | eval time = 1028.55 ms / 43 tokens ( 24.49 ms per token, 40.83 tokens per second) 0.43.982.300 I slot print_timing: id 0 | task 1150 | total time = 1545.97 ms / 246 tokens 0.43.982.301 I slot print_timing: id 0 | task 1150 | graphs reused = 1026 0.43.982.301 I slot print_timing: id 0 | task 1150 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.982.328 I slot release: id 0 | task 1150 | stop processing: n_tokens = 245, truncated = 0 0.43.988.565 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 243223586842 0.43.991.147 I slot launch_slot_: id 0 | task 1196 | processing task, is_child = 0 0.45.065.541 I slot print_timing: id 0 | task 1196 | prompt eval time = 364.40 ms / 136 tokens ( 2.68 ms per token, 373.21 tokens per second) 0.45.065.548 I slot print_timing: id 0 | task 1196 | eval time = 709.98 ms / 30 tokens ( 24.48 ms per token, 40.85 tokens per second) 0.45.065.549 I slot print_timing: id 0 | task 1196 | total time = 1074.38 ms / 166 tokens 0.45.065.549 I slot print_timing: id 0 | task 1196 | graphs reused = 1054 0.45.065.550 I slot print_timing: id 0 | task 1196 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.065.574 I slot release: id 0 | task 1196 | stop processing: n_tokens = 165, truncated = 0 0.45.072.313 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 243224670088 0.45.074.105 I slot launch_slot_: id 0 | task 1229 | processing task, is_child = 0 0.46.307.514 I slot print_timing: id 0 | task 1229 | prompt eval time = 522.01 ms / 185 tokens ( 2.82 ms per token, 354.40 tokens per second) 0.46.307.520 I slot print_timing: id 0 | task 1229 | eval time = 711.38 ms / 30 tokens ( 24.53 ms per token, 40.77 tokens per second) 0.46.307.521 I slot print_timing: id 0 | task 1229 | total time = 1233.40 ms / 215 tokens 0.46.307.522 I slot print_timing: id 0 | task 1229 | graphs reused = 1082 0.46.307.522 I slot print_timing: id 0 | task 1229 | graph reallocs = 0 / 0 (same size) / (changed size) 0.46.307.544 I slot release: id 0 | task 1229 | stop processing: n_tokens = 214, truncated = 0 0.46.312.241 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 214, t_last = 243225912058 0.46.315.029 I slot launch_slot_: id 0 | task 1262 | processing task, is_child = 0 0.47.088.520 I slot print_timing: id 0 | task 1262 | prompt eval time = 305.48 ms / 110 tokens ( 2.78 ms per token, 360.09 tokens per second) 0.47.088.527 I slot print_timing: id 0 | task 1262 | eval time = 468.00 ms / 20 tokens ( 24.63 ms per token, 40.60 tokens per second) 0.47.088.527 I slot print_timing: id 0 | task 1262 | total time = 773.48 ms / 130 tokens 0.47.088.528 I slot print_timing: id 0 | task 1262 | graphs reused = 1100 0.47.088.529 I slot print_timing: id 0 | task 1262 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.088.547 I slot release: id 0 | task 1262 | stop processing: n_tokens = 129, truncated = 0 0.47.094.048 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 243226693061 0.47.095.513 I slot launch_slot_: id 0 | task 1285 | processing task, is_child = 0 0.48.351.916 I slot print_timing: id 0 | task 1285 | prompt eval time = 399.68 ms / 122 tokens ( 3.28 ms per token, 305.25 tokens per second) 0.48.351.922 I slot print_timing: id 0 | task 1285 | eval time = 856.72 ms / 36 tokens ( 24.48 ms per token, 40.85 tokens per second) 0.48.351.922 I slot print_timing: id 0 | task 1285 | total time = 1256.39 ms / 158 tokens 0.48.351.923 I slot print_timing: id 0 | task 1285 | graphs reused = 1134 0.48.351.923 I slot print_timing: id 0 | task 1285 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.351.941 I slot release: id 0 | task 1285 | stop processing: n_tokens = 157, truncated = 0 0.48.356.952 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 157, t_last = 243227956455 0.48.358.987 I slot launch_slot_: id 0 | task 1324 | processing task, is_child = 0 0.49.211.298 I slot print_timing: id 0 | task 1324 | prompt eval time = 361.68 ms / 131 tokens ( 2.76 ms per token, 362.20 tokens per second) 0.49.211.304 I slot print_timing: id 0 | task 1324 | eval time = 490.62 ms / 21 tokens ( 24.53 ms per token, 40.76 tokens per second) 0.49.211.304 I slot print_timing: id 0 | task 1324 | total time = 852.30 ms / 152 tokens 0.49.211.305 I slot print_timing: id 0 | task 1324 | graphs reused = 1153 0.49.211.306 I slot print_timing: id 0 | task 1324 | graph reallocs = 0 / 0 (same size) / (changed size) 0.49.211.327 I slot release: id 0 | task 1324 | stop processing: n_tokens = 151, truncated = 0 0.49.216.485 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 243228815841 0.49.218.458 I slot launch_slot_: id 0 | task 1348 | processing task, is_child = 0 0.50.264.083 I slot print_timing: id 0 | task 1348 | prompt eval time = 358.23 ms / 121 tokens ( 2.96 ms per token, 337.77 tokens per second) 0.50.264.088 I slot print_timing: id 0 | task 1348 | eval time = 687.39 ms / 29 tokens ( 24.55 ms per token, 40.73 tokens per second) 0.50.264.089 I slot print_timing: id 0 | task 1348 | total time = 1045.62 ms / 150 tokens 0.50.264.090 I slot print_timing: id 0 | task 1348 | graphs reused = 1180 0.50.264.090 I slot print_timing: id 0 | task 1348 | graph reallocs = 0 / 0 (same size) / (changed size) 0.50.264.107 I slot release: id 0 | task 1348 | stop processing: n_tokens = 149, truncated = 0 0.50.269.383 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 243229868621 0.50.271.362 I slot launch_slot_: id 0 | task 1380 | processing task, is_child = 0 0.51.460.610 I slot print_timing: id 0 | task 1380 | prompt eval time = 502.43 ms / 187 tokens ( 2.69 ms per token, 372.19 tokens per second) 0.51.460.617 I slot print_timing: id 0 | task 1380 | eval time = 686.80 ms / 29 tokens ( 24.53 ms per token, 40.77 tokens per second) 0.51.460.618 I slot print_timing: id 0 | task 1380 | total time = 1189.24 ms / 216 tokens 0.51.460.618 I slot print_timing: id 0 | task 1380 | graphs reused = 1207 0.51.460.619 I slot print_timing: id 0 | task 1380 | graph reallocs = 0 / 0 (same size) / (changed size) 0.51.460.642 I slot release: id 0 | task 1380 | stop processing: n_tokens = 215, truncated = 0 0.51.467.381 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 215, t_last = 243231065156 0.51.470.094 I slot launch_slot_: id 0 | task 1412 | processing task, is_child = 0 0.53.210.194 I slot print_timing: id 0 | task 1412 | prompt eval time = 687.77 ms / 305 tokens ( 2.25 ms per token, 443.46 tokens per second) 0.53.210.198 I slot print_timing: id 0 | task 1412 | eval time = 1052.32 ms / 44 tokens ( 24.47 ms per token, 40.86 tokens per second) 0.53.210.198 I slot print_timing: id 0 | task 1412 | total time = 1740.08 ms / 349 tokens 0.53.210.199 I slot print_timing: id 0 | task 1412 | graphs reused = 1249 0.53.210.200 I slot print_timing: id 0 | task 1412 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.210.236 I slot release: id 0 | task 1412 | stop processing: n_tokens = 348, truncated = 0 0.53.216.359 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 348, t_last = 243232814750 0.53.220.795 I slot launch_slot_: id 0 | task 1459 | processing task, is_child = 0 0.54.261.223 I slot print_timing: id 0 | task 1459 | prompt eval time = 402.11 ms / 135 tokens ( 2.98 ms per token, 335.73 tokens per second) 0.54.261.230 I slot print_timing: id 0 | task 1459 | eval time = 638.30 ms / 27 tokens ( 24.55 ms per token, 40.73 tokens per second) 0.54.261.231 I slot print_timing: id 0 | task 1459 | total time = 1040.41 ms / 162 tokens 0.54.261.232 I slot print_timing: id 0 | task 1459 | graphs reused = 1274 0.54.261.232 I slot print_timing: id 0 | task 1459 | graph reallocs = 0 / 0 (same size) / (changed size) 0.54.261.252 I slot release: id 0 | task 1459 | stop processing: n_tokens = 161, truncated = 0 0.54.267.264 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 243233865766 0.54.268.426 I slot launch_slot_: id 0 | task 1489 | processing task, is_child = 0 0.55.460.873 I slot print_timing: id 0 | task 1489 | prompt eval time = 458.00 ms / 168 tokens ( 2.73 ms per token, 366.81 tokens per second) 0.55.460.880 I slot print_timing: id 0 | task 1489 | eval time = 734.43 ms / 31 tokens ( 24.48 ms per token, 40.85 tokens per second) 0.55.460.880 I slot print_timing: id 0 | task 1489 | total time = 1192.44 ms / 199 tokens 0.55.460.881 I slot print_timing: id 0 | task 1489 | graphs reused = 1303 0.55.460.882 I slot print_timing: id 0 | task 1489 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.460.907 I slot release: id 0 | task 1489 | stop processing: n_tokens = 198, truncated = 0 0.55.466.547 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 243235065421 0.55.469.065 I slot launch_slot_: id 0 | task 1523 | processing task, is_child = 0 0.56.972.848 I slot print_timing: id 0 | task 1523 | prompt eval time = 569.30 ms / 221 tokens ( 2.58 ms per token, 388.19 tokens per second) 0.56.972.855 I slot print_timing: id 0 | task 1523 | eval time = 934.47 ms / 39 tokens ( 24.59 ms per token, 40.66 tokens per second) 0.56.972.855 I slot print_timing: id 0 | task 1523 | total time = 1503.77 ms / 260 tokens 0.56.972.856 I slot print_timing: id 0 | task 1523 | graphs reused = 1339 0.56.972.857 I slot print_timing: id 0 | task 1523 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.972.882 I slot release: id 0 | task 1523 | stop processing: n_tokens = 259, truncated = 0 0.56.978.619 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 243236577396 0.56.981.763 I slot launch_slot_: id 0 | task 1565 | processing task, is_child = 0 0.58.263.645 I slot print_timing: id 0 | task 1565 | prompt eval time = 520.64 ms / 221 tokens ( 2.36 ms per token, 424.48 tokens per second) 0.58.263.651 I slot print_timing: id 0 | task 1565 | eval time = 761.23 ms / 32 tokens ( 24.56 ms per token, 40.72 tokens per second) 0.58.263.652 I slot print_timing: id 0 | task 1565 | total time = 1281.87 ms / 253 tokens 0.58.263.653 I slot print_timing: id 0 | task 1565 | graphs reused = 1369 0.58.263.653 I slot print_timing: id 0 | task 1565 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.263.688 I slot release: id 0 | task 1565 | stop processing: n_tokens = 252, truncated = 0 0.58.268.948 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 243237868202 0.58.272.248 I slot launch_slot_: id 0 | task 1600 | processing task, is_child = 0 0.59.310.598 I slot print_timing: id 0 | task 1600 | prompt eval time = 374.10 ms / 143 tokens ( 2.62 ms per token, 382.25 tokens per second) 0.59.310.601 I slot print_timing: id 0 | task 1600 | eval time = 664.24 ms / 28 tokens ( 24.60 ms per token, 40.65 tokens per second) 0.59.310.602 I slot print_timing: id 0 | task 1600 | total time = 1038.33 ms / 171 tokens 0.59.310.603 I slot print_timing: id 0 | task 1600 | graphs reused = 1395 0.59.310.603 I slot print_timing: id 0 | task 1600 | graph reallocs = 0 / 0 (same size) / (changed size) 0.59.310.625 I slot release: id 0 | task 1600 | stop processing: n_tokens = 170, truncated = 0 0.59.316.365 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 243238915139 0.59.317.695 I slot launch_slot_: id 0 | task 1631 | processing task, is_child = 0 1.00.535.006 I slot print_timing: id 0 | task 1631 | prompt eval time = 457.74 ms / 162 tokens ( 2.83 ms per token, 353.92 tokens per second) 1.00.535.013 I slot print_timing: id 0 | task 1631 | eval time = 759.57 ms / 32 tokens ( 24.50 ms per token, 40.81 tokens per second) 1.00.535.013 I slot print_timing: id 0 | task 1631 | total time = 1217.30 ms / 194 tokens 1.00.535.014 I slot print_timing: id 0 | task 1631 | graphs reused = 1425 1.00.535.015 I slot print_timing: id 0 | task 1631 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.535.037 I slot release: id 0 | task 1631 | stop processing: n_tokens = 193, truncated = 0 1.00.541.699 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 243240139551 1.00.545.462 I slot launch_slot_: id 0 | task 1666 | processing task, is_child = 0 1.01.664.517 I slot print_timing: id 0 | task 1666 | prompt eval time = 457.55 ms / 163 tokens ( 2.81 ms per token, 356.24 tokens per second) 1.01.664.523 I slot print_timing: id 0 | task 1666 | eval time = 661.49 ms / 28 tokens ( 24.50 ms per token, 40.82 tokens per second) 1.01.664.524 I slot print_timing: id 0 | task 1666 | total time = 1119.04 ms / 191 tokens 1.01.664.524 I slot print_timing: id 0 | task 1666 | graphs reused = 1451 1.01.664.525 I slot print_timing: id 0 | task 1666 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.664.545 I slot release: id 0 | task 1666 | stop processing: n_tokens = 190, truncated = 0 1.01.670.687 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 243241269059 1.01.672.772 I slot launch_slot_: id 0 | task 1697 | processing task, is_child = 0 1.03.128.209 I slot print_timing: id 0 | task 1697 | prompt eval time = 451.29 ms / 191 tokens ( 2.36 ms per token, 423.23 tokens per second) 1.03.128.215 I slot print_timing: id 0 | task 1697 | eval time = 1004.14 ms / 42 tokens ( 24.49 ms per token, 40.83 tokens per second) 1.03.128.216 I slot print_timing: id 0 | task 1697 | total time = 1455.43 ms / 233 tokens 1.03.128.216 I slot print_timing: id 0 | task 1697 | graphs reused = 1491 1.03.128.217 I slot print_timing: id 0 | task 1697 | graph reallocs = 0 / 0 (same size) / (changed size) 1.03.128.241 I slot release: id 0 | task 1697 | stop processing: n_tokens = 232, truncated = 0 1.03.133.516 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 232, t_last = 243242732755 1.03.136.961 I slot launch_slot_: id 0 | task 1742 | processing task, is_child = 0 1.04.348.953 I slot print_timing: id 0 | task 1742 | prompt eval time = 403.23 ms / 140 tokens ( 2.88 ms per token, 347.19 tokens per second) 1.04.348.960 I slot print_timing: id 0 | task 1742 | eval time = 808.75 ms / 34 tokens ( 24.51 ms per token, 40.80 tokens per second) 1.04.348.960 I slot print_timing: id 0 | task 1742 | total time = 1211.98 ms / 174 tokens 1.04.348.961 I slot print_timing: id 0 | task 1742 | graphs reused = 1523 1.04.348.962 I slot print_timing: id 0 | task 1742 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.348.984 I slot release: id 0 | task 1742 | stop processing: n_tokens = 173, truncated = 0 1.04.355.509 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 173, t_last = 243243953498 1.04.356.957 I slot launch_slot_: id 0 | task 1779 | processing task, is_child = 0 1.05.518.943 I slot print_timing: id 0 | task 1779 | prompt eval time = 525.02 ms / 204 tokens ( 2.57 ms per token, 388.55 tokens per second) 1.05.518.949 I slot print_timing: id 0 | task 1779 | eval time = 636.95 ms / 27 tokens ( 24.50 ms per token, 40.82 tokens per second) 1.05.518.950 I slot print_timing: id 0 | task 1779 | total time = 1161.98 ms / 231 tokens 1.05.518.950 I slot print_timing: id 0 | task 1779 | graphs reused = 1548 1.05.518.951 I slot print_timing: id 0 | task 1779 | graph reallocs = 0 / 0 (same size) / (changed size) 1.05.518.975 I slot release: id 0 | task 1779 | stop processing: n_tokens = 230, truncated = 0 1.05.524.420 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 243245123489 1.05.527.373 I slot launch_slot_: id 0 | task 1809 | processing task, is_child = 0 1.06.828.042 I slot print_timing: id 0 | task 1809 | prompt eval time = 418.08 ms / 160 tokens ( 2.61 ms per token, 382.70 tokens per second) 1.06.828.049 I slot print_timing: id 0 | task 1809 | eval time = 882.58 ms / 37 tokens ( 24.52 ms per token, 40.79 tokens per second) 1.06.828.049 I slot print_timing: id 0 | task 1809 | total time = 1300.66 ms / 197 tokens 1.06.828.050 I slot print_timing: id 0 | task 1809 | graphs reused = 1583 1.06.828.051 I slot print_timing: id 0 | task 1809 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.828.071 I slot release: id 0 | task 1809 | stop processing: n_tokens = 196, truncated = 0 1.06.833.512 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 243246432585 1.06.836.111 I slot launch_slot_: id 0 | task 1849 | processing task, is_child = 0 1.07.953.348 I slot print_timing: id 0 | task 1849 | prompt eval time = 406.85 ms / 150 tokens ( 2.71 ms per token, 368.69 tokens per second) 1.07.953.352 I slot print_timing: id 0 | task 1849 | eval time = 710.37 ms / 30 tokens ( 24.50 ms per token, 40.82 tokens per second) 1.07.953.352 I slot print_timing: id 0 | task 1849 | total time = 1117.22 ms / 180 tokens 1.07.953.353 I slot print_timing: id 0 | task 1849 | graphs reused = 1611 1.07.953.353 I slot print_timing: id 0 | task 1849 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.953.380 I slot release: id 0 | task 1849 | stop processing: n_tokens = 179, truncated = 0 1.07.960.775 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 243247557894 1.07.962.733 I slot launch_slot_: id 0 | task 1882 | processing task, is_child = 0 1.09.993.614 I slot print_timing: id 0 | task 1882 | prompt eval time = 682.35 ms / 280 tokens ( 2.44 ms per token, 410.35 tokens per second) 1.09.993.618 I slot print_timing: id 0 | task 1882 | eval time = 1348.53 ms / 56 tokens ( 24.52 ms per token, 40.79 tokens per second) 1.09.993.619 I slot print_timing: id 0 | task 1882 | total time = 2030.87 ms / 336 tokens 1.09.993.619 I slot print_timing: id 0 | task 1882 | graphs reused = 1665 1.09.993.620 I slot print_timing: id 0 | task 1882 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.993.655 I slot release: id 0 | task 1882 | stop processing: n_tokens = 335, truncated = 0 1.09.999.889 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 243249598169 1.10.004.099 I slot launch_slot_: id 0 | task 1941 | processing task, is_child = 0 1.12.417.222 I slot print_timing: id 0 | task 1941 | prompt eval time = 576.71 ms / 254 tokens ( 2.27 ms per token, 440.43 tokens per second) 1.12.417.228 I slot print_timing: id 0 | task 1941 | eval time = 1836.40 ms / 76 tokens ( 24.49 ms per token, 40.84 tokens per second) 1.12.417.229 I slot print_timing: id 0 | task 1941 | total time = 2413.11 ms / 330 tokens 1.12.417.229 I slot print_timing: id 0 | task 1941 | graphs reused = 1738 1.12.417.230 I slot print_timing: id 0 | task 1941 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.417.259 I slot release: id 0 | task 1941 | stop processing: n_tokens = 329, truncated = 0 1.12.423.382 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 243252021773 1.12.427.337 I slot launch_slot_: id 0 | task 2020 | processing task, is_child = 0 1.13.592.416 I slot print_timing: id 0 | task 2020 | prompt eval time = 405.28 ms / 150 tokens ( 2.70 ms per token, 370.12 tokens per second) 1.13.592.422 I slot print_timing: id 0 | task 2020 | eval time = 759.79 ms / 32 tokens ( 24.51 ms per token, 40.80 tokens per second) 1.13.592.423 I slot print_timing: id 0 | task 2020 | total time = 1165.07 ms / 182 tokens 1.13.592.424 I slot print_timing: id 0 | task 2020 | graphs reused = 1768 1.13.592.425 I slot print_timing: id 0 | task 2020 | graph reallocs = 0 / 0 (same size) / (changed size) 1.13.592.450 I slot release: id 0 | task 2020 | stop processing: n_tokens = 181, truncated = 0 1.13.598.733 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 243253196964 1.13.599.976 I slot launch_slot_: id 0 | task 2055 | processing task, is_child = 0 1.14.721.350 I slot print_timing: id 0 | task 2055 | prompt eval time = 458.59 ms / 185 tokens ( 2.48 ms per token, 403.41 tokens per second) 1.14.721.356 I slot print_timing: id 0 | task 2055 | eval time = 662.77 ms / 28 tokens ( 24.55 ms per token, 40.74 tokens per second) 1.14.721.357 I slot print_timing: id 0 | task 2055 | total time = 1121.37 ms / 213 tokens 1.14.721.358 I slot print_timing: id 0 | task 2055 | graphs reused = 1794 1.14.721.358 I slot print_timing: id 0 | task 2055 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.721.380 I slot release: id 0 | task 2055 | stop processing: n_tokens = 212, truncated = 0 1.14.727.020 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 243254325894 1.14.729.761 I slot launch_slot_: id 0 | task 2086 | processing task, is_child = 0 1.15.819.678 I slot print_timing: id 0 | task 2086 | prompt eval time = 404.21 ms / 146 tokens ( 2.77 ms per token, 361.20 tokens per second) 1.15.819.684 I slot print_timing: id 0 | task 2086 | eval time = 685.70 ms / 29 tokens ( 24.49 ms per token, 40.83 tokens per second) 1.15.819.684 I slot print_timing: id 0 | task 2086 | total time = 1089.91 ms / 175 tokens 1.15.819.685 I slot print_timing: id 0 | task 2086 | graphs reused = 1821 1.15.819.685 I slot print_timing: id 0 | task 2086 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.819.707 I slot release: id 0 | task 2086 | stop processing: n_tokens = 174, truncated = 0 1.15.826.016 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 243255424221 1.15.828.489 I slot launch_slot_: id 0 | task 2118 | processing task, is_child = 0 1.17.252.686 I slot print_timing: id 0 | task 2118 | prompt eval time = 517.24 ms / 208 tokens ( 2.49 ms per token, 402.14 tokens per second) 1.17.252.692 I slot print_timing: id 0 | task 2118 | eval time = 906.95 ms / 38 tokens ( 24.51 ms per token, 40.80 tokens per second) 1.17.252.693 I slot print_timing: id 0 | task 2118 | total time = 1424.18 ms / 246 tokens 1.17.252.694 I slot print_timing: id 0 | task 2118 | graphs reused = 1857 1.17.252.694 I slot print_timing: id 0 | task 2118 | graph reallocs = 0 / 0 (same size) / (changed size) 1.17.252.718 I slot release: id 0 | task 2118 | stop processing: n_tokens = 245, truncated = 0 1.17.260.699 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 243256857232 1.17.264.332 I slot launch_slot_: id 0 | task 2159 | processing task, is_child = 0 1.18.701.907 I slot print_timing: id 0 | task 2159 | prompt eval time = 752.10 ms / 332 tokens ( 2.27 ms per token, 441.43 tokens per second) 1.18.701.913 I slot print_timing: id 0 | task 2159 | eval time = 685.46 ms / 29 tokens ( 24.48 ms per token, 40.85 tokens per second) 1.18.701.914 I slot print_timing: id 0 | task 2159 | total time = 1437.56 ms / 361 tokens 1.18.701.914 I slot print_timing: id 0 | task 2159 | graphs reused = 1884 1.18.701.915 I slot print_timing: id 0 | task 2159 | graph reallocs = 0 / 0 (same size) / (changed size) 1.18.701.947 I slot release: id 0 | task 2159 | stop processing: n_tokens = 360, truncated = 0 1.18.709.531 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 360, t_last = 243258306461 1.18.714.218 I slot launch_slot_: id 0 | task 2191 | processing task, is_child = 0 1.20.265.946 I slot print_timing: id 0 | task 2191 | prompt eval time = 863.63 ms / 395 tokens ( 2.19 ms per token, 457.37 tokens per second) 1.20.265.953 I slot print_timing: id 0 | task 2191 | eval time = 688.09 ms / 29 tokens ( 24.57 ms per token, 40.69 tokens per second) 1.20.265.953 I slot print_timing: id 0 | task 2191 | total time = 1551.71 ms / 424 tokens 1.20.265.954 I slot print_timing: id 0 | task 2191 | graphs reused = 1911 1.20.265.955 I slot print_timing: id 0 | task 2191 | graph reallocs = 0 / 0 (same size) / (changed size) 1.20.266.002 I slot release: id 0 | task 2191 | stop processing: n_tokens = 423, truncated = 0 1.20.274.655 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 243259870516 1.20.280.058 I slot launch_slot_: id 0 | task 2223 | processing task, is_child = 0 1.22.068.172 I slot print_timing: id 0 | task 2223 | prompt eval time = 978.03 ms / 438 tokens ( 2.23 ms per token, 447.84 tokens per second) 1.22.068.178 I slot print_timing: id 0 | task 2223 | eval time = 810.07 ms / 34 tokens ( 24.55 ms per token, 40.74 tokens per second) 1.22.068.179 I slot print_timing: id 0 | task 2223 | total time = 1788.10 ms / 472 tokens 1.22.068.180 I slot print_timing: id 0 | task 2223 | graphs reused = 1943 1.22.068.180 I slot print_timing: id 0 | task 2223 | graph reallocs = 0 / 0 (same size) / (changed size) 1.22.068.225 I slot release: id 0 | task 2223 | stop processing: n_tokens = 471, truncated = 0 1.22.077.748 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 471, t_last = 243261672739 1.22.084.543 I slot launch_slot_: id 0 | task 2260 | processing task, is_child = 0 1.24.066.450 I slot print_timing: id 0 | task 2260 | prompt eval time = 927.33 ms / 426 tokens ( 2.18 ms per token, 459.38 tokens per second) 1.24.066.457 I slot print_timing: id 0 | task 2260 | eval time = 1054.56 ms / 44 tokens ( 24.52 ms per token, 40.78 tokens per second) 1.24.066.458 I slot print_timing: id 0 | task 2260 | total time = 1981.89 ms / 470 tokens 1.24.066.459 I slot print_timing: id 0 | task 2260 | graphs reused = 1985 1.24.066.459 I slot print_timing: id 0 | task 2260 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.066.494 I slot release: id 0 | task 2260 | stop processing: n_tokens = 469, truncated = 0 1.24.075.154 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 469, t_last = 243263671008 1.24.083.067 I slot launch_slot_: id 0 | task 2307 | processing task, is_child = 0 1.25.328.371 I slot print_timing: id 0 | task 2307 | prompt eval time = 631.65 ms / 263 tokens ( 2.40 ms per token, 416.37 tokens per second) 1.25.328.377 I slot print_timing: id 0 | task 2307 | eval time = 613.65 ms / 26 tokens ( 24.55 ms per token, 40.74 tokens per second) 1.25.328.378 I slot print_timing: id 0 | task 2307 | total time = 1245.30 ms / 289 tokens 1.25.328.378 I slot print_timing: id 0 | task 2307 | graphs reused = 2009 1.25.328.379 I slot print_timing: id 0 | task 2307 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.328.404 I slot release: id 0 | task 2307 | stop processing: n_tokens = 288, truncated = 0 1.25.336.319 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 243264932918 1.25.337.576 I slot launch_slot_: id 0 | task 2336 | processing task, is_child = 0 1.26.781.373 I slot print_timing: id 0 | task 2336 | prompt eval time = 879.04 ms / 401 tokens ( 2.19 ms per token, 456.18 tokens per second) 1.26.781.377 I slot print_timing: id 0 | task 2336 | eval time = 564.74 ms / 24 tokens ( 24.55 ms per token, 40.73 tokens per second) 1.26.781.378 I slot print_timing: id 0 | task 2336 | total time = 1443.79 ms / 425 tokens 1.26.781.378 I slot print_timing: id 0 | task 2336 | graphs reused = 2031 1.26.781.379 I slot print_timing: id 0 | task 2336 | graph reallocs = 0 / 0 (same size) / (changed size) 1.26.781.417 I slot release: id 0 | task 2336 | stop processing: n_tokens = 424, truncated = 0 1.26.789.197 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 243266385932 1.26.796.652 I slot launch_slot_: id 0 | task 2363 | processing task, is_child = 0 1.28.286.897 I slot print_timing: id 0 | task 2363 | prompt eval time = 874.65 ms / 383 tokens ( 2.28 ms per token, 437.89 tokens per second) 1.28.286.904 I slot print_timing: id 0 | task 2363 | eval time = 615.57 ms / 26 tokens ( 24.62 ms per token, 40.61 tokens per second) 1.28.286.904 I slot print_timing: id 0 | task 2363 | total time = 1490.23 ms / 409 tokens 1.28.286.905 I slot print_timing: id 0 | task 2363 | graphs reused = 2055 1.28.286.906 I slot print_timing: id 0 | task 2363 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.286.943 I slot release: id 0 | task 2363 | stop processing: n_tokens = 408, truncated = 0 1.28.295.574 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 243267891457 1.28.301.003 I slot launch_slot_: id 0 | task 2392 | processing task, is_child = 0 1.29.685.861 I slot print_timing: id 0 | task 2392 | prompt eval time = 697.45 ms / 297 tokens ( 2.35 ms per token, 425.83 tokens per second) 1.29.685.867 I slot print_timing: id 0 | task 2392 | eval time = 687.39 ms / 29 tokens ( 24.55 ms per token, 40.73 tokens per second) 1.29.685.868 I slot print_timing: id 0 | task 2392 | total time = 1384.85 ms / 326 tokens 1.29.685.869 I slot print_timing: id 0 | task 2392 | graphs reused = 2082 1.29.685.869 I slot print_timing: id 0 | task 2392 | graph reallocs = 0 / 0 (same size) / (changed size) 1.29.685.897 I slot release: id 0 | task 2392 | stop processing: n_tokens = 325, truncated = 0 1.29.693.842 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 243269290411 1.29.696.480 I slot launch_slot_: id 0 | task 2424 | processing task, is_child = 0 1.31.204.180 I slot print_timing: id 0 | task 2424 | prompt eval time = 697.64 ms / 291 tokens ( 2.40 ms per token, 417.12 tokens per second) 1.31.204.186 I slot print_timing: id 0 | task 2424 | eval time = 810.05 ms / 34 tokens ( 24.55 ms per token, 40.74 tokens per second) 1.31.204.188 I slot print_timing: id 0 | task 2424 | total time = 1507.69 ms / 325 tokens 1.31.204.189 I slot print_timing: id 0 | task 2424 | graphs reused = 2114 1.31.204.189 I slot print_timing: id 0 | task 2424 | graph reallocs = 0 / 0 (same size) / (changed size) 1.31.204.221 I slot release: id 0 | task 2424 | stop processing: n_tokens = 324, truncated = 0 1.31.212.444 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 324, t_last = 243270808735 1.31.216.670 I slot launch_slot_: id 0 | task 2461 | processing task, is_child = 0 1.32.508.479 I slot print_timing: id 0 | task 2461 | prompt eval time = 776.21 ms / 357 tokens ( 2.17 ms per token, 459.93 tokens per second) 1.32.508.485 I slot print_timing: id 0 | task 2461 | eval time = 515.59 ms / 22 tokens ( 24.55 ms per token, 40.73 tokens per second) 1.32.508.486 I slot print_timing: id 0 | task 2461 | total time = 1291.80 ms / 379 tokens 1.32.508.486 I slot print_timing: id 0 | task 2461 | graphs reused = 2134 1.32.508.487 I slot print_timing: id 0 | task 2461 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.508.519 I slot release: id 0 | task 2461 | stop processing: n_tokens = 378, truncated = 0 1.32.515.762 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 378, t_last = 243272113033 1.32.520.650 I slot launch_slot_: id 0 | task 2486 | processing task, is_child = 0 1.34.204.175 I slot print_timing: id 0 | task 2486 | prompt eval time = 702.33 ms / 312 tokens ( 2.25 ms per token, 444.23 tokens per second) 1.34.204.182 I slot print_timing: id 0 | task 2486 | eval time = 981.19 ms / 41 tokens ( 24.53 ms per token, 40.77 tokens per second) 1.34.204.183 I slot print_timing: id 0 | task 2486 | total time = 1683.52 ms / 353 tokens 1.34.204.183 I slot print_timing: id 0 | task 2486 | graphs reused = 2173 1.34.204.184 I slot print_timing: id 0 | task 2486 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.204.216 I slot release: id 0 | task 2486 | stop processing: n_tokens = 352, truncated = 0 1.34.210.582 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 243273808730 1.34.213.413 I slot launch_slot_: id 0 | task 2530 | processing task, is_child = 0 1.35.238.536 I slot print_timing: id 0 | task 2530 | prompt eval time = 581.18 ms / 237 tokens ( 2.45 ms per token, 407.79 tokens per second) 1.35.238.542 I slot print_timing: id 0 | task 2530 | eval time = 443.94 ms / 19 tokens ( 24.66 ms per token, 40.55 tokens per second) 1.35.238.544 I slot print_timing: id 0 | task 2530 | total time = 1025.12 ms / 256 tokens 1.35.238.544 I slot print_timing: id 0 | task 2530 | graphs reused = 2190 1.35.238.545 I slot print_timing: id 0 | task 2530 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.238.572 I slot release: id 0 | task 2530 | stop processing: n_tokens = 255, truncated = 0 1.35.245.261 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 243274843086 1.35.248.743 I slot launch_slot_: id 0 | task 2552 | processing task, is_child = 0 1.36.911.306 I slot print_timing: id 0 | task 2552 | prompt eval time = 755.87 ms / 318 tokens ( 2.38 ms per token, 420.71 tokens per second) 1.36.911.312 I slot print_timing: id 0 | task 2552 | eval time = 906.68 ms / 38 tokens ( 24.50 ms per token, 40.81 tokens per second) 1.36.911.312 I slot print_timing: id 0 | task 2552 | total time = 1662.55 ms / 356 tokens 1.36.911.313 I slot print_timing: id 0 | task 2552 | graphs reused = 2226 1.36.911.313 I slot print_timing: id 0 | task 2552 | graph reallocs = 0 / 0 (same size) / (changed size) 1.36.911.346 I slot release: id 0 | task 2552 | stop processing: n_tokens = 355, truncated = 0 1.36.917.976 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 243276515860 1.36.922.598 I slot launch_slot_: id 0 | task 2593 | processing task, is_child = 0 1.38.330.277 I slot print_timing: id 0 | task 2593 | prompt eval time = 695.12 ms / 284 tokens ( 2.45 ms per token, 408.56 tokens per second) 1.38.330.283 I slot print_timing: id 0 | task 2593 | eval time = 712.54 ms / 30 tokens ( 24.57 ms per token, 40.70 tokens per second) 1.38.330.284 I slot print_timing: id 0 | task 2593 | total time = 1407.66 ms / 314 tokens 1.38.330.284 I slot print_timing: id 0 | task 2593 | graphs reused = 2254 1.38.330.285 I slot print_timing: id 0 | task 2593 | graph reallocs = 0 / 0 (same size) / (changed size) 1.38.330.313 I slot release: id 0 | task 2593 | stop processing: n_tokens = 313, truncated = 0 1.38.337.977 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 243277934827 1.38.343.883 I slot launch_slot_: id 0 | task 2626 | processing task, is_child = 0 1.39.413.630 I slot print_timing: id 0 | task 2626 | prompt eval time = 578.17 ms / 233 tokens ( 2.48 ms per token, 402.99 tokens per second) 1.39.413.634 I slot print_timing: id 0 | task 2626 | eval time = 491.56 ms / 21 tokens ( 24.58 ms per token, 40.69 tokens per second) 1.39.413.635 I slot print_timing: id 0 | task 2626 | total time = 1069.73 ms / 254 tokens 1.39.413.635 I slot print_timing: id 0 | task 2626 | graphs reused = 2273 1.39.413.636 I slot print_timing: id 0 | task 2626 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.413.662 I slot release: id 0 | task 2626 | stop processing: n_tokens = 253, truncated = 0 1.39.420.386 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 243279018176 1.39.423.746 I slot launch_slot_: id 0 | task 2650 | processing task, is_child = 0 1.40.574.996 I slot print_timing: id 0 | task 2650 | prompt eval time = 635.54 ms / 260 tokens ( 2.44 ms per token, 409.10 tokens per second) 1.40.575.006 I slot print_timing: id 0 | task 2650 | eval time = 515.70 ms / 22 tokens ( 24.56 ms per token, 40.72 tokens per second) 1.40.575.007 I slot print_timing: id 0 | task 2650 | total time = 1151.24 ms / 282 tokens 1.40.575.008 I slot print_timing: id 0 | task 2650 | graphs reused = 2293 1.40.575.008 I slot print_timing: id 0 | task 2650 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.575.039 I slot release: id 0 | task 2650 | stop processing: n_tokens = 281, truncated = 0 1.40.581.443 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 243280179553 1.40.585.201 I slot launch_slot_: id 0 | task 2675 | processing task, is_child = 0 1.41.714.272 I slot print_timing: id 0 | task 2675 | prompt eval time = 634.17 ms / 251 tokens ( 2.53 ms per token, 395.79 tokens per second) 1.41.714.281 I slot print_timing: id 0 | task 2675 | eval time = 494.89 ms / 21 tokens ( 24.74 ms per token, 40.41 tokens per second) 1.41.714.282 I slot print_timing: id 0 | task 2675 | total time = 1129.06 ms / 272 tokens 1.41.714.283 I slot print_timing: id 0 | task 2675 | graphs reused = 2311 1.41.714.283 I slot print_timing: id 0 | task 2675 | graph reallocs = 0 / 0 (same size) / (changed size) 1.41.714.315 I slot release: id 0 | task 2675 | stop processing: n_tokens = 271, truncated = 0 1.41.723.002 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 243281318829 1.41.726.602 I slot launch_slot_: id 0 | task 2699 | processing task, is_child = 0 1.43.258.030 I slot print_timing: id 0 | task 2699 | prompt eval time = 916.61 ms / 393 tokens ( 2.33 ms per token, 428.76 tokens per second) 1.43.258.037 I slot print_timing: id 0 | task 2699 | eval time = 614.82 ms / 26 tokens ( 24.59 ms per token, 40.66 tokens per second) 1.43.258.038 I slot print_timing: id 0 | task 2699 | total time = 1531.42 ms / 419 tokens 1.43.258.038 I slot print_timing: id 0 | task 2699 | graphs reused = 2335 1.43.258.039 I slot print_timing: id 0 | task 2699 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.258.076 I slot release: id 0 | task 2699 | stop processing: n_tokens = 418, truncated = 0 1.43.264.448 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 418, t_last = 243282862590 1.43.269.830 I slot launch_slot_: id 0 | task 2728 | processing task, is_child = 0 1.44.347.530 I slot print_timing: id 0 | task 2728 | prompt eval time = 634.94 ms / 283 tokens ( 2.24 ms per token, 445.71 tokens per second) 1.44.347.537 I slot print_timing: id 0 | task 2728 | eval time = 442.75 ms / 19 tokens ( 24.60 ms per token, 40.65 tokens per second) 1.44.347.538 I slot print_timing: id 0 | task 2728 | total time = 1077.69 ms / 302 tokens 1.44.347.538 I slot print_timing: id 0 | task 2728 | graphs reused = 2352 1.44.347.539 I slot print_timing: id 0 | task 2728 | graph reallocs = 0 / 0 (same size) / (changed size) 1.44.347.568 I slot release: id 0 | task 2728 | stop processing: n_tokens = 301, truncated = 0 1.44.358.304 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 243283952082 1.44.360.754 I slot launch_slot_: id 0 | task 2750 | processing task, is_child = 0 1.46.549.945 I slot print_timing: id 0 | task 2750 | prompt eval time = 1377.75 ms / 622 tokens ( 2.22 ms per token, 451.46 tokens per second) 1.46.549.949 I slot print_timing: id 0 | task 2750 | eval time = 811.42 ms / 34 tokens ( 24.59 ms per token, 40.67 tokens per second) 1.46.549.950 I slot print_timing: id 0 | task 2750 | total time = 2189.18 ms / 656 tokens 1.46.549.950 I slot print_timing: id 0 | task 2750 | graphs reused = 2384 1.46.549.951 I slot print_timing: id 0 | task 2750 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.550.000 I slot release: id 0 | task 2750 | stop processing: n_tokens = 655, truncated = 0 1.46.556.521 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 655, t_last = 243286154514 1.46.563.856 I slot launch_slot_: id 0 | task 2788 | processing task, is_child = 0 1.47.659.609 I slot print_timing: id 0 | task 2788 | prompt eval time = 628.67 ms / 262 tokens ( 2.40 ms per token, 416.75 tokens per second) 1.47.659.617 I slot print_timing: id 0 | task 2788 | eval time = 467.07 ms / 20 tokens ( 24.58 ms per token, 40.68 tokens per second) 1.47.659.617 I slot print_timing: id 0 | task 2788 | total time = 1095.74 ms / 282 tokens 1.47.659.618 I slot print_timing: id 0 | task 2788 | graphs reused = 2402 1.47.659.619 I slot print_timing: id 0 | task 2788 | graph reallocs = 0 / 0 (same size) / (changed size) 1.47.659.648 I slot release: id 0 | task 2788 | stop processing: n_tokens = 281, truncated = 0 1.47.668.732 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 243287264162 1.47.670.611 I slot launch_slot_: id 0 | task 2811 | processing task, is_child = 0 1.49.262.207 I slot print_timing: id 0 | task 2811 | prompt eval time = 999.85 ms / 477 tokens ( 2.10 ms per token, 477.07 tokens per second) 1.49.262.213 I slot print_timing: id 0 | task 2811 | eval time = 591.73 ms / 25 tokens ( 24.66 ms per token, 40.56 tokens per second) 1.49.262.214 I slot print_timing: id 0 | task 2811 | total time = 1591.58 ms / 502 tokens 1.49.262.214 I slot print_timing: id 0 | task 2811 | graphs reused = 2425 1.49.262.215 I slot print_timing: id 0 | task 2811 | graph reallocs = 0 / 0 (same size) / (changed size) 1.49.262.261 I slot release: id 0 | task 2811 | stop processing: n_tokens = 501, truncated = 0 1.49.272.580 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 501, t_last = 243288866776 1.49.279.308 I slot launch_slot_: id 0 | task 2839 | processing task, is_child = 0 1.51.442.820 I slot print_timing: id 0 | task 2839 | prompt eval time = 1253.82 ms / 549 tokens ( 2.28 ms per token, 437.86 tokens per second) 1.51.442.824 I slot print_timing: id 0 | task 2839 | eval time = 909.68 ms / 38 tokens ( 24.59 ms per token, 40.67 tokens per second) 1.51.442.825 I slot print_timing: id 0 | task 2839 | total time = 2163.50 ms / 587 tokens 1.51.442.825 I slot print_timing: id 0 | task 2839 | graphs reused = 2461 1.51.442.826 I slot print_timing: id 0 | task 2839 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.442.874 I slot release: id 0 | task 2839 | stop processing: n_tokens = 586, truncated = 0 1.51.450.941 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 586, t_last = 243291047388 1.51.458.491 I slot launch_slot_: id 0 | task 2881 | processing task, is_child = 0 1.53.330.207 I slot print_timing: id 0 | task 2881 | prompt eval time = 915.80 ms / 392 tokens ( 2.34 ms per token, 428.04 tokens per second) 1.53.330.213 I slot print_timing: id 0 | task 2881 | eval time = 955.90 ms / 40 tokens ( 24.51 ms per token, 40.80 tokens per second) 1.53.330.214 I slot print_timing: id 0 | task 2881 | total time = 1871.71 ms / 432 tokens 1.53.330.214 I slot print_timing: id 0 | task 2881 | graphs reused = 2499 1.53.330.215 I slot print_timing: id 0 | task 2881 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.330.258 I slot release: id 0 | task 2881 | stop processing: n_tokens = 431, truncated = 0 1.53.338.330 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 243292934772 1.53.343.977 I slot launch_slot_: id 0 | task 2924 | processing task, is_child = 0 1.54.884.935 I slot print_timing: id 0 | task 2924 | prompt eval time = 681.95 ms / 273 tokens ( 2.50 ms per token, 400.32 tokens per second) 1.54.884.939 I slot print_timing: id 0 | task 2924 | eval time = 858.99 ms / 36 tokens ( 24.54 ms per token, 40.75 tokens per second) 1.54.884.940 I slot print_timing: id 0 | task 2924 | total time = 1540.94 ms / 309 tokens 1.54.884.941 I slot print_timing: id 0 | task 2924 | graphs reused = 2533 1.54.884.941 I slot print_timing: id 0 | task 2924 | graph reallocs = 0 / 0 (same size) / (changed size) 1.54.884.973 I slot release: id 0 | task 2924 | stop processing: n_tokens = 308, truncated = 0 1.54.894.102 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 243294489488 1.54.895.411 I slot launch_slot_: id 0 | task 2963 | processing task, is_child = 0 1.58.568.681 I slot print_timing: id 0 | task 2963 | prompt eval time = 933.74 ms / 420 tokens ( 2.22 ms per token, 449.80 tokens per second) 1.58.568.687 I slot print_timing: id 0 | task 2963 | eval time = 2739.52 ms / 113 tokens ( 24.46 ms per token, 40.88 tokens per second) 1.58.568.688 I slot print_timing: id 0 | task 2963 | total time = 3673.26 ms / 533 tokens 1.58.568.689 I slot print_timing: id 0 | task 2963 | graphs reused = 2643 1.58.568.689 I slot print_timing: id 0 | task 2963 | graph reallocs = 0 / 0 (same size) / (changed size) 1.58.568.727 I slot release: id 0 | task 2963 | stop processing: n_tokens = 532, truncated = 0 1.58.577.696 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 532, t_last = 243298173241 1.58.583.737 I slot launch_slot_: id 0 | task 3079 | processing task, is_child = 0 2.00.798.810 I slot print_timing: id 0 | task 3079 | prompt eval time = 1330.33 ms / 582 tokens ( 2.29 ms per token, 437.48 tokens per second) 2.00.798.816 I slot print_timing: id 0 | task 3079 | eval time = 884.73 ms / 37 tokens ( 24.58 ms per token, 40.69 tokens per second) 2.00.798.817 I slot print_timing: id 0 | task 3079 | total time = 2215.06 ms / 619 tokens 2.00.798.817 I slot print_timing: id 0 | task 3079 | graphs reused = 2678 2.00.798.818 I slot print_timing: id 0 | task 3079 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.798.869 I slot release: id 0 | task 3079 | stop processing: n_tokens = 618, truncated = 0 2.00.806.656 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 243300403383 2.00.815.382 I slot launch_slot_: id 0 | task 3120 | processing task, is_child = 0 2.02.484.466 I slot print_timing: id 0 | task 3120 | prompt eval time = 931.98 ms / 413 tokens ( 2.26 ms per token, 443.14 tokens per second) 2.02.484.472 I slot print_timing: id 0 | task 3120 | eval time = 737.09 ms / 31 tokens ( 24.57 ms per token, 40.70 tokens per second) 2.02.484.473 I slot print_timing: id 0 | task 3120 | total time = 1669.07 ms / 444 tokens 2.02.484.474 I slot print_timing: id 0 | task 3120 | graphs reused = 2707 2.02.484.474 I slot print_timing: id 0 | task 3120 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.484.512 I slot release: id 0 | task 3120 | stop processing: n_tokens = 443, truncated = 0 2.02.492.529 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 443, t_last = 243302089026 2.02.496.298 I slot launch_slot_: id 0 | task 3154 | processing task, is_child = 0 2.03.942.415 I slot print_timing: id 0 | task 3154 | prompt eval time = 807.84 ms / 362 tokens ( 2.23 ms per token, 448.11 tokens per second) 2.03.942.419 I slot print_timing: id 0 | task 3154 | eval time = 638.27 ms / 27 tokens ( 24.55 ms per token, 40.74 tokens per second) 2.03.942.420 I slot print_timing: id 0 | task 3154 | total time = 1446.11 ms / 389 tokens 2.03.942.420 I slot print_timing: id 0 | task 3154 | graphs reused = 2732 2.03.942.421 I slot print_timing: id 0 | task 3154 | graph reallocs = 0 / 0 (same size) / (changed size) 2.03.942.455 I slot release: id 0 | task 3154 | stop processing: n_tokens = 388, truncated = 0 2.03.950.259 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 388, t_last = 243303546969 2.03.952.314 I slot launch_slot_: id 0 | task 3184 | processing task, is_child = 0 2.05.205.298 I slot print_timing: id 0 | task 3184 | prompt eval time = 635.63 ms / 250 tokens ( 2.54 ms per token, 393.31 tokens per second) 2.05.205.304 I slot print_timing: id 0 | task 3184 | eval time = 617.35 ms / 26 tokens ( 24.69 ms per token, 40.50 tokens per second) 2.05.205.305 I slot print_timing: id 0 | task 3184 | total time = 1252.97 ms / 276 tokens 2.05.205.305 I slot print_timing: id 0 | task 3184 | graphs reused = 2755 2.05.205.306 I slot print_timing: id 0 | task 3184 | graph reallocs = 0 / 0 (same size) / (changed size) 2.05.205.331 I slot release: id 0 | task 3184 | stop processing: n_tokens = 275, truncated = 0 2.05.212.137 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 243304809845 2.05.213.323 I slot launch_slot_: id 0 | task 3213 | processing task, is_child = 0 2.06.814.787 I slot print_timing: id 0 | task 3213 | prompt eval time = 740.83 ms / 297 tokens ( 2.49 ms per token, 400.90 tokens per second) 2.06.814.793 I slot print_timing: id 0 | task 3213 | eval time = 860.63 ms / 36 tokens ( 24.59 ms per token, 40.67 tokens per second) 2.06.814.794 I slot print_timing: id 0 | task 3213 | total time = 1601.45 ms / 333 tokens 2.06.814.794 I slot print_timing: id 0 | task 3213 | graphs reused = 2789 2.06.814.795 I slot print_timing: id 0 | task 3213 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.814.828 I slot release: id 0 | task 3213 | stop processing: n_tokens = 332, truncated = 0 2.06.822.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 243306419342 2.06.825.690 I slot launch_slot_: id 0 | task 3252 | processing task, is_child = 0 2.08.269.508 I slot print_timing: id 0 | task 3252 | prompt eval time = 756.09 ms / 318 tokens ( 2.38 ms per token, 420.59 tokens per second) 2.08.269.515 I slot print_timing: id 0 | task 3252 | eval time = 687.72 ms / 29 tokens ( 24.56 ms per token, 40.71 tokens per second) 2.08.269.515 I slot print_timing: id 0 | task 3252 | total time = 1443.81 ms / 347 tokens 2.08.269.516 I slot print_timing: id 0 | task 3252 | graphs reused = 2816 2.08.269.516 I slot print_timing: id 0 | task 3252 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.269.554 I slot release: id 0 | task 3252 | stop processing: n_tokens = 346, truncated = 0 2.08.279.088 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 243307874068 2.08.283.512 I slot launch_slot_: id 0 | task 3284 | processing task, is_child = 0 2.10.100.313 I slot print_timing: id 0 | task 3284 | prompt eval time = 932.87 ms / 424 tokens ( 2.20 ms per token, 454.51 tokens per second) 2.10.100.319 I slot print_timing: id 0 | task 3284 | eval time = 883.92 ms / 37 tokens ( 24.55 ms per token, 40.73 tokens per second) 2.10.100.320 I slot print_timing: id 0 | task 3284 | total time = 1816.79 ms / 461 tokens 2.10.100.320 I slot print_timing: id 0 | task 3284 | graphs reused = 2851 2.10.100.321 I slot print_timing: id 0 | task 3284 | graph reallocs = 0 / 0 (same size) / (changed size) 2.10.100.361 I slot release: id 0 | task 3284 | stop processing: n_tokens = 460, truncated = 0 2.10.109.966 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 460, t_last = 243309704875 2.10.115.829 I slot launch_slot_: id 0 | task 3324 | processing task, is_child = 0 2.11.639.265 I slot print_timing: id 0 | task 3324 | prompt eval time = 811.96 ms / 375 tokens ( 2.17 ms per token, 461.84 tokens per second) 2.11.639.271 I slot print_timing: id 0 | task 3324 | eval time = 711.47 ms / 30 tokens ( 24.53 ms per token, 40.76 tokens per second) 2.11.639.272 I slot print_timing: id 0 | task 3324 | total time = 1523.43 ms / 405 tokens 2.11.639.272 I slot print_timing: id 0 | task 3324 | graphs reused = 2879 2.11.639.273 I slot print_timing: id 0 | task 3324 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.639.306 I slot release: id 0 | task 3324 | stop processing: n_tokens = 404, truncated = 0 2.11.649.989 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 243311243820 2.11.655.108 I slot launch_slot_: id 0 | task 3357 | processing task, is_child = 0 2.13.581.827 I slot print_timing: id 0 | task 3357 | prompt eval time = 1288.50 ms / 592 tokens ( 2.18 ms per token, 459.45 tokens per second) 2.13.581.833 I slot print_timing: id 0 | task 3357 | eval time = 638.20 ms / 27 tokens ( 24.55 ms per token, 40.74 tokens per second) 2.13.581.834 I slot print_timing: id 0 | task 3357 | total time = 1926.71 ms / 619 tokens 2.13.581.834 I slot print_timing: id 0 | task 3357 | graphs reused = 2904 2.13.581.835 I slot print_timing: id 0 | task 3357 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.581.883 I slot release: id 0 | task 3357 | stop processing: n_tokens = 618, truncated = 0 2.13.589.862 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 243313186398 2.13.597.068 I slot launch_slot_: id 0 | task 3388 | processing task, is_child = 0 2.14.931.566 I slot print_timing: id 0 | task 3388 | prompt eval time = 817.71 ms / 371 tokens ( 2.20 ms per token, 453.70 tokens per second) 2.14.931.572 I slot print_timing: id 0 | task 3388 | eval time = 516.78 ms / 22 tokens ( 24.61 ms per token, 40.64 tokens per second) 2.14.931.573 I slot print_timing: id 0 | task 3388 | total time = 1334.49 ms / 393 tokens 2.14.931.574 I slot print_timing: id 0 | task 3388 | graphs reused = 2924 2.14.931.574 I slot print_timing: id 0 | task 3388 | graph reallocs = 0 / 0 (same size) / (changed size) 2.14.931.610 I slot release: id 0 | task 3388 | stop processing: n_tokens = 392, truncated = 0 2.14.939.793 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 243314536124 2.14.943.028 I slot launch_slot_: id 0 | task 3413 | processing task, is_child = 0 2.16.659.871 I slot print_timing: id 0 | task 3413 | prompt eval time = 932.02 ms / 416 tokens ( 2.24 ms per token, 446.34 tokens per second) 2.16.659.877 I slot print_timing: id 0 | task 3413 | eval time = 784.81 ms / 33 tokens ( 24.53 ms per token, 40.77 tokens per second) 2.16.659.878 I slot print_timing: id 0 | task 3413 | total time = 1716.83 ms / 449 tokens 2.16.659.879 I slot print_timing: id 0 | task 3413 | graphs reused = 2955 2.16.659.879 I slot print_timing: id 0 | task 3413 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.659.925 I slot release: id 0 | task 3413 | stop processing: n_tokens = 448, truncated = 0 2.16.668.357 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 243316264439 2.16.674.187 I slot launch_slot_: id 0 | task 3449 | processing task, is_child = 0 2.18.301.792 I slot print_timing: id 0 | task 3449 | prompt eval time = 818.66 ms / 373 tokens ( 2.19 ms per token, 455.62 tokens per second) 2.18.301.796 I slot print_timing: id 0 | task 3449 | eval time = 808.94 ms / 34 tokens ( 24.51 ms per token, 40.79 tokens per second) 2.18.301.797 I slot print_timing: id 0 | task 3449 | total time = 1627.59 ms / 407 tokens 2.18.301.797 I slot print_timing: id 0 | task 3449 | graphs reused = 2987 2.18.301.798 I slot print_timing: id 0 | task 3449 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.301.842 I slot release: id 0 | task 3449 | stop processing: n_tokens = 406, truncated = 0 2.18.312.266 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 243317906356 2.18.317.487 I slot launch_slot_: id 0 | task 3486 | processing task, is_child = 0 2.20.162.581 I slot print_timing: id 0 | task 3486 | prompt eval time = 1055.61 ms / 495 tokens ( 2.13 ms per token, 468.92 tokens per second) 2.20.162.587 I slot print_timing: id 0 | task 3486 | eval time = 789.47 ms / 33 tokens ( 24.67 ms per token, 40.53 tokens per second) 2.20.162.588 I slot print_timing: id 0 | task 3486 | total time = 1845.08 ms / 528 tokens 2.20.162.588 I slot print_timing: id 0 | task 3486 | graphs reused = 3017 2.20.162.589 I slot print_timing: id 0 | task 3486 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.162.630 I slot release: id 0 | task 3486 | stop processing: n_tokens = 527, truncated = 0 2.20.173.592 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 527, t_last = 243319767144 2.20.180.254 I slot launch_slot_: id 0 | task 3522 | processing task, is_child = 0 2.22.990.188 I slot print_timing: id 0 | task 3522 | prompt eval time = 1313.66 ms / 582 tokens ( 2.26 ms per token, 443.04 tokens per second) 2.22.990.194 I slot print_timing: id 0 | task 3522 | eval time = 1496.26 ms / 62 tokens ( 24.53 ms per token, 40.77 tokens per second) 2.22.990.196 I slot print_timing: id 0 | task 3522 | total time = 2809.93 ms / 644 tokens 2.22.990.196 I slot print_timing: id 0 | task 3522 | graphs reused = 3077 2.22.990.197 I slot print_timing: id 0 | task 3522 | graph reallocs = 0 / 0 (same size) / (changed size) 2.22.990.246 I slot release: id 0 | task 3522 | stop processing: n_tokens = 643, truncated = 0 2.22.997.021 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 243322594761 2.23.007.562 I slot launch_slot_: id 0 | task 3588 | processing task, is_child = 0 2.24.781.465 I slot print_timing: id 0 | task 3588 | prompt eval time = 500.45 ms / 175 tokens ( 2.86 ms per token, 349.69 tokens per second) 2.24.781.469 I slot print_timing: id 0 | task 3588 | eval time = 1273.45 ms / 53 tokens ( 24.49 ms per token, 40.83 tokens per second) 2.24.781.470 I slot print_timing: id 0 | task 3588 | total time = 1773.89 ms / 228 tokens 2.24.781.470 I slot print_timing: id 0 | task 3588 | graphs reused = 3128 2.24.781.471 I slot print_timing: id 0 | task 3588 | graph reallocs = 0 / 0 (same size) / (changed size) 2.24.781.497 I slot release: id 0 | task 3588 | stop processing: n_tokens = 227, truncated = 0 2.24.786.807 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 243324386011 2.24.787.731 I slot launch_slot_: id 0 | task 3644 | processing task, is_child = 0 2.26.637.395 I slot print_timing: id 0 | task 3644 | prompt eval time = 503.77 ms / 197 tokens ( 2.56 ms per token, 391.05 tokens per second) 2.26.637.402 I slot print_timing: id 0 | task 3644 | eval time = 1345.88 ms / 56 tokens ( 24.47 ms per token, 40.87 tokens per second) 2.26.637.403 I slot print_timing: id 0 | task 3644 | total time = 1849.65 ms / 253 tokens 2.26.637.403 I slot print_timing: id 0 | task 3644 | graphs reused = 3182 2.26.637.404 I slot print_timing: id 0 | task 3644 | graph reallocs = 0 / 0 (same size) / (changed size) 2.26.637.432 I slot release: id 0 | task 3644 | stop processing: n_tokens = 252, truncated = 0 2.26.644.683 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 243326241946 2.26.646.452 I slot launch_slot_: id 0 | task 3703 | processing task, is_child = 0 2.28.763.086 I slot print_timing: id 0 | task 3703 | prompt eval time = 503.57 ms / 189 tokens ( 2.66 ms per token, 375.32 tokens per second) 2.28.763.089 I slot print_timing: id 0 | task 3703 | eval time = 1613.06 ms / 67 tokens ( 24.44 ms per token, 40.92 tokens per second) 2.28.763.090 I slot print_timing: id 0 | task 3703 | total time = 2116.62 ms / 256 tokens 2.28.763.090 I slot print_timing: id 0 | task 3703 | graphs reused = 3247 2.28.763.091 I slot print_timing: id 0 | task 3703 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.763.115 I slot release: id 0 | task 3703 | stop processing: n_tokens = 255, truncated = 0 2.28.768.514 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 243328367629 2.28.769.537 I slot launch_slot_: id 0 | task 3773 | processing task, is_child = 0 2.30.951.515 I slot print_timing: id 0 | task 3773 | prompt eval time = 445.72 ms / 152 tokens ( 2.93 ms per token, 341.02 tokens per second) 2.30.951.519 I slot print_timing: id 0 | task 3773 | eval time = 1736.25 ms / 72 tokens ( 24.45 ms per token, 40.89 tokens per second) 2.30.951.519 I slot print_timing: id 0 | task 3773 | total time = 2181.97 ms / 224 tokens 2.30.951.520 I slot print_timing: id 0 | task 3773 | graphs reused = 3317 2.30.951.520 I slot print_timing: id 0 | task 3773 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.951.542 I slot release: id 0 | task 3773 | stop processing: n_tokens = 223, truncated = 0 2.30.958.895 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 243330556056 2.30.960.587 I slot launch_slot_: id 0 | task 3848 | processing task, is_child = 0 2.33.247.305 I slot print_timing: id 0 | task 3848 | prompt eval time = 519.88 ms / 215 tokens ( 2.42 ms per token, 413.56 tokens per second) 2.33.247.312 I slot print_timing: id 0 | task 3848 | eval time = 1766.83 ms / 73 tokens ( 24.54 ms per token, 40.75 tokens per second) 2.33.247.312 I slot print_timing: id 0 | task 3848 | total time = 2286.71 ms / 288 tokens 2.33.247.313 I slot print_timing: id 0 | task 3848 | graphs reused = 3387 2.33.247.313 I slot print_timing: id 0 | task 3848 | graph reallocs = 0 / 0 (same size) / (changed size) 2.33.247.340 I slot release: id 0 | task 3848 | stop processing: n_tokens = 287, truncated = 0 2.33.253.343 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 243332851854 2.33.255.665 I slot launch_slot_: id 0 | task 3924 | processing task, is_child = 0 2.36.888.329 I slot print_timing: id 0 | task 3924 | n_gen = 124, tg = 40.87 t/s, tg_3s = 41.20 t/s 2.37.157.171 I slot print_timing: id 0 | task 3924 | prompt eval time = 623.27 ms / 252 tokens ( 2.47 ms per token, 404.32 tokens per second) 2.37.157.176 I slot print_timing: id 0 | task 3924 | eval time = 3278.22 ms / 135 tokens ( 24.46 ms per token, 40.88 tokens per second) 2.37.157.177 I slot print_timing: id 0 | task 3924 | total time = 3901.49 ms / 387 tokens 2.37.157.177 I slot print_timing: id 0 | task 3924 | graphs reused = 3519 2.37.157.178 I slot print_timing: id 0 | task 3924 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.157.203 I slot release: id 0 | task 3924 | stop processing: n_tokens = 386, truncated = 0 2.37.164.524 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 386, t_last = 243336761717 2.37.169.706 I slot launch_slot_: id 0 | task 4062 | processing task, is_child = 0 2.40.974.650 I slot print_timing: id 0 | task 4062 | n_gen = 124, tg = 40.90 t/s, tg_3s = 41.24 t/s 2.41.366.063 I slot print_timing: id 0 | task 4062 | prompt eval time = 797.79 ms / 331 tokens ( 2.41 ms per token, 414.89 tokens per second) 2.41.366.070 I slot print_timing: id 0 | task 4062 | eval time = 3398.55 ms / 140 tokens ( 24.45 ms per token, 40.90 tokens per second) 2.41.366.070 I slot print_timing: id 0 | task 4062 | total time = 4196.35 ms / 471 tokens 2.41.366.071 I slot print_timing: id 0 | task 4062 | graphs reused = 3657 2.41.366.072 I slot print_timing: id 0 | task 4062 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.366.102 I slot release: id 0 | task 4062 | stop processing: n_tokens = 470, truncated = 0 2.41.371.189 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 243340970616 2.41.376.076 I slot launch_slot_: id 0 | task 4205 | processing task, is_child = 0 2.43.699.505 I slot print_timing: id 0 | task 4205 | prompt eval time = 391.09 ms / 162 tokens ( 2.41 ms per token, 414.23 tokens per second) 2.43.699.512 I slot print_timing: id 0 | task 4205 | eval time = 1932.33 ms / 80 tokens ( 24.46 ms per token, 40.88 tokens per second) 2.43.699.513 I slot print_timing: id 0 | task 4205 | total time = 2323.42 ms / 242 tokens 2.43.699.513 I slot print_timing: id 0 | task 4205 | graphs reused = 3735 2.43.699.514 I slot print_timing: id 0 | task 4205 | graph reallocs = 0 / 0 (same size) / (changed size) 2.43.699.534 I slot release: id 0 | task 4205 | stop processing: n_tokens = 241, truncated = 0 2.43.704.912 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 241, t_last = 243343304048 2.43.705.855 I slot launch_slot_: id 0 | task 4288 | processing task, is_child = 0 2.46.081.487 I slot print_timing: id 0 | task 4288 | prompt eval time = 445.69 ms / 164 tokens ( 2.72 ms per token, 367.97 tokens per second) 2.46.081.493 I slot print_timing: id 0 | task 4288 | eval time = 1929.93 ms / 80 tokens ( 24.43 ms per token, 40.93 tokens per second) 2.46.081.494 I slot print_timing: id 0 | task 4288 | total time = 2375.62 ms / 244 tokens 2.46.081.495 I slot print_timing: id 0 | task 4288 | graphs reused = 3813 2.46.081.495 I slot print_timing: id 0 | task 4288 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.081.518 I slot release: id 0 | task 4288 | stop processing: n_tokens = 243, truncated = 0 2.46.088.265 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 243345686032 2.46.091.803 I slot launch_slot_: id 0 | task 4371 | processing task, is_child = 0 2.48.682.661 I slot print_timing: id 0 | task 4371 | prompt eval time = 509.65 ms / 216 tokens ( 2.36 ms per token, 423.82 tokens per second) 2.48.682.668 I slot print_timing: id 0 | task 4371 | eval time = 2081.20 ms / 86 tokens ( 24.48 ms per token, 40.84 tokens per second) 2.48.682.668 I slot print_timing: id 0 | task 4371 | total time = 2590.85 ms / 302 tokens 2.48.682.669 I slot print_timing: id 0 | task 4371 | graphs reused = 3896 2.48.682.670 I slot print_timing: id 0 | task 4371 | graph reallocs = 0 / 0 (same size) / (changed size) 2.48.682.694 I slot release: id 0 | task 4371 | stop processing: n_tokens = 301, truncated = 0 2.48.688.273 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 243348287208 2.48.691.149 I slot launch_slot_: id 0 | task 4460 | processing task, is_child = 0 2.50.381.965 I slot print_timing: id 0 | task 4460 | prompt eval time = 685.92 ms / 280 tokens ( 2.45 ms per token, 408.21 tokens per second) 2.50.381.972 I slot print_timing: id 0 | task 4460 | eval time = 1004.88 ms / 42 tokens ( 24.51 ms per token, 40.80 tokens per second) 2.50.381.973 I slot print_timing: id 0 | task 4460 | total time = 1690.80 ms / 322 tokens 2.50.381.974 I slot print_timing: id 0 | task 4460 | graphs reused = 3936 2.50.381.974 I slot print_timing: id 0 | task 4460 | graph reallocs = 0 / 0 (same size) / (changed size) 2.50.382.008 I slot release: id 0 | task 4460 | stop processing: n_tokens = 321, truncated = 0 2.50.387.832 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 321, t_last = 243349986522 2.50.391.128 I slot launch_slot_: id 0 | task 4505 | processing task, is_child = 0 2.52.333.425 I slot print_timing: id 0 | task 4505 | prompt eval time = 615.16 ms / 233 tokens ( 2.64 ms per token, 378.76 tokens per second) 2.52.333.430 I slot print_timing: id 0 | task 4505 | eval time = 1327.12 ms / 55 tokens ( 24.58 ms per token, 40.69 tokens per second) 2.52.333.431 I slot print_timing: id 0 | task 4505 | total time = 1942.28 ms / 288 tokens 2.52.333.432 I slot print_timing: id 0 | task 4505 | graphs reused = 3988 2.52.333.432 I slot print_timing: id 0 | task 4505 | graph reallocs = 0 / 0 (same size) / (changed size) 2.52.333.459 I slot release: id 0 | task 4505 | stop processing: n_tokens = 287, truncated = 0 2.52.340.322 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 243351937973 2.52.344.890 I slot launch_slot_: id 0 | task 4563 | processing task, is_child = 0 2.55.692.270 I slot print_timing: id 0 | task 4563 | prompt eval time = 560.11 ms / 224 tokens ( 2.50 ms per token, 399.92 tokens per second) 2.55.692.276 I slot print_timing: id 0 | task 4563 | eval time = 2787.25 ms / 115 tokens ( 24.45 ms per token, 40.90 tokens per second) 2.55.692.277 I slot print_timing: id 0 | task 4563 | total time = 3347.36 ms / 339 tokens 2.55.692.277 I slot print_timing: id 0 | task 4563 | graphs reused = 4100 2.55.692.278 I slot print_timing: id 0 | task 4563 | graph reallocs = 0 / 0 (same size) / (changed size) 2.55.692.306 I slot release: id 0 | task 4563 | stop processing: n_tokens = 338, truncated = 0 2.55.698.566 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 338, t_last = 243355296820 2.55.703.656 I slot launch_slot_: id 0 | task 4681 | processing task, is_child = 0 2.57.987.356 I slot print_timing: id 0 | task 4681 | prompt eval time = 618.23 ms / 245 tokens ( 2.52 ms per token, 396.29 tokens per second) 2.57.987.362 I slot print_timing: id 0 | task 4681 | eval time = 1665.46 ms / 69 tokens ( 24.49 ms per token, 40.83 tokens per second) 2.57.987.363 I slot print_timing: id 0 | task 4681 | total time = 2283.69 ms / 314 tokens 2.57.987.363 I slot print_timing: id 0 | task 4681 | graphs reused = 4166 2.57.987.364 I slot print_timing: id 0 | task 4681 | graph reallocs = 0 / 0 (same size) / (changed size) 2.57.987.393 I slot release: id 0 | task 4681 | stop processing: n_tokens = 313, truncated = 0 2.57.992.808 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 243357591907 2.57.996.320 I slot launch_slot_: id 0 | task 4753 | processing task, is_child = 0 3.00.058.663 I slot print_timing: id 0 | task 4753 | prompt eval time = 450.63 ms / 182 tokens ( 2.48 ms per token, 403.88 tokens per second) 3.00.058.669 I slot print_timing: id 0 | task 4753 | eval time = 1611.70 ms / 67 tokens ( 24.42 ms per token, 40.95 tokens per second) 3.00.058.669 I slot print_timing: id 0 | task 4753 | total time = 2062.33 ms / 249 tokens 3.00.058.670 I slot print_timing: id 0 | task 4753 | graphs reused = 4231 3.00.058.670 I slot print_timing: id 0 | task 4753 | graph reallocs = 0 / 0 (same size) / (changed size) 3.00.058.698 I slot release: id 0 | task 4753 | stop processing: n_tokens = 248, truncated = 0 3.00.065.191 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 248, t_last = 243359663212 3.00.067.503 I slot launch_slot_: id 0 | task 4823 | processing task, is_child = 0 3.03.485.256 I slot print_timing: id 0 | task 4823 | prompt eval time = 627.69 ms / 280 tokens ( 2.24 ms per token, 446.08 tokens per second) 3.03.485.262 I slot print_timing: id 0 | task 4823 | eval time = 2790.05 ms / 115 tokens ( 24.47 ms per token, 40.86 tokens per second) 3.03.485.262 I slot print_timing: id 0 | task 4823 | total time = 3417.74 ms / 395 tokens 3.03.485.263 I slot print_timing: id 0 | task 4823 | graphs reused = 4344 3.03.485.263 I slot print_timing: id 0 | task 4823 | graph reallocs = 0 / 0 (same size) / (changed size) 3.03.485.291 I slot release: id 0 | task 4823 | stop processing: n_tokens = 394, truncated = 0 3.03.490.564 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 243363089806 3.03.494.787 I slot launch_slot_: id 0 | task 4941 | processing task, is_child = 0 3.06.951.345 I slot print_timing: id 0 | task 4941 | n_gen = 124, tg = 40.92 t/s, tg_3s = 41.25 t/s 3.07.122.396 I slot print_timing: id 0 | task 4941 | prompt eval time = 450.85 ms / 173 tokens ( 2.61 ms per token, 383.72 tokens per second) 3.07.122.403 I slot print_timing: id 0 | task 4941 | eval time = 3176.76 ms / 131 tokens ( 24.44 ms per token, 40.92 tokens per second) 3.07.122.403 I slot print_timing: id 0 | task 4941 | total time = 3627.60 ms / 304 tokens 3.07.122.404 I slot print_timing: id 0 | task 4941 | graphs reused = 4472 3.07.122.405 I slot print_timing: id 0 | task 4941 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.122.429 I slot release: id 0 | task 4941 | stop processing: n_tokens = 303, truncated = 0 3.07.129.240 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 243366726944 3.07.133.213 I slot launch_slot_: id 0 | task 5075 | processing task, is_child = 0 3.09.609.655 I slot print_timing: id 0 | task 5075 | prompt eval time = 399.60 ms / 158 tokens ( 2.53 ms per token, 395.40 tokens per second) 3.09.609.661 I slot print_timing: id 0 | task 5075 | eval time = 2076.84 ms / 86 tokens ( 24.43 ms per token, 40.93 tokens per second) 3.09.609.662 I slot print_timing: id 0 | task 5075 | total time = 2476.43 ms / 244 tokens 3.09.609.663 I slot print_timing: id 0 | task 5075 | graphs reused = 4556 3.09.609.663 I slot print_timing: id 0 | task 5075 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.609.685 I slot release: id 0 | task 5075 | stop processing: n_tokens = 243, truncated = 0 3.09.616.255 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 243369214199 3.09.619.707 I slot launch_slot_: id 0 | task 5164 | processing task, is_child = 0 3.12.837.491 I slot print_timing: id 0 | task 5164 | prompt eval time = 623.41 ms / 244 tokens ( 2.55 ms per token, 391.39 tokens per second) 3.12.837.497 I slot print_timing: id 0 | task 5164 | eval time = 2594.36 ms / 107 tokens ( 24.48 ms per token, 40.86 tokens per second) 3.12.837.498 I slot print_timing: id 0 | task 5164 | total time = 3217.78 ms / 351 tokens 3.12.837.499 I slot print_timing: id 0 | task 5164 | graphs reused = 4660 3.12.837.499 I slot print_timing: id 0 | task 5164 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.837.528 I slot release: id 0 | task 5164 | stop processing: n_tokens = 350, truncated = 0 3.12.843.845 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 350, t_last = 243372442043 3.12.848.134 I slot launch_slot_: id 0 | task 5274 | processing task, is_child = 0 3.14.768.183 I slot print_timing: id 0 | task 5274 | prompt eval time = 501.29 ms / 182 tokens ( 2.75 ms per token, 363.06 tokens per second) 3.14.768.190 I slot print_timing: id 0 | task 5274 | eval time = 1418.74 ms / 59 tokens ( 24.46 ms per token, 40.88 tokens per second) 3.14.768.191 I slot print_timing: id 0 | task 5274 | total time = 1920.04 ms / 241 tokens 3.14.768.191 I slot print_timing: id 0 | task 5274 | graphs reused = 4717 3.14.768.192 I slot print_timing: id 0 | task 5274 | graph reallocs = 0 / 0 (same size) / (changed size) 3.14.768.216 I slot release: id 0 | task 5274 | stop processing: n_tokens = 240, truncated = 0 3.14.775.968 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 240, t_last = 243374372730 3.14.780.147 I slot launch_slot_: id 0 | task 5336 | processing task, is_child = 0 3.18.467.566 I slot print_timing: id 0 | task 5336 | n_gen = 124, tg = 40.86 t/s, tg_3s = 41.20 t/s 3.19.469.053 I slot print_timing: id 0 | task 5336 | prompt eval time = 677.48 ms / 278 tokens ( 2.44 ms per token, 410.35 tokens per second) 3.19.469.057 I slot print_timing: id 0 | task 5336 | eval time = 4011.42 ms / 165 tokens ( 24.46 ms per token, 40.88 tokens per second) 3.19.469.058 I slot print_timing: id 0 | task 5336 | total time = 4688.90 ms / 443 tokens 3.19.469.058 I slot print_timing: id 0 | task 5336 | graphs reused = 4880 3.19.469.059 I slot print_timing: id 0 | task 5336 | graph reallocs = 0 / 0 (same size) / (changed size) 3.19.469.091 I slot release: id 0 | task 5336 | stop processing: n_tokens = 442, truncated = 0 3.19.474.535 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 442, t_last = 243379073605 3.19.478.618 I slot launch_slot_: id 0 | task 5504 | processing task, is_child = 0 3.21.755.003 I slot print_timing: id 0 | task 5504 | prompt eval time = 561.00 ms / 219 tokens ( 2.56 ms per token, 390.37 tokens per second) 3.21.755.010 I slot print_timing: id 0 | task 5504 | eval time = 1715.37 ms / 71 tokens ( 24.51 ms per token, 40.81 tokens per second) 3.21.755.010 I slot print_timing: id 0 | task 5504 | total time = 2276.37 ms / 290 tokens 3.21.755.011 I slot print_timing: id 0 | task 5504 | graphs reused = 4948 3.21.755.012 I slot print_timing: id 0 | task 5504 | graph reallocs = 0 / 0 (same size) / (changed size) 3.21.755.036 I slot release: id 0 | task 5504 | stop processing: n_tokens = 289, truncated = 0 3.21.761.116 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 243381359550 3.21.763.964 I slot launch_slot_: id 0 | task 5578 | processing task, is_child = 0 3.24.225.250 I slot print_timing: id 0 | task 5578 | prompt eval time = 633.90 ms / 279 tokens ( 2.27 ms per token, 440.13 tokens per second) 3.24.225.254 I slot print_timing: id 0 | task 5578 | eval time = 1827.37 ms / 76 tokens ( 24.36 ms per token, 41.04 tokens per second) 3.24.225.254 I slot print_timing: id 0 | task 5578 | total time = 2461.27 ms / 355 tokens 3.24.225.255 I slot print_timing: id 0 | task 5578 | graphs reused = 5022 3.24.225.256 I slot print_timing: id 0 | task 5578 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.225.294 I slot release: id 0 | task 5578 | stop processing: n_tokens = 354, truncated = 0 3.24.231.739 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 243383829808 3.24.235.852 I slot launch_slot_: id 0 | task 5657 | processing task, is_child = 0 3.26.994.253 I slot print_timing: id 0 | task 5657 | prompt eval time = 678.40 ms / 289 tokens ( 2.35 ms per token, 426.00 tokens per second) 3.26.994.260 I slot print_timing: id 0 | task 5657 | eval time = 2079.99 ms / 86 tokens ( 24.47 ms per token, 40.87 tokens per second) 3.26.994.261 I slot print_timing: id 0 | task 5657 | total time = 2758.39 ms / 375 tokens 3.26.994.261 I slot print_timing: id 0 | task 5657 | graphs reused = 5106 3.26.994.262 I slot print_timing: id 0 | task 5657 | graph reallocs = 0 / 0 (same size) / (changed size) 3.26.994.298 I slot release: id 0 | task 5657 | stop processing: n_tokens = 374, truncated = 0 3.27.001.548 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 243386598812 3.27.007.392 I slot launch_slot_: id 0 | task 5746 | processing task, is_child = 0 3.30.109.323 I slot print_timing: id 0 | task 5746 | prompt eval time = 682.65 ms / 274 tokens ( 2.49 ms per token, 401.38 tokens per second) 3.30.109.329 I slot print_timing: id 0 | task 5746 | eval time = 2419.27 ms / 100 tokens ( 24.44 ms per token, 40.92 tokens per second) 3.30.109.330 I slot print_timing: id 0 | task 5746 | total time = 3101.92 ms / 374 tokens 3.30.109.331 I slot print_timing: id 0 | task 5746 | graphs reused = 5204 3.30.109.331 I slot print_timing: id 0 | task 5746 | graph reallocs = 0 / 0 (same size) / (changed size) 3.30.109.369 I slot release: id 0 | task 5746 | stop processing: n_tokens = 373, truncated = 0 3.30.115.132 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 243389713884 3.30.118.700 I slot launch_slot_: id 0 | task 5849 | processing task, is_child = 0 3.32.051.218 I slot print_timing: id 0 | task 5849 | prompt eval time = 559.36 ms / 229 tokens ( 2.44 ms per token, 409.39 tokens per second) 3.32.051.224 I slot print_timing: id 0 | task 5849 | eval time = 1373.14 ms / 57 tokens ( 24.52 ms per token, 40.78 tokens per second) 3.32.051.225 I slot print_timing: id 0 | task 5849 | total time = 1932.50 ms / 286 tokens 3.32.051.225 I slot print_timing: id 0 | task 5849 | graphs reused = 5258 3.32.051.226 I slot print_timing: id 0 | task 5849 | graph reallocs = 0 / 0 (same size) / (changed size) 3.32.051.255 I slot release: id 0 | task 5849 | stop processing: n_tokens = 285, truncated = 0 3.32.056.601 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 243391655769 3.32.058.799 I slot launch_slot_: id 0 | task 5909 | processing task, is_child = 0 3.33.851.473 I slot print_timing: id 0 | task 5909 | prompt eval time = 448.06 ms / 162 tokens ( 2.77 ms per token, 361.56 tokens per second) 3.33.851.480 I slot print_timing: id 0 | task 5909 | eval time = 1344.61 ms / 56 tokens ( 24.45 ms per token, 40.90 tokens per second) 3.33.851.481 I slot print_timing: id 0 | task 5909 | total time = 1792.66 ms / 218 tokens 3.33.851.481 I slot print_timing: id 0 | task 5909 | graphs reused = 5312 3.33.851.482 I slot print_timing: id 0 | task 5909 | graph reallocs = 0 / 0 (same size) / (changed size) 3.33.851.509 I slot release: id 0 | task 5909 | stop processing: n_tokens = 217, truncated = 0 3.33.857.506 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 243393456023 3.33.861.206 I slot launch_slot_: id 0 | task 5968 | processing task, is_child = 0 3.35.561.858 I slot print_timing: id 0 | task 5968 | prompt eval time = 619.06 ms / 249 tokens ( 2.49 ms per token, 402.22 tokens per second) 3.35.561.865 I slot print_timing: id 0 | task 5968 | eval time = 1081.58 ms / 45 tokens ( 24.58 ms per token, 40.68 tokens per second) 3.35.561.866 I slot print_timing: id 0 | task 5968 | total time = 1700.64 ms / 294 tokens 3.35.561.866 I slot print_timing: id 0 | task 5968 | graphs reused = 5354 3.35.561.867 I slot print_timing: id 0 | task 5968 | graph reallocs = 0 / 0 (same size) / (changed size) 3.35.561.897 I slot release: id 0 | task 5968 | stop processing: n_tokens = 293, truncated = 0 3.35.567.041 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 243395166411 3.35.570.400 I slot launch_slot_: id 0 | task 6016 | processing task, is_child = 0 3.37.109.692 I slot print_timing: id 0 | task 6016 | prompt eval time = 389.31 ms / 132 tokens ( 2.95 ms per token, 339.06 tokens per second) 3.37.109.699 I slot print_timing: id 0 | task 6016 | eval time = 1149.97 ms / 48 tokens ( 24.47 ms per token, 40.87 tokens per second) 3.37.109.699 I slot print_timing: id 0 | task 6016 | total time = 1539.28 ms / 180 tokens 3.37.109.700 I slot print_timing: id 0 | task 6016 | graphs reused = 5400 3.37.109.701 I slot print_timing: id 0 | task 6016 | graph reallocs = 0 / 0 (same size) / (changed size) 3.37.109.722 I slot release: id 0 | task 6016 | stop processing: n_tokens = 179, truncated = 0 3.37.115.986 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 243396714236 3.37.118.057 I slot launch_slot_: id 0 | task 6067 | processing task, is_child = 0 3.38.935.331 I slot print_timing: id 0 | task 6067 | prompt eval time = 450.14 ms / 174 tokens ( 2.59 ms per token, 386.54 tokens per second) 3.38.935.334 I slot print_timing: id 0 | task 6067 | eval time = 1367.12 ms / 57 tokens ( 24.41 ms per token, 40.96 tokens per second) 3.38.935.334 I slot print_timing: id 0 | task 6067 | total time = 1817.26 ms / 231 tokens 3.38.935.335 I slot print_timing: id 0 | task 6067 | graphs reused = 5455 3.38.935.336 I slot print_timing: id 0 | task 6067 | graph reallocs = 0 / 0 (same size) / (changed size) 3.38.935.362 I slot release: id 0 | task 6067 | stop processing: n_tokens = 230, truncated = 0 3.38.941.727 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 243398539876 3.38.944.417 I slot launch_slot_: id 0 | task 6127 | processing task, is_child = 0 3.40.919.483 I slot print_timing: id 0 | task 6127 | prompt eval time = 625.54 ms / 253 tokens ( 2.47 ms per token, 404.45 tokens per second) 3.40.919.490 I slot print_timing: id 0 | task 6127 | eval time = 1349.51 ms / 56 tokens ( 24.54 ms per token, 40.76 tokens per second) 3.40.919.490 I slot print_timing: id 0 | task 6127 | total time = 1975.05 ms / 309 tokens 3.40.919.491 I slot print_timing: id 0 | task 6127 | graphs reused = 5508 3.40.919.491 I slot print_timing: id 0 | task 6127 | graph reallocs = 0 / 0 (same size) / (changed size) 3.40.919.517 I slot release: id 0 | task 6127 | stop processing: n_tokens = 308, truncated = 0 3.40.927.210 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 243400524031 3.40.930.933 I slot launch_slot_: id 0 | task 6186 | processing task, is_child = 0 3.42.440.959 I slot print_timing: id 0 | task 6186 | prompt eval time = 576.95 ms / 252 tokens ( 2.29 ms per token, 436.78 tokens per second) 3.42.440.965 I slot print_timing: id 0 | task 6186 | eval time = 933.07 ms / 39 tokens ( 24.55 ms per token, 40.73 tokens per second) 3.42.440.966 I slot print_timing: id 0 | task 6186 | total time = 1510.02 ms / 291 tokens 3.42.440.966 I slot print_timing: id 0 | task 6186 | graphs reused = 5544 3.42.440.967 I slot print_timing: id 0 | task 6186 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.440.997 I slot release: id 0 | task 6186 | stop processing: n_tokens = 290, truncated = 0 3.42.447.525 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 243402045511 3.42.451.142 I slot launch_slot_: id 0 | task 6228 | processing task, is_child = 0 3.44.182.490 I slot print_timing: id 0 | task 6228 | prompt eval time = 630.63 ms / 272 tokens ( 2.32 ms per token, 431.31 tokens per second) 3.44.182.497 I slot print_timing: id 0 | task 6228 | eval time = 1100.71 ms / 46 tokens ( 24.46 ms per token, 40.88 tokens per second) 3.44.182.498 I slot print_timing: id 0 | task 6228 | total time = 1731.34 ms / 318 tokens 3.44.182.499 I slot print_timing: id 0 | task 6228 | graphs reused = 5588 3.44.182.499 I slot print_timing: id 0 | task 6228 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.182.532 I slot release: id 0 | task 6228 | stop processing: n_tokens = 317, truncated = 0 3.44.190.543 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 243403787046 3.44.194.504 I slot launch_slot_: id 0 | task 6277 | processing task, is_child = 0 3.45.320.903 I slot print_timing: id 0 | task 6277 | prompt eval time = 683.50 ms / 279 tokens ( 2.45 ms per token, 408.19 tokens per second) 3.45.320.908 I slot print_timing: id 0 | task 6277 | eval time = 442.88 ms / 19 tokens ( 24.60 ms per token, 40.64 tokens per second) 3.45.320.909 I slot print_timing: id 0 | task 6277 | total time = 1126.39 ms / 298 tokens 3.45.320.910 I slot print_timing: id 0 | task 6277 | graphs reused = 5605 3.45.320.910 I slot print_timing: id 0 | task 6277 | graph reallocs = 0 / 0 (same size) / (changed size) 3.45.320.943 I slot release: id 0 | task 6277 | stop processing: n_tokens = 297, truncated = 0 3.45.328.074 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 243404925457 3.45.332.848 I slot launch_slot_: id 0 | task 6299 | processing task, is_child = 0 3.47.681.961 I slot print_timing: id 0 | task 6299 | prompt eval time = 684.81 ms / 284 tokens ( 2.41 ms per token, 414.72 tokens per second) 3.47.681.967 I slot print_timing: id 0 | task 6299 | eval time = 1664.29 ms / 69 tokens ( 24.47 ms per token, 40.86 tokens per second) 3.47.681.968 I slot print_timing: id 0 | task 6299 | total time = 2349.10 ms / 353 tokens 3.47.681.969 I slot print_timing: id 0 | task 6299 | graphs reused = 5672 3.47.681.970 I slot print_timing: id 0 | task 6299 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.682.000 I slot release: id 0 | task 6299 | stop processing: n_tokens = 352, truncated = 0 3.47.688.978 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 243407286514 3.47.692.455 I slot launch_slot_: id 0 | task 6371 | processing task, is_child = 0 3.49.687.216 I slot print_timing: id 0 | task 6371 | prompt eval time = 573.35 ms / 233 tokens ( 2.46 ms per token, 406.38 tokens per second) 3.49.687.220 I slot print_timing: id 0 | task 6371 | eval time = 1421.40 ms / 59 tokens ( 24.51 ms per token, 40.80 tokens per second) 3.49.687.220 I slot print_timing: id 0 | task 6371 | total time = 1994.75 ms / 292 tokens 3.49.687.221 I slot print_timing: id 0 | task 6371 | graphs reused = 5728 3.49.687.221 I slot print_timing: id 0 | task 6371 | graph reallocs = 0 / 0 (same size) / (changed size) 3.49.687.248 I slot release: id 0 | task 6371 | stop processing: n_tokens = 291, truncated = 0 3.49.693.425 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 243409291762 3.49.697.685 I slot launch_slot_: id 0 | task 6433 | processing task, is_child = 0 3.51.442.364 I slot print_timing: id 0 | task 6433 | prompt eval time = 497.40 ms / 169 tokens ( 2.94 ms per token, 339.77 tokens per second) 3.51.442.370 I slot print_timing: id 0 | task 6433 | eval time = 1247.27 ms / 52 tokens ( 24.46 ms per token, 40.89 tokens per second) 3.51.442.371 I slot print_timing: id 0 | task 6433 | total time = 1744.67 ms / 221 tokens 3.51.442.372 I slot print_timing: id 0 | task 6433 | graphs reused = 5778 3.51.442.372 I slot print_timing: id 0 | task 6433 | graph reallocs = 0 / 0 (same size) / (changed size) 3.51.442.395 I slot release: id 0 | task 6433 | stop processing: n_tokens = 220, truncated = 0 3.51.450.332 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 243411046909 3.51.452.068 I slot launch_slot_: id 0 | task 6488 | processing task, is_child = 0 3.54.090.526 I slot print_timing: id 0 | task 6488 | prompt eval time = 802.32 ms / 352 tokens ( 2.28 ms per token, 438.73 tokens per second) 3.54.090.533 I slot print_timing: id 0 | task 6488 | eval time = 1836.13 ms / 76 tokens ( 24.48 ms per token, 40.85 tokens per second) 3.54.090.534 I slot print_timing: id 0 | task 6488 | total time = 2638.45 ms / 428 tokens 3.54.090.535 I slot print_timing: id 0 | task 6488 | graphs reused = 5852 3.54.090.535 I slot print_timing: id 0 | task 6488 | graph reallocs = 0 / 0 (same size) / (changed size) 3.54.090.575 I slot release: id 0 | task 6488 | stop processing: n_tokens = 427, truncated = 0 3.54.099.032 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 243413695089 3.54.104.200 I slot launch_slot_: id 0 | task 6567 | processing task, is_child = 0 3.58.382.486 I slot print_timing: id 0 | task 6567 | n_gen = 124, tg = 40.84 t/s, tg_3s = 41.17 t/s 3.58.797.838 I slot print_timing: id 0 | task 6567 | prompt eval time = 1266.28 ms / 576 tokens ( 2.20 ms per token, 454.88 tokens per second) 3.58.797.845 I slot print_timing: id 0 | task 6567 | eval time = 3427.34 ms / 141 tokens ( 24.48 ms per token, 40.85 tokens per second) 3.58.797.845 I slot print_timing: id 0 | task 6567 | total time = 4693.62 ms / 717 tokens 3.58.797.846 I slot print_timing: id 0 | task 6567 | graphs reused = 5991 3.58.797.847 I slot print_timing: id 0 | task 6567 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.797.897 I slot release: id 0 | task 6567 | stop processing: n_tokens = 716, truncated = 0 3.58.806.060 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 243418402411 3.58.813.109 I slot launch_slot_: id 0 | task 6712 | processing task, is_child = 0 4.02.251.930 I slot print_timing: id 0 | task 6712 | prompt eval time = 1035.26 ms / 466 tokens ( 2.22 ms per token, 450.13 tokens per second) 4.02.251.936 I slot print_timing: id 0 | task 6712 | eval time = 2403.54 ms / 99 tokens ( 24.53 ms per token, 40.77 tokens per second) 4.02.251.937 I slot print_timing: id 0 | task 6712 | total time = 3438.81 ms / 565 tokens 4.02.251.938 I slot print_timing: id 0 | task 6712 | graphs reused = 6087 4.02.251.938 I slot print_timing: id 0 | task 6712 | graph reallocs = 0 / 0 (same size) / (changed size) 4.02.251.977 I slot release: id 0 | task 6712 | stop processing: n_tokens = 564, truncated = 0 4.02.258.886 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 564, t_last = 243421856491 4.02.265.122 I slot launch_slot_: id 0 | task 6814 | processing task, is_child = 0 4.05.687.449 I slot print_timing: id 0 | task 6814 | prompt eval time = 805.40 ms / 370 tokens ( 2.18 ms per token, 459.40 tokens per second) 4.05.687.458 I slot print_timing: id 0 | task 6814 | eval time = 2616.90 ms / 108 tokens ( 24.46 ms per token, 40.89 tokens per second) 4.05.687.459 I slot print_timing: id 0 | task 6814 | total time = 3422.30 ms / 478 tokens 4.05.687.459 I slot print_timing: id 0 | task 6814 | graphs reused = 6193 4.05.687.460 I slot print_timing: id 0 | task 6814 | graph reallocs = 0 / 0 (same size) / (changed size) 4.05.687.500 I slot release: id 0 | task 6814 | stop processing: n_tokens = 477, truncated = 0 4.05.696.840 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 243425292014 4.05.700.471 I slot launch_slot_: id 0 | task 6925 | processing task, is_child = 0 4.08.057.712 I slot print_timing: id 0 | task 6925 | prompt eval time = 742.43 ms / 314 tokens ( 2.36 ms per token, 422.94 tokens per second) 4.08.057.716 I slot print_timing: id 0 | task 6925 | eval time = 1614.80 ms / 67 tokens ( 24.47 ms per token, 40.87 tokens per second) 4.08.057.716 I slot print_timing: id 0 | task 6925 | total time = 2357.23 ms / 381 tokens 4.08.057.717 I slot print_timing: id 0 | task 6925 | graphs reused = 6258 4.08.057.718 I slot print_timing: id 0 | task 6925 | graph reallocs = 0 / 0 (same size) / (changed size) 4.08.057.754 I slot release: id 0 | task 6925 | stop processing: n_tokens = 380, truncated = 0 4.08.066.581 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 243427662268 4.08.071.127 I slot launch_slot_: id 0 | task 6995 | processing task, is_child = 0 4.11.901.651 I slot print_timing: id 0 | task 6995 | prompt eval time = 1255.90 ms / 567 tokens ( 2.21 ms per token, 451.47 tokens per second) 4.11.901.653 I slot print_timing: id 0 | task 6995 | eval time = 2574.61 ms / 106 tokens ( 24.52 ms per token, 40.78 tokens per second) 4.11.901.654 I slot print_timing: id 0 | task 6995 | total time = 3830.51 ms / 673 tokens 4.11.901.655 I slot print_timing: id 0 | task 6995 | graphs reused = 6362 4.11.901.655 I slot print_timing: id 0 | task 6995 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.901.701 I slot release: id 0 | task 6995 | stop processing: n_tokens = 672, truncated = 0 4.11.910.393 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 672, t_last = 243431506215 4.11.918.985 I slot launch_slot_: id 0 | task 7105 | processing task, is_child = 0 4.15.129.505 I slot print_timing: id 0 | task 7105 | prompt eval time = 739.03 ms / 306 tokens ( 2.42 ms per token, 414.06 tokens per second) 4.15.129.512 I slot print_timing: id 0 | task 7105 | eval time = 2471.48 ms / 102 tokens ( 24.47 ms per token, 40.87 tokens per second) 4.15.129.514 I slot print_timing: id 0 | task 7105 | total time = 3210.51 ms / 408 tokens 4.15.129.514 I slot print_timing: id 0 | task 7105 | graphs reused = 6462 4.15.129.515 I slot print_timing: id 0 | task 7105 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.129.551 I slot release: id 0 | task 7105 | stop processing: n_tokens = 407, truncated = 0 4.15.137.636 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 243434734065 4.15.140.754 I slot launch_slot_: id 0 | task 7210 | processing task, is_child = 0 4.18.883.929 I slot print_timing: id 0 | task 7210 | prompt eval time = 924.06 ms / 429 tokens ( 2.15 ms per token, 464.26 tokens per second) 4.18.883.933 I slot print_timing: id 0 | task 7210 | eval time = 2819.10 ms / 116 tokens ( 24.51 ms per token, 40.79 tokens per second) 4.18.883.933 I slot print_timing: id 0 | task 7210 | total time = 3743.16 ms / 545 tokens 4.18.883.934 I slot print_timing: id 0 | task 7210 | graphs reused = 6575 4.18.883.934 I slot print_timing: id 0 | task 7210 | graph reallocs = 0 / 0 (same size) / (changed size) 4.18.883.976 I slot release: id 0 | task 7210 | stop processing: n_tokens = 544, truncated = 0 4.18.890.245 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 544, t_last = 243438488490 4.18.895.706 I slot launch_slot_: id 0 | task 7329 | processing task, is_child = 0 4.21.209.270 I slot print_timing: id 0 | task 7329 | prompt eval time = 503.95 ms / 197 tokens ( 2.56 ms per token, 390.91 tokens per second) 4.21.209.276 I slot print_timing: id 0 | task 7329 | eval time = 1809.60 ms / 75 tokens ( 24.45 ms per token, 40.89 tokens per second) 4.21.209.277 I slot print_timing: id 0 | task 7329 | total time = 2313.55 ms / 272 tokens 4.21.209.278 I slot print_timing: id 0 | task 7329 | graphs reused = 6647 4.21.209.279 I slot print_timing: id 0 | task 7329 | graph reallocs = 0 / 0 (same size) / (changed size) 4.21.209.308 I slot release: id 0 | task 7329 | stop processing: n_tokens = 271, truncated = 0 4.21.218.127 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 243440813822 4.21.220.202 I slot launch_slot_: id 0 | task 7407 | processing task, is_child = 0 4.24.849.824 I slot print_timing: id 0 | task 7407 | prompt eval time = 864.65 ms / 398 tokens ( 2.17 ms per token, 460.30 tokens per second) 4.24.849.828 I slot print_timing: id 0 | task 7407 | eval time = 2764.97 ms / 114 tokens ( 24.47 ms per token, 40.87 tokens per second) 4.24.849.829 I slot print_timing: id 0 | task 7407 | total time = 3629.61 ms / 512 tokens 4.24.849.829 I slot print_timing: id 0 | task 7407 | graphs reused = 6759 4.24.849.830 I slot print_timing: id 0 | task 7407 | graph reallocs = 0 / 0 (same size) / (changed size) 4.24.849.866 I slot release: id 0 | task 7407 | stop processing: n_tokens = 511, truncated = 0 4.24.857.626 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 243444454380 4.24.863.262 I slot launch_slot_: id 0 | task 7524 | processing task, is_child = 0 4.28.962.537 I slot print_timing: id 0 | task 7524 | prompt eval time = 1109.21 ms / 510 tokens ( 2.17 ms per token, 459.79 tokens per second) 4.28.962.543 I slot print_timing: id 0 | task 7524 | eval time = 2990.05 ms / 123 tokens ( 24.51 ms per token, 40.80 tokens per second) 4.28.962.544 I slot print_timing: id 0 | task 7524 | total time = 4099.26 ms / 633 tokens 4.28.962.544 I slot print_timing: id 0 | task 7524 | graphs reused = 6879 4.28.962.545 I slot print_timing: id 0 | task 7524 | graph reallocs = 0 / 0 (same size) / (changed size) 4.28.962.588 I slot release: id 0 | task 7524 | stop processing: n_tokens = 632, truncated = 0 4.28.972.426 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 243448567102 4.28.978.811 I slot launch_slot_: id 0 | task 7650 | processing task, is_child = 0 4.32.738.148 I slot print_timing: id 0 | task 7650 | prompt eval time = 1258.49 ms / 560 tokens ( 2.25 ms per token, 444.98 tokens per second) 4.32.738.155 I slot print_timing: id 0 | task 7650 | eval time = 2500.84 ms / 103 tokens ( 24.52 ms per token, 40.79 tokens per second) 4.32.738.155 I slot print_timing: id 0 | task 7650 | total time = 3759.33 ms / 663 tokens 4.32.738.156 I slot print_timing: id 0 | task 7650 | graphs reused = 6980 4.32.738.156 I slot print_timing: id 0 | task 7650 | graph reallocs = 0 / 0 (same size) / (changed size) 4.32.738.207 I slot release: id 0 | task 7650 | stop processing: n_tokens = 662, truncated = 0 4.32.748.456 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 662, t_last = 243452342721 4.32.755.812 I slot launch_slot_: id 0 | task 7757 | processing task, is_child = 0 4.35.426.978 I slot print_timing: id 0 | task 7757 | prompt eval time = 859.67 ms / 392 tokens ( 2.19 ms per token, 455.99 tokens per second) 4.35.426.984 I slot print_timing: id 0 | task 7757 | eval time = 1811.49 ms / 75 tokens ( 24.48 ms per token, 40.85 tokens per second) 4.35.426.985 I slot print_timing: id 0 | task 7757 | total time = 2671.16 ms / 467 tokens 4.35.426.986 I slot print_timing: id 0 | task 7757 | graphs reused = 7053 4.35.426.986 I slot print_timing: id 0 | task 7757 | graph reallocs = 0 / 0 (same size) / (changed size) 4.35.427.027 I slot release: id 0 | task 7757 | stop processing: n_tokens = 466, truncated = 0 4.35.435.721 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 243455031541 4.35.440.522 I slot launch_slot_: id 0 | task 7835 | processing task, is_child = 0 4.39.494.143 I slot print_timing: id 0 | task 7835 | n_gen = 124, tg = 40.76 t/s, tg_3s = 41.09 t/s 4.39.911.295 I slot print_timing: id 0 | task 7835 | prompt eval time = 1035.81 ms / 460 tokens ( 2.25 ms per token, 444.10 tokens per second) 4.39.911.302 I slot print_timing: id 0 | task 7835 | eval time = 3434.95 ms / 141 tokens ( 24.54 ms per token, 40.76 tokens per second) 4.39.911.302 I slot print_timing: id 0 | task 7835 | total time = 4470.76 ms / 601 tokens 4.39.911.303 I slot print_timing: id 0 | task 7835 | graphs reused = 7191 4.39.911.304 I slot print_timing: id 0 | task 7835 | graph reallocs = 0 / 0 (same size) / (changed size) 4.39.911.346 I slot release: id 0 | task 7835 | stop processing: n_tokens = 600, truncated = 0 4.39.920.660 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 600, t_last = 243459515860 4.39.926.973 I slot launch_slot_: id 0 | task 7979 | processing task, is_child = 0 4.42.488.006 I slot print_timing: id 0 | task 7979 | prompt eval time = 919.69 ms / 416 tokens ( 2.21 ms per token, 452.32 tokens per second) 4.42.488.012 I slot print_timing: id 0 | task 7979 | eval time = 1641.33 ms / 68 tokens ( 24.50 ms per token, 40.82 tokens per second) 4.42.488.012 I slot print_timing: id 0 | task 7979 | total time = 2561.02 ms / 484 tokens 4.42.488.013 I slot print_timing: id 0 | task 7979 | graphs reused = 7257 4.42.488.013 I slot print_timing: id 0 | task 7979 | graph reallocs = 0 / 0 (same size) / (changed size) 4.42.488.051 I slot release: id 0 | task 7979 | stop processing: n_tokens = 483, truncated = 0 4.42.497.598 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 243462092565 4.42.502.988 I slot launch_slot_: id 0 | task 8050 | processing task, is_child = 0 4.46.362.533 I slot print_timing: id 0 | task 8050 | prompt eval time = 1260.34 ms / 574 tokens ( 2.20 ms per token, 455.43 tokens per second) 4.46.362.536 I slot print_timing: id 0 | task 8050 | eval time = 2599.19 ms / 107 tokens ( 24.52 ms per token, 40.78 tokens per second) 4.46.362.537 I slot print_timing: id 0 | task 8050 | total time = 3859.54 ms / 681 tokens 4.46.362.538 I slot print_timing: id 0 | task 8050 | graphs reused = 7362 4.46.362.538 I slot print_timing: id 0 | task 8050 | graph reallocs = 0 / 0 (same size) / (changed size) 4.46.362.588 I slot release: id 0 | task 8050 | stop processing: n_tokens = 680, truncated = 0 4.46.374.036 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 680, t_last = 243465967102 4.46.380.093 I slot launch_slot_: id 0 | task 8161 | processing task, is_child = 0 4.50.811.839 I slot print_timing: id 0 | task 8161 | prompt eval time = 1438.51 ms / 658 tokens ( 2.19 ms per token, 457.42 tokens per second) 4.50.811.847 I slot print_timing: id 0 | task 8161 | eval time = 2993.22 ms / 123 tokens ( 24.53 ms per token, 40.76 tokens per second) 4.50.811.848 I slot print_timing: id 0 | task 8161 | total time = 4431.73 ms / 781 tokens 4.50.811.849 I slot print_timing: id 0 | task 8161 | graphs reused = 7482 4.50.811.849 I slot print_timing: id 0 | task 8161 | graph reallocs = 0 / 0 (same size) / (changed size) 4.50.811.908 I slot release: id 0 | task 8161 | stop processing: n_tokens = 780, truncated = 0 4.50.820.721 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 780, t_last = 243470416422 4.50.827.979 I slot launch_slot_: id 0 | task 8288 | processing task, is_child = 0 4.53.557.198 I slot print_timing: id 0 | task 8288 | prompt eval time = 985.13 ms / 466 tokens ( 2.11 ms per token, 473.04 tokens per second) 4.53.557.204 I slot print_timing: id 0 | task 8288 | eval time = 1744.08 ms / 72 tokens ( 24.56 ms per token, 40.71 tokens per second) 4.53.557.205 I slot print_timing: id 0 | task 8288 | total time = 2729.21 ms / 538 tokens 4.53.557.205 I slot print_timing: id 0 | task 8288 | graphs reused = 7551 4.53.557.206 I slot print_timing: id 0 | task 8288 | graph reallocs = 0 / 0 (same size) / (changed size) 4.53.557.250 I slot release: id 0 | task 8288 | stop processing: n_tokens = 537, truncated = 0 4.53.567.763 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 537, t_last = 243473161764 4.53.574.048 I slot launch_slot_: id 0 | task 8363 | processing task, is_child = 0 4.57.750.408 I slot print_timing: id 0 | task 8363 | n_gen = 124, tg = 40.84 t/s, tg_3s = 41.17 t/s 4.57.823.224 I slot print_timing: id 0 | task 8363 | prompt eval time = 1164.48 ms / 530 tokens ( 2.20 ms per token, 455.14 tokens per second) 4.57.823.227 I slot print_timing: id 0 | task 8363 | eval time = 3084.68 ms / 127 tokens ( 24.48 ms per token, 40.85 tokens per second) 4.57.823.228 I slot print_timing: id 0 | task 8363 | total time = 4249.16 ms / 657 tokens 4.57.823.229 I slot print_timing: id 0 | task 8363 | graphs reused = 7676 4.57.823.229 I slot print_timing: id 0 | task 8363 | graph reallocs = 0 / 0 (same size) / (changed size) 4.57.823.278 I slot release: id 0 | task 8363 | stop processing: n_tokens = 656, truncated = 0 4.57.830.460 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 656, t_last = 243477427792 4.57.837.338 I slot launch_slot_: id 0 | task 8494 | processing task, is_child = 0 5.01.509.290 I slot print_timing: id 0 | task 8494 | prompt eval time = 690.69 ms / 315 tokens ( 2.19 ms per token, 456.07 tokens per second) 5.01.509.297 I slot print_timing: id 0 | task 8494 | eval time = 2981.25 ms / 123 tokens ( 24.44 ms per token, 40.92 tokens per second) 5.01.509.297 I slot print_timing: id 0 | task 8494 | total time = 3671.94 ms / 438 tokens 5.01.509.298 I slot print_timing: id 0 | task 8494 | graphs reused = 7797 5.01.509.299 I slot print_timing: id 0 | task 8494 | graph reallocs = 0 / 0 (same size) / (changed size) 5.01.509.338 I slot release: id 0 | task 8494 | stop processing: n_tokens = 437, truncated = 0 5.01.517.864 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 437, t_last = 243481113852 5.01.521.159 I slot launch_slot_: id 0 | task 8620 | processing task, is_child = 0 5.05.394.306 I slot print_timing: id 0 | task 8620 | n_gen = 124, tg = 40.82 t/s, tg_3s = 41.15 t/s 5.06.005.459 I slot print_timing: id 0 | task 8620 | prompt eval time = 859.87 ms / 391 tokens ( 2.20 ms per token, 454.72 tokens per second) 5.06.005.466 I slot print_timing: id 0 | task 8620 | eval time = 3624.42 ms / 149 tokens ( 24.49 ms per token, 40.83 tokens per second) 5.06.005.466 I slot print_timing: id 0 | task 8620 | total time = 4484.29 ms / 540 tokens 5.06.005.467 I slot print_timing: id 0 | task 8620 | graphs reused = 7943 5.06.005.468 I slot print_timing: id 0 | task 8620 | graph reallocs = 0 / 0 (same size) / (changed size) 5.06.005.515 I slot release: id 0 | task 8620 | stop processing: n_tokens = 539, truncated = 0 5.06.016.743 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 539, t_last = 243485610029 5.06.021.582 I slot launch_slot_: id 0 | task 8772 | processing task, is_child = 0 5.10.411.822 I slot print_timing: id 0 | task 8772 | prompt eval time = 1516.34 ms / 707 tokens ( 2.14 ms per token, 466.25 tokens per second) 5.10.411.826 I slot print_timing: id 0 | task 8772 | eval time = 2873.88 ms / 118 tokens ( 24.56 ms per token, 40.71 tokens per second) 5.10.411.827 I slot print_timing: id 0 | task 8772 | total time = 4390.23 ms / 825 tokens 5.10.411.828 I slot print_timing: id 0 | task 8772 | graphs reused = 8058 5.10.411.828 I slot print_timing: id 0 | task 8772 | graph reallocs = 0 / 0 (same size) / (changed size) 5.10.411.888 I slot release: id 0 | task 8772 | stop processing: n_tokens = 824, truncated = 0 5.10.421.513 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 824, t_last = 243490016402 5.10.429.280 I slot launch_slot_: id 0 | task 8894 | processing task, is_child = 0 5.14.883.495 I slot print_timing: id 0 | task 8894 | n_gen = 124, tg = 40.75 t/s, tg_3s = 41.08 t/s 5.15.546.381 I slot print_timing: id 0 | task 8894 | prompt eval time = 1435.58 ms / 663 tokens ( 2.17 ms per token, 461.83 tokens per second) 5.15.546.385 I slot print_timing: id 0 | task 8894 | eval time = 3681.51 ms / 151 tokens ( 24.54 ms per token, 40.74 tokens per second) 5.15.546.386 I slot print_timing: id 0 | task 8894 | total time = 5117.09 ms / 814 tokens 5.15.546.386 I slot print_timing: id 0 | task 8894 | graphs reused = 8206 5.15.546.387 I slot print_timing: id 0 | task 8894 | graph reallocs = 0 / 0 (same size) / (changed size) 5.15.546.440 I slot release: id 0 | task 8894 | stop processing: n_tokens = 813, truncated = 0 5.15.552.646 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 813, t_last = 243495150954 5.15.560.279 I slot launch_slot_: id 0 | task 9049 | processing task, is_child = 0 5.19.104.236 I slot print_timing: id 0 | task 9049 | n_gen = 124, tg = 40.94 t/s, tg_3s = 41.28 t/s 5.19.250.689 I slot print_timing: id 0 | task 9049 | prompt eval time = 539.88 ms / 223 tokens ( 2.42 ms per token, 413.06 tokens per second) 5.19.250.696 I slot print_timing: id 0 | task 9049 | eval time = 3150.52 ms / 130 tokens ( 24.42 ms per token, 40.95 tokens per second) 5.19.250.697 I slot print_timing: id 0 | task 9049 | total time = 3690.40 ms / 353 tokens 5.19.250.697 I slot print_timing: id 0 | task 9049 | graphs reused = 8333 5.19.250.698 I slot print_timing: id 0 | task 9049 | graph reallocs = 0 / 0 (same size) / (changed size) 5.19.250.728 I slot release: id 0 | task 9049 | stop processing: n_tokens = 352, truncated = 0 5.19.256.339 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 243498855242 5.19.258.977 I slot launch_slot_: id 0 | task 9182 | processing task, is_child = 0 5.22.681.814 I slot print_timing: id 0 | task 9182 | n_gen = 124, tg = 40.90 t/s, tg_3s = 41.24 t/s 5.25.414.487 I slot print_timing: id 0 | task 9182 | prompt eval time = 415.83 ms / 154 tokens ( 2.70 ms per token, 370.34 tokens per second) 5.25.414.490 I slot print_timing: id 0 | task 9182 | eval time = 5739.67 ms / 236 tokens ( 24.42 ms per token, 40.94 tokens per second) 5.25.414.491 I slot print_timing: id 0 | task 9182 | total time = 6155.50 ms / 390 tokens 5.25.414.492 I slot print_timing: id 0 | task 9182 | graphs reused = 8566 5.25.414.492 I slot print_timing: id 0 | task 9182 | graph reallocs = 0 / 0 (same size) / (changed size) 5.25.414.515 I slot release: id 0 | task 9182 | stop processing: n_tokens = 389, truncated = 0 5.25.420.213 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 389, t_last = 243505019029 5.25.423.472 I slot launch_slot_: id 0 | task 9421 | processing task, is_child = 0 5.26.464.116 I slot print_timing: id 0 | task 9421 | prompt eval time = 451.06 ms / 171 tokens ( 2.64 ms per token, 379.11 tokens per second) 5.26.464.122 I slot print_timing: id 0 | task 9421 | eval time = 589.57 ms / 25 tokens ( 24.57 ms per token, 40.71 tokens per second) 5.26.464.122 I slot print_timing: id 0 | task 9421 | total time = 1040.64 ms / 196 tokens 5.26.464.123 I slot print_timing: id 0 | task 9421 | graphs reused = 8589 5.26.464.124 I slot print_timing: id 0 | task 9421 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.464.146 I slot release: id 0 | task 9421 | stop processing: n_tokens = 195, truncated = 0 5.26.470.762 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 243506068660 5.26.473.467 I slot launch_slot_: id 0 | task 9449 | processing task, is_child = 0 5.29.836.915 I slot print_timing: id 0 | task 9449 | n_gen = 124, tg = 40.97 t/s, tg_3s = 41.31 t/s 5.30.791.314 I slot print_timing: id 0 | task 9449 | prompt eval time = 361.58 ms / 131 tokens ( 2.76 ms per token, 362.30 tokens per second) 5.30.791.320 I slot print_timing: id 0 | task 9449 | eval time = 3956.26 ms / 163 tokens ( 24.42 ms per token, 40.95 tokens per second) 5.30.791.321 I slot print_timing: id 0 | task 9449 | total time = 4317.84 ms / 294 tokens 5.30.791.322 I slot print_timing: id 0 | task 9449 | graphs reused = 8749 5.30.791.322 I slot print_timing: id 0 | task 9449 | graph reallocs = 0 / 0 (same size) / (changed size) 5.30.791.346 I slot release: id 0 | task 9449 | stop processing: n_tokens = 293, truncated = 0 5.30.797.798 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 243510395861 5.30.800.472 I slot launch_slot_: id 0 | task 9615 | processing task, is_child = 0 5.32.174.453 I slot print_timing: id 0 | task 9615 | prompt eval time = 564.62 ms / 206 tokens ( 2.74 ms per token, 364.85 tokens per second) 5.32.174.459 I slot print_timing: id 0 | task 9615 | eval time = 809.36 ms / 34 tokens ( 24.53 ms per token, 40.77 tokens per second) 5.32.174.460 I slot print_timing: id 0 | task 9615 | total time = 1373.97 ms / 240 tokens 5.32.174.461 I slot print_timing: id 0 | task 9615 | graphs reused = 8781 5.32.174.461 I slot print_timing: id 0 | task 9615 | graph reallocs = 0 / 0 (same size) / (changed size) 5.32.174.484 I slot release: id 0 | task 9615 | stop processing: n_tokens = 239, truncated = 0 5.32.179.905 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 243511778998 5.32.184.251 I slot launch_slot_: id 0 | task 9652 | processing task, is_child = 0 5.33.003.427 I slot print_timing: id 0 | task 9652 | prompt eval time = 303.50 ms / 107 tokens ( 2.84 ms per token, 352.55 tokens per second) 5.33.003.431 I slot print_timing: id 0 | task 9652 | eval time = 515.65 ms / 22 tokens ( 24.55 ms per token, 40.72 tokens per second) 5.33.003.431 I slot print_timing: id 0 | task 9652 | total time = 819.16 ms / 129 tokens 5.33.003.432 I slot print_timing: id 0 | task 9652 | graphs reused = 8801 5.33.003.433 I slot print_timing: id 0 | task 9652 | graph reallocs = 0 / 0 (same size) / (changed size) 5.33.003.453 I slot release: id 0 | task 9652 | stop processing: n_tokens = 128, truncated = 0 5.33.009.666 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 128, t_last = 243512607967 5.33.011.100 I slot launch_slot_: id 0 | task 9677 | processing task, is_child = 0 5.36.432.758 I slot print_timing: id 0 | task 9677 | n_gen = 124, tg = 40.90 t/s, tg_3s = 41.24 t/s 5.39.433.589 I slot print_timing: id 0 | task 9677 | n_gen = 247, tg = 40.95 t/s, tg_3s = 40.99 t/s 5.42.442.010 I slot print_timing: id 0 | task 9677 | n_gen = 370, tg = 40.93 t/s, tg_3s = 40.89 t/s 5.43.591.392 I slot print_timing: id 0 | task 9677 | prompt eval time = 414.54 ms / 147 tokens ( 2.82 ms per token, 354.61 tokens per second) 5.43.591.398 I slot print_timing: id 0 | task 9677 | eval time = 10165.74 ms / 417 tokens ( 24.44 ms per token, 40.92 tokens per second) 5.43.591.399 I slot print_timing: id 0 | task 9677 | total time = 10580.28 ms / 564 tokens 5.43.591.400 I slot print_timing: id 0 | task 9677 | graphs reused = 9214 5.43.591.400 I slot print_timing: id 0 | task 9677 | graph reallocs = 0 / 0 (same size) / (changed size) 5.43.591.425 I slot release: id 0 | task 9677 | stop processing: n_tokens = 563, truncated = 0 5.43.597.058 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 563, t_last = 243523195939 5.43.601.456 I slot launch_slot_: id 0 | task 10097 | processing task, is_child = 0 5.46.971.458 I slot print_timing: id 0 | task 10097 | n_gen = 124, tg = 40.94 t/s, tg_3s = 41.27 t/s 5.49.972.073 I slot print_timing: id 0 | task 10097 | n_gen = 247, tg = 40.97 t/s, tg_3s = 40.99 t/s 5.51.609.344 I slot print_timing: id 0 | task 10097 | prompt eval time = 365.58 ms / 146 tokens ( 2.50 ms per token, 399.36 tokens per second) 5.51.609.352 I slot print_timing: id 0 | task 10097 | eval time = 7642.30 ms / 314 tokens ( 24.42 ms per token, 40.96 tokens per second) 5.51.609.353 I slot print_timing: id 0 | task 10097 | total time = 8007.88 ms / 460 tokens 5.51.609.353 I slot print_timing: id 0 | task 10097 | graphs reused = 9525 5.51.609.354 I slot print_timing: id 0 | task 10097 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.609.377 I slot release: id 0 | task 10097 | stop processing: n_tokens = 459, truncated = 0 5.51.614.810 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 459, t_last = 243531213891 5.51.619.353 I slot launch_slot_: id 0 | task 10414 | processing task, is_child = 0 5.54.922.471 I slot print_timing: id 0 | task 10414 | n_gen = 124, tg = 40.98 t/s, tg_3s = 41.32 t/s 5.57.926.160 I slot print_timing: id 0 | task 10414 | n_gen = 247, tg = 40.97 t/s, tg_3s = 40.95 t/s 5.58.316.938 I slot print_timing: id 0 | task 10414 | prompt eval time = 301.95 ms / 85 tokens ( 3.55 ms per token, 281.51 tokens per second) 5.58.316.945 I slot print_timing: id 0 | task 10414 | eval time = 6395.62 ms / 263 tokens ( 24.41 ms per token, 40.97 tokens per second) 5.58.316.946 I slot print_timing: id 0 | task 10414 | total time = 6697.57 ms / 348 tokens 5.58.316.947 I slot print_timing: id 0 | task 10414 | graphs reused = 9785 5.58.316.947 I slot print_timing: id 0 | task 10414 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.316.966 I slot release: id 0 | task 10414 | stop processing: n_tokens = 347, truncated = 0 5.58.323.178 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 347, t_last = 243537921480 5.58.327.048 I slot launch_slot_: id 0 | task 10680 | processing task, is_child = 0 5.58.989.739 I slot print_timing: id 0 | task 10680 | prompt eval time = 463.32 ms / 155 tokens ( 2.99 ms per token, 334.54 tokens per second) 5.58.989.745 I slot print_timing: id 0 | task 10680 | eval time = 199.36 ms / 9 tokens ( 24.92 ms per token, 40.13 tokens per second) 5.58.989.746 I slot print_timing: id 0 | task 10680 | total time = 662.68 ms / 164 tokens 5.58.989.747 I slot print_timing: id 0 | task 10680 | graphs reused = 9792 5.58.989.747 I slot print_timing: id 0 | task 10680 | graph reallocs = 0 / 0 (same size) / (changed size) 5.58.989.775 I slot release: id 0 | task 10680 | stop processing: n_tokens = 163, truncated = 0 5.58.995.398 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 163, t_last = 243538594289 5.58.997.705 I slot launch_slot_: id 0 | task 10692 | processing task, is_child = 0 6.02.421.423 I slot print_timing: id 0 | task 10692 | n_gen = 124, tg = 40.92 t/s, tg_3s = 41.25 t/s 6.03.299.361 I slot print_timing: id 0 | task 10692 | prompt eval time = 417.85 ms / 151 tokens ( 2.77 ms per token, 361.37 tokens per second) 6.03.299.368 I slot print_timing: id 0 | task 10692 | eval time = 3883.79 ms / 160 tokens ( 24.43 ms per token, 40.94 tokens per second) 6.03.299.368 I slot print_timing: id 0 | task 10692 | total time = 4301.65 ms / 311 tokens 6.03.299.369 I slot print_timing: id 0 | task 10692 | graphs reused = 9949 6.03.299.369 I slot print_timing: id 0 | task 10692 | graph reallocs = 0 / 0 (same size) / (changed size) 6.03.299.392 I slot release: id 0 | task 10692 | stop processing: n_tokens = 310, truncated = 0 6.03.306.009 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 310, t_last = 243542903906 6.03.310.588 I slot launch_slot_: id 0 | task 10855 | processing task, is_child = 0 6.05.639.135 I slot print_timing: id 0 | task 10855 | prompt eval time = 448.91 ms / 166 tokens ( 2.70 ms per token, 369.78 tokens per second) 6.05.639.138 I slot print_timing: id 0 | task 10855 | eval time = 1879.62 ms / 78 tokens ( 24.41 ms per token, 40.97 tokens per second) 6.05.639.140 I slot print_timing: id 0 | task 10855 | total time = 2328.53 ms / 244 tokens 6.05.639.141 I slot print_timing: id 0 | task 10855 | graphs reused = 10025 6.05.639.141 I slot print_timing: id 0 | task 10855 | graph reallocs = 0 / 0 (same size) / (changed size) 6.05.639.164 I slot release: id 0 | task 10855 | stop processing: n_tokens = 243, truncated = 0 6.05.645.812 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 243545243678 6.05.649.694 I slot launch_slot_: id 0 | task 10936 | processing task, is_child = 0 6.06.451.270 I slot print_timing: id 0 | task 10936 | prompt eval time = 362.97 ms / 137 tokens ( 2.65 ms per token, 377.44 tokens per second) 6.06.451.275 I slot print_timing: id 0 | task 10936 | eval time = 438.59 ms / 19 tokens ( 24.37 ms per token, 41.04 tokens per second) 6.06.451.275 I slot print_timing: id 0 | task 10936 | total time = 801.56 ms / 156 tokens 6.06.451.276 I slot print_timing: id 0 | task 10936 | graphs reused = 10042 6.06.451.277 I slot print_timing: id 0 | task 10936 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.451.295 I slot release: id 0 | task 10936 | stop processing: n_tokens = 155, truncated = 0 6.06.455.696 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 243546055809 6.06.457.449 I slot launch_slot_: id 0 | task 10958 | processing task, is_child = 0 6.09.875.745 I slot print_timing: id 0 | task 10958 | n_gen = 124, tg = 40.94 t/s, tg_3s = 41.27 t/s 6.12.899.452 I slot print_timing: id 0 | task 10958 | n_gen = 248, tg = 40.98 t/s, tg_3s = 41.01 t/s 6.14.510.809 I slot print_timing: id 0 | task 10958 | prompt eval time = 413.98 ms / 146 tokens ( 2.84 ms per token, 352.67 tokens per second) 6.14.510.815 I slot print_timing: id 0 | task 10958 | eval time = 7639.37 ms / 314 tokens ( 24.41 ms per token, 40.97 tokens per second) 6.14.510.816 I slot print_timing: id 0 | task 10958 | total time = 8053.35 ms / 460 tokens 6.14.510.817 I slot print_timing: id 0 | task 10958 | graphs reused = 10353 6.14.510.817 I slot print_timing: id 0 | task 10958 | graph reallocs = 0 / 0 (same size) / (changed size) 6.14.510.844 I slot release: id 0 | task 10958 | stop processing: n_tokens = 459, truncated = 0 6.14.516.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 459, t_last = 243554115358 6.14.520.296 I slot launch_slot_: id 0 | task 11275 | processing task, is_child = 0 6.17.945.180 I slot print_timing: id 0 | task 11275 | n_gen = 124, tg = 40.91 t/s, tg_3s = 41.25 t/s 6.20.947.405 I slot print_timing: id 0 | task 11275 | n_gen = 247, tg = 40.94 t/s, tg_3s = 40.97 t/s 6.23.858.715 I slot print_timing: id 0 | task 11275 | prompt eval time = 418.58 ms / 167 tokens ( 2.51 ms per token, 398.97 tokens per second) 6.23.858.718 I slot print_timing: id 0 | task 11275 | eval time = 8919.83 ms / 366 tokens ( 24.44 ms per token, 40.92 tokens per second) 6.23.858.719 I slot print_timing: id 0 | task 11275 | total time = 9338.41 ms / 533 tokens 6.23.858.720 I slot print_timing: id 0 | task 11275 | graphs reused = 10715 6.23.858.720 I slot print_timing: id 0 | task 11275 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.858.747 I slot release: id 0 | task 11275 | stop processing: n_tokens = 532, truncated = 0 6.23.865.089 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 532, t_last = 243563463261 6.23.870.232 I slot launch_slot_: id 0 | task 11644 | processing task, is_child = 0 6.27.336.674 I slot print_timing: id 0 | task 11644 | n_gen = 124, tg = 40.89 t/s, tg_3s = 41.22 t/s 6.30.338.672 I slot print_timing: id 0 | task 11644 | n_gen = 247, tg = 40.93 t/s, tg_3s = 40.97 t/s 6.33.053.006 I slot print_timing: id 0 | task 11644 | prompt eval time = 458.33 ms / 160 tokens ( 2.86 ms per token, 349.09 tokens per second) 6.33.053.009 I slot print_timing: id 0 | task 11644 | eval time = 8724.43 ms / 358 tokens ( 24.44 ms per token, 40.92 tokens per second) 6.33.053.009 I slot print_timing: id 0 | task 11644 | total time = 9182.76 ms / 518 tokens 6.33.053.010 I slot print_timing: id 0 | task 11644 | graphs reused = 11069 6.33.053.011 I slot print_timing: id 0 | task 11644 | graph reallocs = 0 / 0 (same size) / (changed size) 6.33.053.033 I slot release: id 0 | task 11644 | stop processing: n_tokens = 517, truncated = 0 6.33.058.901 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 517, t_last = 243572657547 6.33.064.974 I slot launch_slot_: id 0 | task 12005 | processing task, is_child = 0 6.36.526.434 I slot print_timing: id 0 | task 12005 | n_gen = 124, tg = 40.92 t/s, tg_3s = 41.25 t/s 6.39.527.808 I slot print_timing: id 0 | task 12005 | n_gen = 247, tg = 40.95 t/s, tg_3s = 40.98 t/s 6.41.652.757 I slot print_timing: id 0 | task 12005 | prompt eval time = 455.73 ms / 152 tokens ( 3.00 ms per token, 333.53 tokens per second) 6.41.652.764 I slot print_timing: id 0 | task 12005 | eval time = 8132.05 ms / 334 tokens ( 24.42 ms per token, 40.95 tokens per second) 6.41.652.765 I slot print_timing: id 0 | task 12005 | total time = 8587.77 ms / 486 tokens 6.41.652.765 I slot print_timing: id 0 | task 12005 | graphs reused = 11400 6.41.652.766 I slot print_timing: id 0 | task 12005 | graph reallocs = 0 / 0 (same size) / (changed size) 6.41.652.792 I slot release: id 0 | task 12005 | stop processing: n_tokens = 485, truncated = 0 6.41.658.484 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 485, t_last = 243581257306 6.41.662.420 I slot launch_slot_: id 0 | task 12342 | processing task, is_child = 0 6.45.121.969 I slot print_timing: id 0 | task 12342 | n_gen = 124, tg = 40.93 t/s, tg_3s = 41.26 t/s 6.47.196.542 I slot print_timing: id 0 | task 12342 | prompt eval time = 454.49 ms / 158 tokens ( 2.88 ms per token, 347.64 tokens per second) 6.47.196.551 I slot print_timing: id 0 | task 12342 | eval time = 5079.63 ms / 209 tokens ( 24.42 ms per token, 40.95 tokens per second) 6.47.196.552 I slot print_timing: id 0 | task 12342 | total time = 5534.11 ms / 367 tokens 6.47.196.553 I slot print_timing: id 0 | task 12342 | graphs reused = 11606 6.47.196.553 I slot print_timing: id 0 | task 12342 | graph reallocs = 0 / 0 (same size) / (changed size) 6.47.196.574 I slot release: id 0 | task 12342 | stop processing: n_tokens = 366, truncated = 0 6.47.201.814 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 366, t_last = 243586801088 6.47.205.571 I slot launch_slot_: id 0 | task 12554 | processing task, is_child = 0 6.50.575.504 I slot print_timing: id 0 | task 12554 | n_gen = 124, tg = 40.92 t/s, tg_3s = 41.26 t/s 6.52.015.025 I slot print_timing: id 0 | task 12554 | prompt eval time = 364.37 ms / 140 tokens ( 2.60 ms per token, 384.22 tokens per second) 6.52.015.032 I slot print_timing: id 0 | task 12554 | eval time = 4445.07 ms / 183 tokens ( 24.42 ms per token, 40.94 tokens per second) 6.52.015.033 I slot print_timing: id 0 | task 12554 | total time = 4809.44 ms / 323 tokens 6.52.015.033 I slot print_timing: id 0 | task 12554 | graphs reused = 11786 6.52.015.034 I slot print_timing: id 0 | task 12554 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.015.070 I slot release: id 0 | task 12554 | stop processing: n_tokens = 322, truncated = 0 6.52.020.785 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 322, t_last = 243591619584 6.52.023.678 I slot launch_slot_: id 0 | task 12740 | processing task, is_child = 0 6.52.969.430 I slot print_timing: id 0 | task 12740 | prompt eval time = 356.43 ms / 118 tokens ( 3.02 ms per token, 331.06 tokens per second) 6.52.969.437 I slot print_timing: id 0 | task 12740 | eval time = 589.32 ms / 25 tokens ( 24.55 ms per token, 40.73 tokens per second) 6.52.969.437 I slot print_timing: id 0 | task 12740 | total time = 945.74 ms / 143 tokens 6.52.969.438 I slot print_timing: id 0 | task 12740 | graphs reused = 11809 6.52.969.439 I slot print_timing: id 0 | task 12740 | graph reallocs = 0 / 0 (same size) / (changed size) 6.52.969.458 I slot release: id 0 | task 12740 | stop processing: n_tokens = 142, truncated = 0 6.52.976.555 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 142, t_last = 243592573972 6.52.978.967 I slot launch_slot_: id 0 | task 12768 | processing task, is_child = 0 6.56.406.388 I slot print_timing: id 0 | task 12768 | n_gen = 124, tg = 40.90 t/s, tg_3s = 41.23 t/s 6.59.407.547 I slot print_timing: id 0 | task 12768 | n_gen = 247, tg = 40.94 t/s, tg_3s = 40.98 t/s 7.02.416.763 I slot print_timing: id 0 | task 12768 | n_gen = 370, tg = 40.92 t/s, tg_3s = 40.87 t/s 7.04.521.105 I slot print_timing: id 0 | task 12768 | prompt eval time = 420.23 ms / 162 tokens ( 2.59 ms per token, 385.50 tokens per second) 7.04.521.113 I slot print_timing: id 0 | task 12768 | eval time = 11121.90 ms / 456 tokens ( 24.44 ms per token, 40.91 tokens per second) 7.04.521.113 I slot print_timing: id 0 | task 12768 | total time = 11542.13 ms / 618 tokens 7.04.521.114 I slot print_timing: id 0 | task 12768 | graphs reused = 12261 7.04.521.115 I slot print_timing: id 0 | task 12768 | graph reallocs = 0 / 0 (same size) / (changed size) 7.04.521.137 I slot release: id 0 | task 12768 | stop processing: n_tokens = 617, truncated = 0 7.04.526.755 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 617, t_last = 243604125651 7.04.531.052 I slot launch_slot_: id 0 | task 13227 | processing task, is_child = 0 7.08.014.405 I slot print_timing: id 0 | task 13227 | n_gen = 124, tg = 40.95 t/s, tg_3s = 41.28 t/s 7.11.014.544 I slot print_timing: id 0 | task 13227 | n_gen = 247, tg = 40.97 t/s, tg_3s = 41.00 t/s 7.13.779.315 I slot print_timing: id 0 | task 13227 | prompt eval time = 479.78 ms / 181 tokens ( 2.65 ms per token, 377.25 tokens per second) 7.13.779.319 I slot print_timing: id 0 | task 13227 | eval time = 8768.47 ms / 360 tokens ( 24.42 ms per token, 40.94 tokens per second) 7.13.779.321 I slot print_timing: id 0 | task 13227 | total time = 9248.25 ms / 541 tokens 7.13.779.321 I slot print_timing: id 0 | task 13227 | graphs reused = 12617 7.13.779.322 I slot print_timing: id 0 | task 13227 | graph reallocs = 0 / 0 (same size) / (changed size) 7.13.779.346 I slot release: id 0 | task 13227 | stop processing: n_tokens = 540, truncated = 0 7.13.784.718 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 540, t_last = 243613383860 7.13.789.993 I slot launch_slot_: id 0 | task 13590 | processing task, is_child = 0 7.17.152.663 I slot print_timing: id 0 | task 13590 | n_gen = 124, tg = 40.97 t/s, tg_3s = 41.30 t/s 7.18.130.907 I slot print_timing: id 0 | task 13590 | prompt eval time = 360.23 ms / 119 tokens ( 3.03 ms per token, 330.35 tokens per second) 7.18.130.912 I slot print_timing: id 0 | task 13590 | eval time = 3980.68 ms / 164 tokens ( 24.42 ms per token, 40.95 tokens per second) 7.18.130.913 I slot print_timing: id 0 | task 13590 | total time = 4340.90 ms / 283 tokens 7.18.130.914 I slot print_timing: id 0 | task 13590 | graphs reused = 12778 7.18.130.914 I slot print_timing: id 0 | task 13590 | graph reallocs = 0 / 0 (same size) / (changed size) 7.18.130.940 I slot release: id 0 | task 13590 | stop processing: n_tokens = 282, truncated = 0 7.18.137.306 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 282, t_last = 243617735454 7.18.141.151 I slot launch_slot_: id 0 | task 13757 | processing task, is_child = 0 7.19.042.403 I slot print_timing: id 0 | task 13757 | prompt eval time = 361.89 ms / 135 tokens ( 2.68 ms per token, 373.04 tokens per second) 7.19.042.407 I slot print_timing: id 0 | task 13757 | eval time = 539.34 ms / 23 tokens ( 24.52 ms per token, 40.79 tokens per second) 7.19.042.407 I slot print_timing: id 0 | task 13757 | total time = 901.24 ms / 158 tokens 7.19.042.408 I slot print_timing: id 0 | task 13757 | graphs reused = 12799 7.19.042.409 I slot print_timing: id 0 | task 13757 | graph reallocs = 0 / 0 (same size) / (changed size) 7.19.042.430 I slot release: id 0 | task 13757 | stop processing: n_tokens = 157, truncated = 0 7.19.048.990 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 157, t_last = 243618646944 7.19.051.759 I slot launch_slot_: id 0 | task 13783 | processing task, is_child = 0 7.22.413.643 I slot print_timing: id 0 | task 13783 | n_gen = 124, tg = 40.98 t/s, tg_3s = 41.31 t/s 7.25.417.770 I slot print_timing: id 0 | task 13783 | n_gen = 247, tg = 40.96 t/s, tg_3s = 40.94 t/s 7.27.762.156 I slot print_timing: id 0 | task 13783 | prompt eval time = 360.12 ms / 128 tokens ( 2.81 ms per token, 355.44 tokens per second) 7.27.762.159 I slot print_timing: id 0 | task 13783 | eval time = 8350.27 ms / 343 tokens ( 24.42 ms per token, 40.96 tokens per second) 7.27.762.160 I slot print_timing: id 0 | task 13783 | total time = 8710.39 ms / 471 tokens 7.27.762.161 I slot print_timing: id 0 | task 13783 | graphs reused = 13139 7.27.762.161 I slot print_timing: id 0 | task 13783 | graph reallocs = 0 / 0 (same size) / (changed size) 7.27.762.184 I slot release: id 0 | task 13783 | stop processing: n_tokens = 470, truncated = 0 7.27.768.495 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 243627366698 7.27.773.473 I slot launch_slot_: id 0 | task 14129 | processing task, is_child = 0 7.30.139.272 I slot print_timing: id 0 | task 14129 | prompt eval time = 364.91 ms / 142 tokens ( 2.57 ms per token, 389.14 tokens per second) 7.30.139.278 I slot print_timing: id 0 | task 14129 | eval time = 2000.88 ms / 83 tokens ( 24.40 ms per token, 40.98 tokens per second) 7.30.139.279 I slot print_timing: id 0 | task 14129 | total time = 2365.79 ms / 225 tokens 7.30.139.279 I slot print_timing: id 0 | task 14129 | graphs reused = 13220 7.30.139.280 I slot print_timing: id 0 | task 14129 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.139.300 I slot release: id 0 | task 14129 | stop processing: n_tokens = 224, truncated = 0 7.30.144.394 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 243629743814 7.30.147.185 I slot launch_slot_: id 0 | task 14215 | processing task, is_child = 0 7.30.907.435 I slot print_timing: id 0 | task 14215 | prompt eval time = 415.29 ms / 146 tokens ( 2.84 ms per token, 351.56 tokens per second) 7.30.907.441 I slot print_timing: id 0 | task 14215 | eval time = 344.95 ms / 15 tokens ( 24.64 ms per token, 40.59 tokens per second) 7.30.907.441 I slot print_timing: id 0 | task 14215 | total time = 760.24 ms / 161 tokens 7.30.907.442 I slot print_timing: id 0 | task 14215 | graphs reused = 13233 7.30.907.443 I slot print_timing: id 0 | task 14215 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.907.464 I slot release: id 0 | task 14215 | stop processing: n_tokens = 160, truncated = 0 7.30.913.056 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 243630511978 7.30.915.430 I slot launch_slot_: id 0 | task 14233 | processing task, is_child = 0 7.34.284.731 I slot print_timing: id 0 | task 14233 | n_gen = 124, tg = 40.91 t/s, tg_3s = 41.25 t/s 7.37.213.621 I slot print_timing: id 0 | task 14233 | prompt eval time = 362.92 ms / 138 tokens ( 2.63 ms per token, 380.25 tokens per second) 7.37.213.624 I slot print_timing: id 0 | task 14233 | eval time = 5935.27 ms / 244 tokens ( 24.42 ms per token, 40.94 tokens per second) 7.37.213.625 I slot print_timing: id 0 | task 14233 | total time = 6298.18 ms / 382 tokens 7.37.213.625 I slot print_timing: id 0 | task 14233 | graphs reused = 13474 7.37.213.626 I slot print_timing: id 0 | task 14233 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.213.646 I slot release: id 0 | task 14233 | stop processing: n_tokens = 381, truncated = 0 7.37.219.134 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 381, t_last = 243636818160 7.37.222.985 I slot launch_slot_: id 0 | task 14480 | processing task, is_child = 0 7.40.591.862 I slot print_timing: id 0 | task 14480 | n_gen = 124, tg = 40.93 t/s, tg_3s = 41.26 t/s 7.43.593.029 I slot print_timing: id 0 | task 14480 | n_gen = 247, tg = 40.96 t/s, tg_3s = 40.98 t/s 7.46.598.392 I slot print_timing: id 0 | task 14480 | n_gen = 370, tg = 40.95 t/s, tg_3s = 40.93 t/s 7.49.607.681 I slot print_timing: id 0 | task 14480 | n_gen = 493, tg = 40.93 t/s, tg_3s = 40.87 t/s 7.52.616.536 I slot print_timing: id 0 | task 14480 | n_gen = 616, tg = 40.92 t/s, tg_3s = 40.88 t/s 7.55.558.938 I slot print_timing: id 0 | task 14480 | prompt eval time = 363.66 ms / 140 tokens ( 2.60 ms per token, 384.98 tokens per second) 7.55.558.945 I slot print_timing: id 0 | task 14480 | eval time = 17972.28 ms / 736 tokens ( 24.45 ms per token, 40.90 tokens per second) 7.55.558.946 I slot print_timing: id 0 | task 14480 | total time = 18335.94 ms / 876 tokens 7.55.558.947 I slot print_timing: id 0 | task 14480 | graphs reused = 14205 7.55.558.947 I slot print_timing: id 0 | task 14480 | graph reallocs = 0 / 0 (same size) / (changed size) 7.55.558.970 I slot release: id 0 | task 14480 | stop processing: n_tokens = 875, truncated = 0 7.55.564.592 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 875, t_last = 243655163484 7.55.570.022 I slot launch_slot_: id 0 | task 15219 | processing task, is_child = 0 7.58.988.600 I slot print_timing: id 0 | task 15219 | n_gen = 124, tg = 40.93 t/s, tg_3s = 41.26 t/s 7.59.671.899 I slot print_timing: id 0 | task 15219 | prompt eval time = 413.18 ms / 144 tokens ( 2.87 ms per token, 348.52 tokens per second) 7.59.671.906 I slot print_timing: id 0 | task 15219 | eval time = 3688.69 ms / 152 tokens ( 24.43 ms per token, 40.94 tokens per second) 7.59.671.906 I slot print_timing: id 0 | task 15219 | total time = 4101.86 ms / 296 tokens 7.59.671.907 I slot print_timing: id 0 | task 15219 | graphs reused = 14354 7.59.671.908 I slot print_timing: id 0 | task 15219 | graph reallocs = 0 / 0 (same size) / (changed size) 7.59.671.929 I slot release: id 0 | task 15219 | stop processing: n_tokens = 295, truncated = 0 7.59.677.801 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 295, t_last = 243659276443 7.59.681.098 I slot launch_slot_: id 0 | task 15374 | processing task, is_child = 0 8.00.884.886 I slot print_timing: id 0 | task 15374 | prompt eval time = 420.21 ms / 169 tokens ( 2.49 ms per token, 402.18 tokens per second) 8.00.884.893 I slot print_timing: id 0 | task 15374 | eval time = 783.57 ms / 33 tokens ( 24.49 ms per token, 40.84 tokens per second) 8.00.884.893 I slot print_timing: id 0 | task 15374 | total time = 1203.78 ms / 202 tokens 8.00.884.894 I slot print_timing: id 0 | task 15374 | graphs reused = 14385 8.00.884.895 I slot print_timing: id 0 | task 15374 | graph reallocs = 0 / 0 (same size) / (changed size) 8.00.884.921 I slot release: id 0 | task 15374 | stop processing: n_tokens = 201, truncated = 0 8.00.891.214 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 243660489435 8.00.894.344 I slot launch_slot_: id 0 | task 15410 | processing task, is_child = 0 8.02.021.723 I slot print_timing: id 0 | task 15410 | prompt eval time = 415.76 ms / 149 tokens ( 2.79 ms per token, 358.38 tokens per second) 8.02.021.729 I slot print_timing: id 0 | task 15410 | eval time = 711.61 ms / 30 tokens ( 24.54 ms per token, 40.75 tokens per second) 8.02.021.730 I slot print_timing: id 0 | task 15410 | total time = 1127.37 ms / 179 tokens 8.02.021.731 I slot print_timing: id 0 | task 15410 | graphs reused = 14413 8.02.021.731 I slot print_timing: id 0 | task 15410 | graph reallocs = 0 / 0 (same size) / (changed size) 8.02.021.752 I slot release: id 0 | task 15410 | stop processing: n_tokens = 178, truncated = 0 8.02.027.775 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 243661626266 8.02.029.833 I slot launch_slot_: id 0 | task 15443 | processing task, is_child = 0 8.05.436.854 I slot print_timing: id 0 | task 15443 | n_gen = 124, tg = 40.97 t/s, tg_3s = 41.30 t/s 8.08.440.350 I slot print_timing: id 0 | task 15443 | n_gen = 247, tg = 40.96 t/s, tg_3s = 40.95 t/s 8.09.123.737 I slot print_timing: id 0 | task 15443 | prompt eval time = 404.73 ms / 147 tokens ( 2.75 ms per token, 363.20 tokens per second) 8.09.123.744 I slot print_timing: id 0 | task 15443 | eval time = 6689.16 ms / 275 tokens ( 24.41 ms per token, 40.96 tokens per second) 8.09.123.744 I slot print_timing: id 0 | task 15443 | total time = 7093.90 ms / 422 tokens 8.09.123.745 I slot print_timing: id 0 | task 15443 | graphs reused = 14685 8.09.123.746 I slot print_timing: id 0 | task 15443 | graph reallocs = 0 / 0 (same size) / (changed size) 8.09.123.770 I slot release: id 0 | task 15443 | stop processing: n_tokens = 421, truncated = 0 8.09.130.613 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 421, t_last = 243668728284 8.09.135.435 I slot launch_slot_: id 0 | task 15721 | processing task, is_child = 0 8.12.558.666 I slot print_timing: id 0 | task 15721 | n_gen = 124, tg = 40.91 t/s, tg_3s = 41.24 t/s 8.15.242.893 I slot print_timing: id 0 | task 15721 | prompt eval time = 416.35 ms / 161 tokens ( 2.59 ms per token, 386.70 tokens per second) 8.15.242.899 I slot print_timing: id 0 | task 15721 | eval time = 5691.10 ms / 234 tokens ( 24.43 ms per token, 40.94 tokens per second) 8.15.242.900 I slot print_timing: id 0 | task 15721 | total time = 6107.45 ms / 395 tokens 8.15.242.901 I slot print_timing: id 0 | task 15721 | graphs reused = 14916 8.15.242.901 I slot print_timing: id 0 | task 15721 | graph reallocs = 0 / 0 (same size) / (changed size) 8.15.242.923 I slot release: id 0 | task 15721 | stop processing: n_tokens = 394, truncated = 0 8.15.249.014 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 243674847437 8.15.254.739 I slot launch_slot_: id 0 | task 15958 | processing task, is_child = 0 8.16.044.058 I slot print_timing: id 0 | task 15958 | prompt eval time = 420.14 ms / 161 tokens ( 2.61 ms per token, 383.20 tokens per second) 8.16.044.068 I slot print_timing: id 0 | task 15958 | eval time = 369.17 ms / 16 tokens ( 24.61 ms per token, 40.63 tokens per second) 8.16.044.069 I slot print_timing: id 0 | task 15958 | total time = 789.31 ms / 177 tokens 8.16.044.070 I slot print_timing: id 0 | task 15958 | graphs reused = 14930 8.16.044.070 I slot print_timing: id 0 | task 15958 | graph reallocs = 0 / 0 (same size) / (changed size) 8.16.044.095 I slot release: id 0 | task 15958 | stop processing: n_tokens = 176, truncated = 0 8.16.049.934 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 176, t_last = 243675648609 8.16.052.594 I slot launch_slot_: id 0 | task 15977 | processing task, is_child = 0 8.19.471.027 I slot print_timing: id 0 | task 15977 | n_gen = 124, tg = 40.94 t/s, tg_3s = 41.27 t/s 8.22.472.467 I slot print_timing: id 0 | task 15977 | n_gen = 247, tg = 40.96 t/s, tg_3s = 40.98 t/s 8.25.481.277 I slot print_timing: id 0 | task 15977 | n_gen = 370, tg = 40.93 t/s, tg_3s = 40.88 t/s 8.28.490.886 I slot print_timing: id 0 | task 15977 | n_gen = 493, tg = 40.92 t/s, tg_3s = 40.87 t/s 8.31.500.179 I slot print_timing: id 0 | task 15977 | n_gen = 616, tg = 40.91 t/s, tg_3s = 40.87 t/s 8.34.523.900 I slot print_timing: id 0 | task 15977 | n_gen = 739, tg = 40.87 t/s, tg_3s = 40.68 t/s 8.37.532.470 I slot print_timing: id 0 | task 15977 | n_gen = 861, tg = 40.82 t/s, tg_3s = 40.55 t/s 8.40.542.995 I slot print_timing: id 0 | task 15977 | n_gen = 983, tg = 40.79 t/s, tg_3s = 40.52 t/s 8.41.553.912 I slot print_timing: id 0 | task 15977 | prompt eval time = 413.69 ms / 149 tokens ( 2.78 ms per token, 360.17 tokens per second) 8.41.553.919 I slot print_timing: id 0 | task 15977 | eval time = 25087.62 ms / 1024 tokens ( 24.52 ms per token, 40.78 tokens per second) 8.41.553.919 I slot print_timing: id 0 | task 15977 | total time = 25501.31 ms / 1173 tokens 8.41.553.920 I slot print_timing: id 0 | task 15977 | graphs reused = 15948 8.41.553.921 I slot print_timing: id 0 | task 15977 | graph reallocs = 0 / 0 (same size) / (changed size) 8.41.553.943 I slot release: id 0 | task 15977 | stop processing: n_tokens = 1172, truncated = 0 8.41.560.508 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 243701158457 8.41.566.705 I slot launch_slot_: id 0 | task 17004 | processing task, is_child = 0 8.44.990.254 I slot print_timing: id 0 | task 17004 | n_gen = 124, tg = 40.91 t/s, tg_3s = 41.24 t/s 8.47.992.051 I slot print_timing: id 0 | task 17004 | n_gen = 247, tg = 40.94 t/s, tg_3s = 40.98 t/s 8.50.999.892 I slot print_timing: id 0 | task 17004 | n_gen = 370, tg = 40.93 t/s, tg_3s = 40.89 t/s 8.54.008.291 I slot print_timing: id 0 | task 17004 | n_gen = 493, tg = 40.92 t/s, tg_3s = 40.89 t/s 8.57.022.125 I slot print_timing: id 0 | task 17004 | n_gen = 616, tg = 40.90 t/s, tg_3s = 40.81 t/s 9.00.040.207 I slot print_timing: id 0 | task 17004 | n_gen = 739, tg = 40.87 t/s, tg_3s = 40.75 t/s 9.01.593.804 I slot print_timing: id 0 | task 17004 | prompt eval time = 416.95 ms / 162 tokens ( 2.57 ms per token, 388.54 tokens per second) 9.01.593.810 I slot print_timing: id 0 | task 17004 | eval time = 19610.14 ms / 802 tokens ( 24.48 ms per token, 40.85 tokens per second) 9.01.593.811 I slot print_timing: id 0 | task 17004 | total time = 20027.09 ms / 964 tokens 9.01.593.812 I slot print_timing: id 0 | task 17004 | graphs reused = 16745 9.01.593.812 I slot print_timing: id 0 | task 17004 | graph reallocs = 0 / 0 (same size) / (changed size) 9.01.593.844 I slot release: id 0 | task 17004 | stop processing: n_tokens = 963, truncated = 0 9.01.601.408 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 963, t_last = 243721198358 9.01.610.471 I slot launch_slot_: id 0 | task 17809 | processing task, is_child = 0 9.04.203.583 I slot print_timing: id 0 | task 17809 | prompt eval time = 417.09 ms / 168 tokens ( 2.48 ms per token, 402.79 tokens per second) 9.04.203.586 I slot print_timing: id 0 | task 17809 | eval time = 2176.01 ms / 90 tokens ( 24.45 ms per token, 40.90 tokens per second) 9.04.203.586 I slot print_timing: id 0 | task 17809 | total time = 2593.10 ms / 258 tokens 9.04.203.587 I slot print_timing: id 0 | task 17809 | graphs reused = 16832 9.04.203.588 I slot print_timing: id 0 | task 17809 | graph reallocs = 0 / 0 (same size) / (changed size) 9.04.203.615 I slot release: id 0 | task 17809 | stop processing: n_tokens = 257, truncated = 0 9.04.209.888 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 257, t_last = 243723808129 9.04.213.527 I slot launch_slot_: id 0 | task 17902 | processing task, is_child = 0 9.07.701.297 I slot print_timing: id 0 | task 17902 | n_gen = 124, tg = 40.98 t/s, tg_3s = 41.31 t/s 9.10.725.357 I slot print_timing: id 0 | task 17902 | n_gen = 248, tg = 40.99 t/s, tg_3s = 41.00 t/s 9.10.823.047 I slot print_timing: id 0 | task 17902 | prompt eval time = 485.98 ms / 200 tokens ( 2.43 ms per token, 411.54 tokens per second) 9.10.823.053 I slot print_timing: id 0 | task 17902 | eval time = 6123.53 ms / 252 tokens ( 24.40 ms per token, 40.99 tokens per second) 9.10.823.054 I slot print_timing: id 0 | task 17902 | total time = 6609.51 ms / 452 tokens 9.10.823.054 I slot print_timing: id 0 | task 17902 | graphs reused = 17081 9.10.823.055 I slot print_timing: id 0 | task 17902 | graph reallocs = 0 / 0 (same size) / (changed size) 9.10.823.084 I slot release: id 0 | task 17902 | stop processing: n_tokens = 451, truncated = 0 9.10.829.760 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 451, t_last = 243730427598 9.10.836.385 I slot launch_slot_: id 0 | task 18157 | processing task, is_child = 0 9.12.007.757 I slot print_timing: id 0 | task 18157 | prompt eval time = 362.88 ms / 148 tokens ( 2.45 ms per token, 407.84 tokens per second) 9.12.007.763 I slot print_timing: id 0 | task 18157 | eval time = 808.47 ms / 34 tokens ( 24.50 ms per token, 40.82 tokens per second) 9.12.007.764 I slot print_timing: id 0 | task 18157 | total time = 1171.35 ms / 182 tokens 9.12.007.764 I slot print_timing: id 0 | task 18157 | graphs reused = 17113 9.12.007.765 I slot print_timing: id 0 | task 18157 | graph reallocs = 0 / 0 (same size) / (changed size) 9.12.007.784 I slot release: id 0 | task 18157 | stop processing: n_tokens = 181, truncated = 0 9.12.333.189 I srv operator(): operator(): cleaning up before exit...