$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-server -m /Users/minipro/quantdiff/models/campaign/a440ca56dee5/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q5_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant 0.00.045.105 I srv llama_server: initializing ... 0.00.045.111 I cmn common_param: common_params_print_info: verbosity = 3 (adjust with the `-lv N` CLI arg) 0.00.045.194 I srv init_listene: The UI is disabled 0.00.045.195 I srv init_listene: Use --ui/--no-ui (or deprecated --webui/--no-webui) to enable/disable 0.00.045.230 W srv llama_server: security: no API key is set and CORS allows all origins (see https://github.com/ggml-org/llama.cpp/pull/25655) 0.00.046.910 I srv load_model: loading model '/Users/minipro/quantdiff/models/campaign/a440ca56dee5/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q5_K_XL.gguf' 0.00.762.319 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.765.346 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.771.446 W load: '' is a normal token here, removing it from EOG list 0.01.053.072 I cmn init: llama threadpool init, n_threads = 8 0.01.224.399 I srv load_model: initializing, n_slots = 1, n_ctx_slot = 4096, kv_unified = 'false' 0.01.229.768 I srv llama_server: model loaded 0.01.229.773 I srv llama_server: listening on http://127.0.0.1:8089 0.02.024.156 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 0, t_last = -1 0.02.024.315 I slot launch_slot_: id 0 | task 0 | processing task, is_child = 0 0.03.389.155 I slot print_timing: id 0 | task 0 | prompt eval time = 503.16 ms / 156 tokens ( 3.23 ms per token, 310.04 tokens per second) 0.03.389.160 I slot print_timing: id 0 | task 0 | eval time = 861.66 ms / 32 tokens ( 27.80 ms per token, 35.98 tokens per second) 0.03.389.161 I slot print_timing: id 0 | task 0 | total time = 1364.82 ms / 188 tokens 0.03.389.162 I slot print_timing: id 0 | task 0 | graphs reused = 31 0.03.389.162 I slot print_timing: id 0 | task 0 | graph reallocs = 0 / 0 (same size) / (changed size) 0.03.389.187 I slot release: id 0 | task 0 | stop processing: n_tokens = 187, truncated = 0 0.03.394.439 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 236791067185 0.03.396.670 I slot launch_slot_: id 0 | task 35 | processing task, is_child = 0 0.04.326.188 I slot print_timing: id 0 | task 35 | prompt eval time = 372.09 ms / 109 tokens ( 3.41 ms per token, 292.94 tokens per second) 0.04.326.192 I slot print_timing: id 0 | task 35 | eval time = 557.42 ms / 21 tokens ( 27.87 ms per token, 35.88 tokens per second) 0.04.326.192 I slot print_timing: id 0 | task 35 | total time = 929.51 ms / 130 tokens 0.04.326.193 I slot print_timing: id 0 | task 35 | graphs reused = 50 0.04.326.194 I slot print_timing: id 0 | task 35 | graph reallocs = 0 / 0 (same size) / (changed size) 0.04.326.216 I slot release: id 0 | task 35 | stop processing: n_tokens = 129, truncated = 0 0.04.331.473 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 236792004214 0.04.332.629 I slot launch_slot_: id 0 | task 59 | processing task, is_child = 0 0.05.368.492 I slot print_timing: id 0 | task 59 | prompt eval time = 425.32 ms / 149 tokens ( 2.85 ms per token, 350.33 tokens per second) 0.05.368.495 I slot print_timing: id 0 | task 59 | eval time = 610.53 ms / 23 tokens ( 27.75 ms per token, 36.03 tokens per second) 0.05.368.496 I slot print_timing: id 0 | task 59 | total time = 1035.85 ms / 172 tokens 0.05.368.496 I slot print_timing: id 0 | task 59 | graphs reused = 71 0.05.368.497 I slot print_timing: id 0 | task 59 | graph reallocs = 0 / 0 (same size) / (changed size) 0.05.368.518 I slot release: id 0 | task 59 | stop processing: n_tokens = 171, truncated = 0 0.05.374.092 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 171, t_last = 236793046516 0.05.376.192 I slot launch_slot_: id 0 | task 85 | processing task, is_child = 0 0.06.313.934 I slot print_timing: id 0 | task 85 | prompt eval time = 490.32 ms / 190 tokens ( 2.58 ms per token, 387.50 tokens per second) 0.06.313.937 I slot print_timing: id 0 | task 85 | eval time = 447.41 ms / 17 tokens ( 27.96 ms per token, 35.76 tokens per second) 0.06.313.938 I slot print_timing: id 0 | task 85 | total time = 937.73 ms / 207 tokens 0.06.313.938 I slot print_timing: id 0 | task 85 | graphs reused = 86 0.06.313.939 I slot print_timing: id 0 | task 85 | graph reallocs = 0 / 0 (same size) / (changed size) 0.06.313.973 I slot release: id 0 | task 85 | stop processing: n_tokens = 206, truncated = 0 0.06.319.849 I slot get_availabl: id 0 | task -1 | selected slot by LCP similarity, f_sim_best = 0.121 (> 0.100 thold), f_keep = 0.102 0.06.322.517 I slot launch_slot_: id 0 | task 105 | processing task, is_child = 0 0.07.571.041 I slot print_timing: id 0 | task 105 | prompt eval time = 527.24 ms / 174 tokens ( 3.03 ms per token, 330.02 tokens per second) 0.07.571.045 I slot print_timing: id 0 | task 105 | eval time = 721.27 ms / 27 tokens ( 27.74 ms per token, 36.05 tokens per second) 0.07.571.045 I slot print_timing: id 0 | task 105 | total time = 1248.51 ms / 201 tokens 0.07.571.046 I slot print_timing: id 0 | task 105 | graphs reused = 111 0.07.571.047 I slot print_timing: id 0 | task 105 | graph reallocs = 0 / 0 (same size) / (changed size) 0.07.571.081 I slot release: id 0 | task 105 | stop processing: n_tokens = 200, truncated = 0 0.07.577.009 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 200, t_last = 236795249079 0.07.579.016 I slot launch_slot_: id 0 | task 135 | processing task, is_child = 0 0.08.992.177 I slot print_timing: id 0 | task 135 | prompt eval time = 489.48 ms / 165 tokens ( 2.97 ms per token, 337.10 tokens per second) 0.08.992.183 I slot print_timing: id 0 | task 135 | eval time = 923.67 ms / 34 tokens ( 27.99 ms per token, 35.73 tokens per second) 0.08.992.184 I slot print_timing: id 0 | task 135 | total time = 1413.15 ms / 199 tokens 0.08.992.185 I slot print_timing: id 0 | task 135 | graphs reused = 143 0.08.992.185 I slot print_timing: id 0 | task 135 | graph reallocs = 0 / 0 (same size) / (changed size) 0.08.992.212 I slot release: id 0 | task 135 | stop processing: n_tokens = 198, truncated = 0 0.08.998.224 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 198, t_last = 236796670210 0.09.000.608 I slot launch_slot_: id 0 | task 172 | processing task, is_child = 0 0.10.193.102 I slot print_timing: id 0 | task 172 | prompt eval time = 553.35 ms / 208 tokens ( 2.66 ms per token, 375.89 tokens per second) 0.10.193.110 I slot print_timing: id 0 | task 172 | eval time = 639.14 ms / 24 tokens ( 27.79 ms per token, 35.99 tokens per second) 0.10.193.111 I slot print_timing: id 0 | task 172 | total time = 1192.48 ms / 232 tokens 0.10.193.112 I slot print_timing: id 0 | task 172 | graphs reused = 165 0.10.193.113 I slot print_timing: id 0 | task 172 | graph reallocs = 0 / 0 (same size) / (changed size) 0.10.193.138 I slot release: id 0 | task 172 | stop processing: n_tokens = 231, truncated = 0 0.10.199.310 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 231, t_last = 236797871136 0.10.202.073 I slot launch_slot_: id 0 | task 199 | processing task, is_child = 0 0.11.804.097 I slot print_timing: id 0 | task 199 | prompt eval time = 658.98 ms / 260 tokens ( 2.53 ms per token, 394.55 tokens per second) 0.11.804.102 I slot print_timing: id 0 | task 199 | eval time = 943.03 ms / 35 tokens ( 27.74 ms per token, 36.05 tokens per second) 0.11.804.103 I slot print_timing: id 0 | task 199 | total time = 1602.01 ms / 295 tokens 0.11.804.104 I slot print_timing: id 0 | task 199 | graphs reused = 198 0.11.804.104 I slot print_timing: id 0 | task 199 | graph reallocs = 0 / 0 (same size) / (changed size) 0.11.804.134 I slot release: id 0 | task 199 | stop processing: n_tokens = 294, truncated = 0 0.11.809.368 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 294, t_last = 236799482132 0.11.812.956 I slot launch_slot_: id 0 | task 237 | processing task, is_child = 0 0.13.040.254 I slot print_timing: id 0 | task 237 | prompt eval time = 422.69 ms / 136 tokens ( 3.11 ms per token, 321.75 tokens per second) 0.13.040.259 I slot print_timing: id 0 | task 237 | eval time = 804.59 ms / 30 tokens ( 27.74 ms per token, 36.04 tokens per second) 0.13.040.259 I slot print_timing: id 0 | task 237 | total time = 1227.29 ms / 166 tokens 0.13.040.260 I slot print_timing: id 0 | task 237 | graphs reused = 226 0.13.040.261 I slot print_timing: id 0 | task 237 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.040.282 I slot release: id 0 | task 237 | stop processing: n_tokens = 165, truncated = 0 0.13.045.919 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 236800718280 0.13.046.602 I slot launch_slot_: id 0 | task 270 | processing task, is_child = 0 0.13.967.944 I slot print_timing: id 0 | task 270 | prompt eval time = 417.74 ms / 152 tokens ( 2.75 ms per token, 363.87 tokens per second) 0.13.967.951 I slot print_timing: id 0 | task 270 | eval time = 503.59 ms / 19 tokens ( 27.98 ms per token, 35.74 tokens per second) 0.13.967.952 I slot print_timing: id 0 | task 270 | total time = 921.33 ms / 171 tokens 0.13.967.952 I slot print_timing: id 0 | task 270 | graphs reused = 243 0.13.967.953 I slot print_timing: id 0 | task 270 | graph reallocs = 0 / 0 (same size) / (changed size) 0.13.967.975 I slot release: id 0 | task 270 | stop processing: n_tokens = 170, truncated = 0 0.13.973.555 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 236801645973 0.13.975.388 I slot launch_slot_: id 0 | task 292 | processing task, is_child = 0 0.15.400.082 I slot print_timing: id 0 | task 292 | prompt eval time = 479.26 ms / 160 tokens ( 3.00 ms per token, 333.85 tokens per second) 0.15.400.086 I slot print_timing: id 0 | task 292 | eval time = 945.42 ms / 35 tokens ( 27.81 ms per token, 35.96 tokens per second) 0.15.400.087 I slot print_timing: id 0 | task 292 | total time = 1424.68 ms / 195 tokens 0.15.400.087 I slot print_timing: id 0 | task 292 | graphs reused = 276 0.15.400.088 I slot print_timing: id 0 | task 292 | graph reallocs = 0 / 0 (same size) / (changed size) 0.15.400.111 I slot release: id 0 | task 292 | stop processing: n_tokens = 194, truncated = 0 0.15.405.572 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 194, t_last = 236803078109 0.15.407.999 I slot launch_slot_: id 0 | task 330 | processing task, is_child = 0 0.16.715.913 I slot print_timing: id 0 | task 330 | prompt eval time = 557.13 ms / 200 tokens ( 2.79 ms per token, 358.98 tokens per second) 0.16.715.917 I slot print_timing: id 0 | task 330 | eval time = 750.77 ms / 28 tokens ( 27.81 ms per token, 35.96 tokens per second) 0.16.715.918 I slot print_timing: id 0 | task 330 | total time = 1307.90 ms / 228 tokens 0.16.715.919 I slot print_timing: id 0 | task 330 | graphs reused = 302 0.16.715.919 I slot print_timing: id 0 | task 330 | graph reallocs = 0 / 0 (same size) / (changed size) 0.16.715.946 I slot release: id 0 | task 330 | stop processing: n_tokens = 227, truncated = 0 0.16.721.216 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 236804393944 0.16.724.012 I slot launch_slot_: id 0 | task 361 | processing task, is_child = 0 0.18.155.389 I slot print_timing: id 0 | task 361 | prompt eval time = 487.02 ms / 167 tokens ( 2.92 ms per token, 342.90 tokens per second) 0.18.155.395 I slot print_timing: id 0 | task 361 | eval time = 944.35 ms / 35 tokens ( 27.77 ms per token, 36.00 tokens per second) 0.18.155.396 I slot print_timing: id 0 | task 361 | total time = 1431.37 ms / 202 tokens 0.18.155.397 I slot print_timing: id 0 | task 361 | graphs reused = 335 0.18.155.397 I slot print_timing: id 0 | task 361 | graph reallocs = 0 / 0 (same size) / (changed size) 0.18.155.426 I slot release: id 0 | task 361 | stop processing: n_tokens = 201, truncated = 0 0.18.161.422 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 236805833424 0.18.162.973 I slot launch_slot_: id 0 | task 399 | processing task, is_child = 0 0.19.370.431 I slot print_timing: id 0 | task 399 | prompt eval time = 481.58 ms / 164 tokens ( 2.94 ms per token, 340.54 tokens per second) 0.19.370.436 I slot print_timing: id 0 | task 399 | eval time = 725.87 ms / 27 tokens ( 27.92 ms per token, 35.82 tokens per second) 0.19.370.436 I slot print_timing: id 0 | task 399 | total time = 1207.45 ms / 191 tokens 0.19.370.437 I slot print_timing: id 0 | task 399 | graphs reused = 360 0.19.370.437 I slot print_timing: id 0 | task 399 | graph reallocs = 0 / 0 (same size) / (changed size) 0.19.370.460 I slot release: id 0 | task 399 | stop processing: n_tokens = 190, truncated = 0 0.19.376.013 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 236807048458 0.19.378.308 I slot launch_slot_: id 0 | task 429 | processing task, is_child = 0 0.20.913.713 I slot print_timing: id 0 | task 429 | prompt eval time = 481.24 ms / 163 tokens ( 2.95 ms per token, 338.71 tokens per second) 0.20.913.717 I slot print_timing: id 0 | task 429 | eval time = 1054.16 ms / 39 tokens ( 27.74 ms per token, 36.05 tokens per second) 0.20.913.718 I slot print_timing: id 0 | task 429 | total time = 1535.40 ms / 202 tokens 0.20.913.719 I slot print_timing: id 0 | task 429 | graphs reused = 397 0.20.913.719 I slot print_timing: id 0 | task 429 | graph reallocs = 0 / 0 (same size) / (changed size) 0.20.913.747 I slot release: id 0 | task 429 | stop processing: n_tokens = 201, truncated = 0 0.20.919.537 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 236808591745 0.20.921.935 I slot launch_slot_: id 0 | task 471 | processing task, is_child = 0 0.22.060.596 I slot print_timing: id 0 | task 471 | prompt eval time = 414.58 ms / 137 tokens ( 3.03 ms per token, 330.45 tokens per second) 0.22.060.599 I slot print_timing: id 0 | task 471 | eval time = 724.06 ms / 27 tokens ( 27.85 ms per token, 35.91 tokens per second) 0.22.060.600 I slot print_timing: id 0 | task 471 | total time = 1138.64 ms / 164 tokens 0.22.060.601 I slot print_timing: id 0 | task 471 | graphs reused = 422 0.22.060.601 I slot print_timing: id 0 | task 471 | graph reallocs = 0 / 0 (same size) / (changed size) 0.22.060.622 I slot release: id 0 | task 471 | stop processing: n_tokens = 163, truncated = 0 0.22.066.590 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 163, t_last = 236809738621 0.22.068.527 I slot launch_slot_: id 0 | task 501 | processing task, is_child = 0 0.23.071.073 I slot print_timing: id 0 | task 501 | prompt eval time = 473.09 ms / 159 tokens ( 2.98 ms per token, 336.09 tokens per second) 0.23.071.078 I slot print_timing: id 0 | task 501 | eval time = 529.44 ms / 20 tokens ( 27.87 ms per token, 35.89 tokens per second) 0.23.071.078 I slot print_timing: id 0 | task 501 | total time = 1002.53 ms / 179 tokens 0.23.071.079 I slot print_timing: id 0 | task 501 | graphs reused = 440 0.23.071.080 I slot print_timing: id 0 | task 501 | graph reallocs = 0 / 0 (same size) / (changed size) 0.23.071.108 I slot release: id 0 | task 501 | stop processing: n_tokens = 178, truncated = 0 0.23.076.576 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 236810749106 0.23.078.783 I slot launch_slot_: id 0 | task 524 | processing task, is_child = 0 0.24.030.054 I slot print_timing: id 0 | task 524 | prompt eval time = 422.81 ms / 141 tokens ( 3.00 ms per token, 333.49 tokens per second) 0.24.030.058 I slot print_timing: id 0 | task 524 | eval time = 528.46 ms / 20 tokens ( 27.81 ms per token, 35.95 tokens per second) 0.24.030.059 I slot print_timing: id 0 | task 524 | total time = 951.26 ms / 161 tokens 0.24.030.059 I slot print_timing: id 0 | task 524 | graphs reused = 458 0.24.030.060 I slot print_timing: id 0 | task 524 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.030.082 I slot release: id 0 | task 524 | stop processing: n_tokens = 160, truncated = 0 0.24.035.508 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 160, t_last = 236811708080 0.24.037.596 I slot launch_slot_: id 0 | task 547 | processing task, is_child = 0 0.24.904.434 I slot print_timing: id 0 | task 547 | prompt eval time = 421.37 ms / 136 tokens ( 3.10 ms per token, 322.76 tokens per second) 0.24.904.440 I slot print_timing: id 0 | task 547 | eval time = 445.46 ms / 17 tokens ( 27.84 ms per token, 35.92 tokens per second) 0.24.904.441 I slot print_timing: id 0 | task 547 | total time = 866.82 ms / 153 tokens 0.24.904.442 I slot print_timing: id 0 | task 547 | graphs reused = 473 0.24.904.442 I slot print_timing: id 0 | task 547 | graph reallocs = 0 / 0 (same size) / (changed size) 0.24.904.463 I slot release: id 0 | task 547 | stop processing: n_tokens = 152, truncated = 0 0.24.910.268 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 152, t_last = 236812582462 0.24.912.232 I slot launch_slot_: id 0 | task 567 | processing task, is_child = 0 0.26.464.115 I slot print_timing: id 0 | task 567 | prompt eval time = 525.03 ms / 169 tokens ( 3.11 ms per token, 321.89 tokens per second) 0.26.464.123 I slot print_timing: id 0 | task 567 | eval time = 1026.84 ms / 38 tokens ( 27.75 ms per token, 36.03 tokens per second) 0.26.464.123 I slot print_timing: id 0 | task 567 | total time = 1551.87 ms / 207 tokens 0.26.464.124 I slot print_timing: id 0 | task 567 | graphs reused = 509 0.26.464.125 I slot print_timing: id 0 | task 567 | graph reallocs = 0 / 0 (same size) / (changed size) 0.26.464.149 I slot release: id 0 | task 567 | stop processing: n_tokens = 206, truncated = 0 0.26.469.944 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 206, t_last = 236814142148 0.26.472.285 I slot launch_slot_: id 0 | task 608 | processing task, is_child = 0 0.27.778.854 I slot print_timing: id 0 | task 608 | prompt eval time = 419.32 ms / 154 tokens ( 2.72 ms per token, 367.26 tokens per second) 0.27.778.857 I slot print_timing: id 0 | task 608 | eval time = 887.24 ms / 33 tokens ( 27.73 ms per token, 36.07 tokens per second) 0.27.778.858 I slot print_timing: id 0 | task 608 | total time = 1306.56 ms / 187 tokens 0.27.778.858 I slot print_timing: id 0 | task 608 | graphs reused = 540 0.27.778.859 I slot print_timing: id 0 | task 608 | graph reallocs = 0 / 0 (same size) / (changed size) 0.27.778.886 I slot release: id 0 | task 608 | stop processing: n_tokens = 186, truncated = 0 0.27.784.937 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 186, t_last = 236815456884 0.27.787.232 I slot launch_slot_: id 0 | task 644 | processing task, is_child = 0 0.29.177.755 I slot print_timing: id 0 | task 644 | prompt eval time = 476.16 ms / 196 tokens ( 2.43 ms per token, 411.62 tokens per second) 0.29.177.762 I slot print_timing: id 0 | task 644 | eval time = 914.35 ms / 34 tokens ( 27.71 ms per token, 36.09 tokens per second) 0.29.177.762 I slot print_timing: id 0 | task 644 | total time = 1390.51 ms / 230 tokens 0.29.177.763 I slot print_timing: id 0 | task 644 | graphs reused = 572 0.29.177.764 I slot print_timing: id 0 | task 644 | graph reallocs = 0 / 0 (same size) / (changed size) 0.29.177.788 I slot release: id 0 | task 644 | stop processing: n_tokens = 229, truncated = 0 0.29.183.165 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 229, t_last = 236816855786 0.29.185.857 I slot launch_slot_: id 0 | task 681 | processing task, is_child = 0 0.30.334.596 I slot print_timing: id 0 | task 681 | prompt eval time = 482.17 ms / 180 tokens ( 2.68 ms per token, 373.31 tokens per second) 0.30.334.603 I slot print_timing: id 0 | task 681 | eval time = 666.55 ms / 25 tokens ( 27.77 ms per token, 36.01 tokens per second) 0.30.334.604 I slot print_timing: id 0 | task 681 | total time = 1148.73 ms / 205 tokens 0.30.334.604 I slot print_timing: id 0 | task 681 | graphs reused = 595 0.30.334.605 I slot print_timing: id 0 | task 681 | graph reallocs = 0 / 0 (same size) / (changed size) 0.30.334.631 I slot release: id 0 | task 681 | stop processing: n_tokens = 204, truncated = 0 0.30.340.430 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 204, t_last = 236818012629 0.30.342.987 I slot launch_slot_: id 0 | task 709 | processing task, is_child = 0 0.32.311.804 I slot print_timing: id 0 | task 709 | prompt eval time = 529.14 ms / 192 tokens ( 2.76 ms per token, 362.85 tokens per second) 0.32.311.808 I slot print_timing: id 0 | task 709 | eval time = 1439.66 ms / 53 tokens ( 27.69 ms per token, 36.12 tokens per second) 0.32.311.809 I slot print_timing: id 0 | task 709 | total time = 1968.81 ms / 245 tokens 0.32.311.810 I slot print_timing: id 0 | task 709 | graphs reused = 646 0.32.311.811 I slot print_timing: id 0 | task 709 | graph reallocs = 0 / 0 (same size) / (changed size) 0.32.311.837 I slot release: id 0 | task 709 | stop processing: n_tokens = 244, truncated = 0 0.32.318.495 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 244, t_last = 236819989835 0.32.320.985 I slot launch_slot_: id 0 | task 765 | processing task, is_child = 0 0.33.922.050 I slot print_timing: id 0 | task 765 | prompt eval time = 599.22 ms / 228 tokens ( 2.63 ms per token, 380.49 tokens per second) 0.33.922.057 I slot print_timing: id 0 | task 765 | eval time = 1001.83 ms / 37 tokens ( 27.83 ms per token, 35.93 tokens per second) 0.33.922.057 I slot print_timing: id 0 | task 765 | total time = 1601.06 ms / 265 tokens 0.33.922.058 I slot print_timing: id 0 | task 765 | graphs reused = 680 0.33.922.059 I slot print_timing: id 0 | task 765 | graph reallocs = 0 / 0 (same size) / (changed size) 0.33.922.084 I slot release: id 0 | task 765 | stop processing: n_tokens = 264, truncated = 0 0.33.927.552 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 264, t_last = 236821600082 0.33.930.776 I slot launch_slot_: id 0 | task 805 | processing task, is_child = 0 0.35.430.533 I slot print_timing: id 0 | task 805 | prompt eval time = 529.38 ms / 189 tokens ( 2.80 ms per token, 357.02 tokens per second) 0.35.430.540 I slot print_timing: id 0 | task 805 | eval time = 970.37 ms / 36 tokens ( 27.72 ms per token, 36.07 tokens per second) 0.35.430.541 I slot print_timing: id 0 | task 805 | total time = 1499.75 ms / 225 tokens 0.35.430.542 I slot print_timing: id 0 | task 805 | graphs reused = 714 0.35.430.542 I slot print_timing: id 0 | task 805 | graph reallocs = 0 / 0 (same size) / (changed size) 0.35.430.567 I slot release: id 0 | task 805 | stop processing: n_tokens = 224, truncated = 0 0.35.435.770 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 224, t_last = 236823108565 0.35.438.026 I slot launch_slot_: id 0 | task 844 | processing task, is_child = 0 0.36.718.416 I slot print_timing: id 0 | task 844 | prompt eval time = 421.06 ms / 144 tokens ( 2.92 ms per token, 341.99 tokens per second) 0.36.718.422 I slot print_timing: id 0 | task 844 | eval time = 859.32 ms / 32 tokens ( 27.72 ms per token, 36.08 tokens per second) 0.36.718.423 I slot print_timing: id 0 | task 844 | total time = 1280.38 ms / 176 tokens 0.36.718.424 I slot print_timing: id 0 | task 844 | graphs reused = 744 0.36.718.424 I slot print_timing: id 0 | task 844 | graph reallocs = 0 / 0 (same size) / (changed size) 0.36.718.447 I slot release: id 0 | task 844 | stop processing: n_tokens = 175, truncated = 0 0.36.723.995 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 175, t_last = 236824396445 0.36.726.086 I slot launch_slot_: id 0 | task 879 | processing task, is_child = 0 0.38.311.973 I slot print_timing: id 0 | task 879 | prompt eval time = 475.00 ms / 170 tokens ( 2.79 ms per token, 357.89 tokens per second) 0.38.311.977 I slot print_timing: id 0 | task 879 | eval time = 1110.88 ms / 41 tokens ( 27.77 ms per token, 36.01 tokens per second) 0.38.311.978 I slot print_timing: id 0 | task 879 | total time = 1585.88 ms / 211 tokens 0.38.311.979 I slot print_timing: id 0 | task 879 | graphs reused = 783 0.38.311.979 I slot print_timing: id 0 | task 879 | graph reallocs = 0 / 0 (same size) / (changed size) 0.38.312.015 I slot release: id 0 | task 879 | stop processing: n_tokens = 210, truncated = 0 0.38.318.096 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 236825990013 0.38.320.605 I slot launch_slot_: id 0 | task 923 | processing task, is_child = 0 0.40.237.299 I slot print_timing: id 0 | task 923 | prompt eval time = 530.42 ms / 200 tokens ( 2.65 ms per token, 377.06 tokens per second) 0.40.237.302 I slot print_timing: id 0 | task 923 | eval time = 1386.26 ms / 51 tokens ( 27.73 ms per token, 36.07 tokens per second) 0.40.237.303 I slot print_timing: id 0 | task 923 | total time = 1916.68 ms / 251 tokens 0.40.237.303 I slot print_timing: id 0 | task 923 | graphs reused = 832 0.40.237.304 I slot print_timing: id 0 | task 923 | graph reallocs = 0 / 0 (same size) / (changed size) 0.40.237.333 I slot release: id 0 | task 923 | stop processing: n_tokens = 250, truncated = 0 0.40.242.979 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 250, t_last = 236827915331 0.40.245.863 I slot launch_slot_: id 0 | task 977 | processing task, is_child = 0 0.41.726.297 I slot print_timing: id 0 | task 977 | prompt eval time = 482.38 ms / 174 tokens ( 2.77 ms per token, 360.71 tokens per second) 0.41.726.301 I slot print_timing: id 0 | task 977 | eval time = 998.04 ms / 37 tokens ( 27.72 ms per token, 36.07 tokens per second) 0.41.726.302 I slot print_timing: id 0 | task 977 | total time = 1480.42 ms / 211 tokens 0.41.726.302 I slot print_timing: id 0 | task 977 | graphs reused = 867 0.41.726.303 I slot print_timing: id 0 | task 977 | graph reallocs = 0 / 0 (same size) / (changed size) 0.41.726.330 I slot release: id 0 | task 977 | stop processing: n_tokens = 210, truncated = 0 0.41.731.704 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 210, t_last = 236829404328 0.41.734.207 I slot launch_slot_: id 0 | task 1017 | processing task, is_child = 0 0.43.089.182 I slot print_timing: id 0 | task 1017 | prompt eval time = 437.32 ms / 149 tokens ( 2.94 ms per token, 340.71 tokens per second) 0.43.089.189 I slot print_timing: id 0 | task 1017 | eval time = 917.65 ms / 34 tokens ( 27.81 ms per token, 35.96 tokens per second) 0.43.089.189 I slot print_timing: id 0 | task 1017 | total time = 1354.97 ms / 183 tokens 0.43.089.190 I slot print_timing: id 0 | task 1017 | graphs reused = 899 0.43.089.190 I slot print_timing: id 0 | task 1017 | graph reallocs = 0 / 0 (same size) / (changed size) 0.43.089.212 I slot release: id 0 | task 1017 | stop processing: n_tokens = 182, truncated = 0 0.43.097.248 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 182, t_last = 236830767210 0.43.099.060 I slot launch_slot_: id 0 | task 1054 | processing task, is_child = 0 0.44.422.221 I slot print_timing: id 0 | task 1054 | prompt eval time = 488.99 ms / 150 tokens ( 3.26 ms per token, 306.75 tokens per second) 0.44.422.225 I slot print_timing: id 0 | task 1054 | eval time = 834.16 ms / 31 tokens ( 27.81 ms per token, 35.96 tokens per second) 0.44.422.226 I slot print_timing: id 0 | task 1054 | total time = 1323.15 ms / 181 tokens 0.44.422.227 I slot print_timing: id 0 | task 1054 | graphs reused = 928 0.44.422.227 I slot print_timing: id 0 | task 1054 | graph reallocs = 0 / 0 (same size) / (changed size) 0.44.422.254 I slot release: id 0 | task 1054 | stop processing: n_tokens = 180, truncated = 0 0.44.428.411 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 180, t_last = 236832100252 0.44.430.612 I slot launch_slot_: id 0 | task 1088 | processing task, is_child = 0 0.45.978.818 I slot print_timing: id 0 | task 1088 | prompt eval time = 492.77 ms / 175 tokens ( 2.82 ms per token, 355.13 tokens per second) 0.45.978.822 I slot print_timing: id 0 | task 1088 | eval time = 1055.42 ms / 39 tokens ( 27.77 ms per token, 36.00 tokens per second) 0.45.978.823 I slot print_timing: id 0 | task 1088 | total time = 1548.19 ms / 214 tokens 0.45.978.823 I slot print_timing: id 0 | task 1088 | graphs reused = 965 0.45.978.824 I slot print_timing: id 0 | task 1088 | graph reallocs = 0 / 0 (same size) / (changed size) 0.45.978.853 I slot release: id 0 | task 1088 | stop processing: n_tokens = 213, truncated = 0 0.45.985.497 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 213, t_last = 236833656851 0.45.988.067 I slot launch_slot_: id 0 | task 1130 | processing task, is_child = 0 0.47.714.252 I slot print_timing: id 0 | task 1130 | prompt eval time = 558.42 ms / 203 tokens ( 2.75 ms per token, 363.53 tokens per second) 0.47.714.255 I slot print_timing: id 0 | task 1130 | eval time = 1167.76 ms / 43 tokens ( 27.80 ms per token, 35.97 tokens per second) 0.47.714.256 I slot print_timing: id 0 | task 1130 | total time = 1726.18 ms / 246 tokens 0.47.714.257 I slot print_timing: id 0 | task 1130 | graphs reused = 1006 0.47.714.257 I slot print_timing: id 0 | task 1130 | graph reallocs = 0 / 0 (same size) / (changed size) 0.47.714.283 I slot release: id 0 | task 1130 | stop processing: n_tokens = 245, truncated = 0 0.47.720.131 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 236835392281 0.47.722.573 I slot launch_slot_: id 0 | task 1176 | processing task, is_child = 0 0.48.957.398 I slot print_timing: id 0 | task 1176 | prompt eval time = 426.14 ms / 136 tokens ( 3.13 ms per token, 319.14 tokens per second) 0.48.957.402 I slot print_timing: id 0 | task 1176 | eval time = 808.67 ms / 30 tokens ( 27.89 ms per token, 35.86 tokens per second) 0.48.957.403 I slot print_timing: id 0 | task 1176 | total time = 1234.81 ms / 166 tokens 0.48.957.404 I slot print_timing: id 0 | task 1176 | graphs reused = 1034 0.48.957.404 I slot print_timing: id 0 | task 1176 | graph reallocs = 0 / 0 (same size) / (changed size) 0.48.957.437 I slot release: id 0 | task 1176 | stop processing: n_tokens = 165, truncated = 0 0.48.964.262 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 165, t_last = 236836635435 0.48.965.934 I slot launch_slot_: id 0 | task 1209 | processing task, is_child = 0 0.52.547.505 I slot print_timing: id 0 | task 1209 | n_gen = 110, tg = 36.08 t/s, tg_3s = 36.41 t/s 0.52.740.892 I slot print_timing: id 0 | task 1209 | prompt eval time = 560.75 ms / 185 tokens ( 3.03 ms per token, 329.91 tokens per second) 0.52.740.899 I slot print_timing: id 0 | task 1209 | eval time = 3214.20 ms / 117 tokens ( 27.71 ms per token, 36.09 tokens per second) 0.52.740.900 I slot print_timing: id 0 | task 1209 | total time = 3774.95 ms / 302 tokens 0.52.740.900 I slot print_timing: id 0 | task 1209 | graphs reused = 1148 0.52.740.901 I slot print_timing: id 0 | task 1209 | graph reallocs = 0 / 0 (same size) / (changed size) 0.52.740.926 I slot release: id 0 | task 1209 | stop processing: n_tokens = 301, truncated = 0 0.52.745.901 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 236840418924 0.52.749.140 I slot launch_slot_: id 0 | task 1329 | processing task, is_child = 0 0.53.642.786 I slot print_timing: id 0 | task 1329 | prompt eval time = 362.71 ms / 110 tokens ( 3.30 ms per token, 303.27 tokens per second) 0.53.642.790 I slot print_timing: id 0 | task 1329 | eval time = 530.92 ms / 20 tokens ( 27.94 ms per token, 35.79 tokens per second) 0.53.642.791 I slot print_timing: id 0 | task 1329 | total time = 893.63 ms / 130 tokens 0.53.642.791 I slot print_timing: id 0 | task 1329 | graphs reused = 1166 0.53.642.792 I slot print_timing: id 0 | task 1329 | graph reallocs = 0 / 0 (same size) / (changed size) 0.53.642.820 I slot release: id 0 | task 1329 | stop processing: n_tokens = 129, truncated = 0 0.53.647.762 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 129, t_last = 236841320818 0.53.648.732 I slot launch_slot_: id 0 | task 1352 | processing task, is_child = 0 0.55.025.658 I slot print_timing: id 0 | task 1352 | prompt eval time = 432.85 ms / 122 tokens ( 3.55 ms per token, 281.85 tokens per second) 0.55.025.662 I slot print_timing: id 0 | task 1352 | eval time = 944.06 ms / 35 tokens ( 27.77 ms per token, 36.01 tokens per second) 0.55.025.663 I slot print_timing: id 0 | task 1352 | total time = 1376.91 ms / 157 tokens 0.55.025.663 I slot print_timing: id 0 | task 1352 | graphs reused = 1199 0.55.025.664 I slot print_timing: id 0 | task 1352 | graph reallocs = 0 / 0 (same size) / (changed size) 0.55.025.685 I slot release: id 0 | task 1352 | stop processing: n_tokens = 156, truncated = 0 0.55.030.738 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 156, t_last = 236842703683 0.55.032.653 I slot launch_slot_: id 0 | task 1390 | processing task, is_child = 0 0.56.010.836 I slot print_timing: id 0 | task 1390 | prompt eval time = 419.96 ms / 131 tokens ( 3.21 ms per token, 311.93 tokens per second) 0.56.010.842 I slot print_timing: id 0 | task 1390 | eval time = 558.21 ms / 21 tokens ( 27.91 ms per token, 35.83 tokens per second) 0.56.010.842 I slot print_timing: id 0 | task 1390 | total time = 978.17 ms / 152 tokens 0.56.010.843 I slot print_timing: id 0 | task 1390 | graphs reused = 1218 0.56.010.844 I slot print_timing: id 0 | task 1390 | graph reallocs = 0 / 0 (same size) / (changed size) 0.56.010.866 I slot release: id 0 | task 1390 | stop processing: n_tokens = 151, truncated = 0 0.56.016.064 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 151, t_last = 236843688864 0.56.018.004 I slot launch_slot_: id 0 | task 1414 | processing task, is_child = 0 0.57.212.395 I slot print_timing: id 0 | task 1414 | prompt eval time = 415.03 ms / 121 tokens ( 3.43 ms per token, 291.54 tokens per second) 0.57.212.400 I slot print_timing: id 0 | task 1414 | eval time = 779.35 ms / 29 tokens ( 27.83 ms per token, 35.93 tokens per second) 0.57.212.401 I slot print_timing: id 0 | task 1414 | total time = 1194.38 ms / 150 tokens 0.57.212.401 I slot print_timing: id 0 | task 1414 | graphs reused = 1245 0.57.212.402 I slot print_timing: id 0 | task 1414 | graph reallocs = 0 / 0 (same size) / (changed size) 0.57.212.425 I slot release: id 0 | task 1414 | stop processing: n_tokens = 149, truncated = 0 0.57.218.375 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 149, t_last = 236844890423 0.57.220.207 I slot launch_slot_: id 0 | task 1446 | processing task, is_child = 0 0.58.540.756 I slot print_timing: id 0 | task 1446 | prompt eval time = 542.84 ms / 187 tokens ( 2.90 ms per token, 344.49 tokens per second) 0.58.540.761 I slot print_timing: id 0 | task 1446 | eval time = 777.70 ms / 29 tokens ( 27.78 ms per token, 36.00 tokens per second) 0.58.540.762 I slot print_timing: id 0 | task 1446 | total time = 1320.54 ms / 216 tokens 0.58.540.762 I slot print_timing: id 0 | task 1446 | graphs reused = 1272 0.58.540.763 I slot print_timing: id 0 | task 1446 | graph reallocs = 0 / 0 (same size) / (changed size) 0.58.540.790 I slot release: id 0 | task 1446 | stop processing: n_tokens = 215, truncated = 0 0.58.548.261 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 215, t_last = 236846218788 0.58.550.937 I slot launch_slot_: id 0 | task 1478 | processing task, is_child = 0 1.00.487.376 I slot print_timing: id 0 | task 1478 | prompt eval time = 740.76 ms / 305 tokens ( 2.43 ms per token, 411.74 tokens per second) 1.00.487.380 I slot print_timing: id 0 | task 1478 | eval time = 1195.67 ms / 44 tokens ( 27.81 ms per token, 35.96 tokens per second) 1.00.487.381 I slot print_timing: id 0 | task 1478 | total time = 1936.43 ms / 349 tokens 1.00.487.382 I slot print_timing: id 0 | task 1478 | graphs reused = 1314 1.00.487.382 I slot print_timing: id 0 | task 1478 | graph reallocs = 0 / 0 (same size) / (changed size) 1.00.487.419 I slot release: id 0 | task 1478 | stop processing: n_tokens = 348, truncated = 0 1.00.493.460 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 348, t_last = 236848165417 1.00.497.574 I slot launch_slot_: id 0 | task 1525 | processing task, is_child = 0 1.01.655.912 I slot print_timing: id 0 | task 1525 | prompt eval time = 434.12 ms / 135 tokens ( 3.22 ms per token, 310.98 tokens per second) 1.01.655.916 I slot print_timing: id 0 | task 1525 | eval time = 724.21 ms / 27 tokens ( 27.85 ms per token, 35.90 tokens per second) 1.01.655.917 I slot print_timing: id 0 | task 1525 | total time = 1158.33 ms / 162 tokens 1.01.655.917 I slot print_timing: id 0 | task 1525 | graphs reused = 1339 1.01.655.918 I slot print_timing: id 0 | task 1525 | graph reallocs = 0 / 0 (same size) / (changed size) 1.01.655.945 I slot release: id 0 | task 1525 | stop processing: n_tokens = 161, truncated = 0 1.01.662.516 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 161, t_last = 236849333943 1.01.663.619 I slot launch_slot_: id 0 | task 1555 | processing task, is_child = 0 1.02.964.971 I slot print_timing: id 0 | task 1555 | prompt eval time = 493.54 ms / 168 tokens ( 2.94 ms per token, 340.40 tokens per second) 1.02.964.977 I slot print_timing: id 0 | task 1555 | eval time = 807.80 ms / 30 tokens ( 27.86 ms per token, 35.90 tokens per second) 1.02.964.978 I slot print_timing: id 0 | task 1555 | total time = 1301.34 ms / 198 tokens 1.02.964.979 I slot print_timing: id 0 | task 1555 | graphs reused = 1367 1.02.964.979 I slot print_timing: id 0 | task 1555 | graph reallocs = 0 / 0 (same size) / (changed size) 1.02.965.006 I slot release: id 0 | task 1555 | stop processing: n_tokens = 197, truncated = 0 1.02.970.703 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 197, t_last = 236850643004 1.02.973.210 I slot launch_slot_: id 0 | task 1588 | processing task, is_child = 0 1.04.642.841 I slot print_timing: id 0 | task 1588 | prompt eval time = 610.91 ms / 221 tokens ( 2.76 ms per token, 361.75 tokens per second) 1.04.642.844 I slot print_timing: id 0 | task 1588 | eval time = 1058.70 ms / 39 tokens ( 27.86 ms per token, 35.89 tokens per second) 1.04.642.845 I slot print_timing: id 0 | task 1588 | total time = 1669.62 ms / 260 tokens 1.04.642.846 I slot print_timing: id 0 | task 1588 | graphs reused = 1403 1.04.642.846 I slot print_timing: id 0 | task 1588 | graph reallocs = 0 / 0 (same size) / (changed size) 1.04.642.874 I slot release: id 0 | task 1588 | stop processing: n_tokens = 259, truncated = 0 1.04.648.929 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 259, t_last = 236852320872 1.04.651.999 I slot launch_slot_: id 0 | task 1630 | processing task, is_child = 0 1.06.073.214 I slot print_timing: id 0 | task 1630 | prompt eval time = 560.03 ms / 221 tokens ( 2.53 ms per token, 394.62 tokens per second) 1.06.073.219 I slot print_timing: id 0 | task 1630 | eval time = 861.17 ms / 32 tokens ( 27.78 ms per token, 36.00 tokens per second) 1.06.073.219 I slot print_timing: id 0 | task 1630 | total time = 1421.20 ms / 253 tokens 1.06.073.220 I slot print_timing: id 0 | task 1630 | graphs reused = 1433 1.06.073.221 I slot print_timing: id 0 | task 1630 | graph reallocs = 0 / 0 (same size) / (changed size) 1.06.073.251 I slot release: id 0 | task 1630 | stop processing: n_tokens = 252, truncated = 0 1.06.079.198 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 236853751249 1.06.082.397 I slot launch_slot_: id 0 | task 1665 | processing task, is_child = 0 1.07.252.013 I slot print_timing: id 0 | task 1665 | prompt eval time = 417.74 ms / 143 tokens ( 2.92 ms per token, 342.32 tokens per second) 1.07.252.020 I slot print_timing: id 0 | task 1665 | eval time = 751.86 ms / 28 tokens ( 27.85 ms per token, 35.91 tokens per second) 1.07.252.021 I slot print_timing: id 0 | task 1665 | total time = 1169.60 ms / 171 tokens 1.07.252.021 I slot print_timing: id 0 | task 1665 | graphs reused = 1459 1.07.252.022 I slot print_timing: id 0 | task 1665 | graph reallocs = 0 / 0 (same size) / (changed size) 1.07.252.048 I slot release: id 0 | task 1665 | stop processing: n_tokens = 170, truncated = 0 1.07.257.521 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 170, t_last = 236854930046 1.07.258.255 I slot launch_slot_: id 0 | task 1696 | processing task, is_child = 0 1.08.620.163 I slot print_timing: id 0 | task 1696 | prompt eval time = 494.51 ms / 162 tokens ( 3.05 ms per token, 327.60 tokens per second) 1.08.620.169 I slot print_timing: id 0 | task 1696 | eval time = 867.39 ms / 32 tokens ( 27.98 ms per token, 35.74 tokens per second) 1.08.620.169 I slot print_timing: id 0 | task 1696 | total time = 1361.90 ms / 194 tokens 1.08.620.170 I slot print_timing: id 0 | task 1696 | graphs reused = 1489 1.08.620.171 I slot print_timing: id 0 | task 1696 | graph reallocs = 0 / 0 (same size) / (changed size) 1.08.620.193 I slot release: id 0 | task 1696 | stop processing: n_tokens = 193, truncated = 0 1.08.625.770 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 193, t_last = 236856298191 1.08.628.165 I slot launch_slot_: id 0 | task 1731 | processing task, is_child = 0 1.09.874.113 I slot print_timing: id 0 | task 1731 | prompt eval time = 495.15 ms / 163 tokens ( 3.04 ms per token, 329.19 tokens per second) 1.09.874.117 I slot print_timing: id 0 | task 1731 | eval time = 750.78 ms / 28 tokens ( 27.81 ms per token, 35.96 tokens per second) 1.09.874.118 I slot print_timing: id 0 | task 1731 | total time = 1245.93 ms / 191 tokens 1.09.874.119 I slot print_timing: id 0 | task 1731 | graphs reused = 1515 1.09.874.119 I slot print_timing: id 0 | task 1731 | graph reallocs = 0 / 0 (same size) / (changed size) 1.09.874.149 I slot release: id 0 | task 1731 | stop processing: n_tokens = 190, truncated = 0 1.09.881.245 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 190, t_last = 236857552147 1.09.883.243 I slot launch_slot_: id 0 | task 1762 | processing task, is_child = 0 1.11.495.154 I slot print_timing: id 0 | task 1762 | prompt eval time = 476.29 ms / 191 tokens ( 2.49 ms per token, 401.01 tokens per second) 1.11.495.159 I slot print_timing: id 0 | task 1762 | eval time = 1135.61 ms / 42 tokens ( 27.70 ms per token, 36.10 tokens per second) 1.11.495.160 I slot print_timing: id 0 | task 1762 | total time = 1611.90 ms / 233 tokens 1.11.495.161 I slot print_timing: id 0 | task 1762 | graphs reused = 1555 1.11.495.161 I slot print_timing: id 0 | task 1762 | graph reallocs = 0 / 0 (same size) / (changed size) 1.11.495.189 I slot release: id 0 | task 1762 | stop processing: n_tokens = 232, truncated = 0 1.11.500.537 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 232, t_last = 236859173187 1.11.503.293 I slot launch_slot_: id 0 | task 1807 | processing task, is_child = 0 1.12.842.748 I slot print_timing: id 0 | task 1807 | prompt eval time = 423.42 ms / 140 tokens ( 3.02 ms per token, 330.64 tokens per second) 1.12.842.753 I slot print_timing: id 0 | task 1807 | eval time = 916.02 ms / 34 tokens ( 27.76 ms per token, 36.03 tokens per second) 1.12.842.753 I slot print_timing: id 0 | task 1807 | total time = 1339.44 ms / 174 tokens 1.12.842.754 I slot print_timing: id 0 | task 1807 | graphs reused = 1587 1.12.842.755 I slot print_timing: id 0 | task 1807 | graph reallocs = 0 / 0 (same size) / (changed size) 1.12.842.777 I slot release: id 0 | task 1807 | stop processing: n_tokens = 173, truncated = 0 1.12.849.318 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 173, t_last = 236860520775 1.12.850.727 I slot launch_slot_: id 0 | task 1844 | processing task, is_child = 0 1.14.124.087 I slot print_timing: id 0 | task 1844 | prompt eval time = 550.85 ms / 204 tokens ( 2.70 ms per token, 370.34 tokens per second) 1.14.124.091 I slot print_timing: id 0 | task 1844 | eval time = 722.50 ms / 27 tokens ( 27.79 ms per token, 35.99 tokens per second) 1.14.124.092 I slot print_timing: id 0 | task 1844 | total time = 1273.35 ms / 231 tokens 1.14.124.092 I slot print_timing: id 0 | task 1844 | graphs reused = 1612 1.14.124.093 I slot print_timing: id 0 | task 1844 | graph reallocs = 0 / 0 (same size) / (changed size) 1.14.124.119 I slot release: id 0 | task 1844 | stop processing: n_tokens = 230, truncated = 0 1.14.129.922 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 236861802117 1.14.132.759 I slot launch_slot_: id 0 | task 1874 | processing task, is_child = 0 1.15.598.810 I slot print_timing: id 0 | task 1874 | prompt eval time = 468.24 ms / 160 tokens ( 2.93 ms per token, 341.70 tokens per second) 1.15.598.817 I slot print_timing: id 0 | task 1874 | eval time = 997.79 ms / 37 tokens ( 27.72 ms per token, 36.08 tokens per second) 1.15.598.818 I slot print_timing: id 0 | task 1874 | total time = 1466.04 ms / 197 tokens 1.15.598.819 I slot print_timing: id 0 | task 1874 | graphs reused = 1647 1.15.598.819 I slot print_timing: id 0 | task 1874 | graph reallocs = 0 / 0 (same size) / (changed size) 1.15.598.842 I slot release: id 0 | task 1874 | stop processing: n_tokens = 196, truncated = 0 1.15.604.257 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 196, t_last = 236863276840 1.15.606.286 I slot launch_slot_: id 0 | task 1914 | processing task, is_child = 0 1.16.836.482 I slot print_timing: id 0 | task 1914 | prompt eval time = 424.86 ms / 150 tokens ( 2.83 ms per token, 353.05 tokens per second) 1.16.836.488 I slot print_timing: id 0 | task 1914 | eval time = 805.32 ms / 30 tokens ( 27.77 ms per token, 36.01 tokens per second) 1.16.836.489 I slot print_timing: id 0 | task 1914 | total time = 1230.18 ms / 180 tokens 1.16.836.490 I slot print_timing: id 0 | task 1914 | graphs reused = 1675 1.16.836.490 I slot print_timing: id 0 | task 1914 | graph reallocs = 0 / 0 (same size) / (changed size) 1.16.836.514 I slot release: id 0 | task 1914 | stop processing: n_tokens = 179, truncated = 0 1.16.844.043 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 236864514512 1.16.845.846 I slot launch_slot_: id 0 | task 1947 | processing task, is_child = 0 1.19.083.166 I slot print_timing: id 0 | task 1947 | prompt eval time = 719.75 ms / 280 tokens ( 2.57 ms per token, 389.03 tokens per second) 1.19.083.172 I slot print_timing: id 0 | task 1947 | eval time = 1517.56 ms / 56 tokens ( 27.59 ms per token, 36.24 tokens per second) 1.19.083.172 I slot print_timing: id 0 | task 1947 | total time = 2237.30 ms / 336 tokens 1.19.083.173 I slot print_timing: id 0 | task 1947 | graphs reused = 1729 1.19.083.174 I slot print_timing: id 0 | task 1947 | graph reallocs = 0 / 0 (same size) / (changed size) 1.19.083.205 I slot release: id 0 | task 1947 | stop processing: n_tokens = 335, truncated = 0 1.19.087.870 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 236866761203 1.19.091.261 I slot launch_slot_: id 0 | task 2006 | processing task, is_child = 0 1.21.794.730 I slot print_timing: id 0 | task 2006 | prompt eval time = 605.82 ms / 254 tokens ( 2.39 ms per token, 419.27 tokens per second) 1.21.794.738 I slot print_timing: id 0 | task 2006 | eval time = 2097.64 ms / 76 tokens ( 27.97 ms per token, 35.75 tokens per second) 1.21.794.739 I slot print_timing: id 0 | task 2006 | total time = 2703.46 ms / 330 tokens 1.21.794.739 I slot print_timing: id 0 | task 2006 | graphs reused = 1802 1.21.794.740 I slot print_timing: id 0 | task 2006 | graph reallocs = 0 / 0 (same size) / (changed size) 1.21.794.770 I slot release: id 0 | task 2006 | stop processing: n_tokens = 329, truncated = 0 1.21.802.055 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 329, t_last = 236869472768 1.21.808.757 I slot launch_slot_: id 0 | task 2085 | processing task, is_child = 0 1.23.097.175 I slot print_timing: id 0 | task 2085 | prompt eval time = 425.50 ms / 150 tokens ( 2.84 ms per token, 352.52 tokens per second) 1.23.097.179 I slot print_timing: id 0 | task 2085 | eval time = 862.89 ms / 32 tokens ( 27.84 ms per token, 35.93 tokens per second) 1.23.097.179 I slot print_timing: id 0 | task 2085 | total time = 1288.40 ms / 182 tokens 1.23.097.180 I slot print_timing: id 0 | task 2085 | graphs reused = 1832 1.23.097.181 I slot print_timing: id 0 | task 2085 | graph reallocs = 0 / 0 (same size) / (changed size) 1.23.097.201 I slot release: id 0 | task 2085 | stop processing: n_tokens = 181, truncated = 0 1.23.104.253 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 181, t_last = 236870775199 1.23.105.593 I slot launch_slot_: id 0 | task 2120 | processing task, is_child = 0 1.24.340.355 I slot print_timing: id 0 | task 2120 | prompt eval time = 482.25 ms / 185 tokens ( 2.61 ms per token, 383.61 tokens per second) 1.24.340.361 I slot print_timing: id 0 | task 2120 | eval time = 752.50 ms / 28 tokens ( 27.87 ms per token, 35.88 tokens per second) 1.24.340.361 I slot print_timing: id 0 | task 2120 | total time = 1234.75 ms / 213 tokens 1.24.340.362 I slot print_timing: id 0 | task 2120 | graphs reused = 1858 1.24.340.363 I slot print_timing: id 0 | task 2120 | graph reallocs = 0 / 0 (same size) / (changed size) 1.24.340.387 I slot release: id 0 | task 2120 | stop processing: n_tokens = 212, truncated = 0 1.24.347.825 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 212, t_last = 236872018385 1.24.352.294 I slot launch_slot_: id 0 | task 2151 | processing task, is_child = 0 1.25.559.265 I slot print_timing: id 0 | task 2151 | prompt eval time = 426.00 ms / 146 tokens ( 2.92 ms per token, 342.72 tokens per second) 1.25.559.271 I slot print_timing: id 0 | task 2151 | eval time = 780.96 ms / 29 tokens ( 27.89 ms per token, 35.85 tokens per second) 1.25.559.272 I slot print_timing: id 0 | task 2151 | total time = 1206.96 ms / 175 tokens 1.25.559.272 I slot print_timing: id 0 | task 2151 | graphs reused = 1885 1.25.559.273 I slot print_timing: id 0 | task 2151 | graph reallocs = 0 / 0 (same size) / (changed size) 1.25.559.301 I slot release: id 0 | task 2151 | stop processing: n_tokens = 174, truncated = 0 1.25.565.402 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 174, t_last = 236873237299 1.25.567.364 I slot launch_slot_: id 0 | task 2183 | processing task, is_child = 0 1.27.141.047 I slot print_timing: id 0 | task 2183 | prompt eval time = 545.40 ms / 208 tokens ( 2.62 ms per token, 381.37 tokens per second) 1.27.141.050 I slot print_timing: id 0 | task 2183 | eval time = 1028.27 ms / 38 tokens ( 27.79 ms per token, 35.98 tokens per second) 1.27.141.051 I slot print_timing: id 0 | task 2183 | total time = 1573.67 ms / 246 tokens 1.27.141.052 I slot print_timing: id 0 | task 2183 | graphs reused = 1921 1.27.141.052 I slot print_timing: id 0 | task 2183 | graph reallocs = 0 / 0 (same size) / (changed size) 1.27.141.079 I slot release: id 0 | task 2183 | stop processing: n_tokens = 245, truncated = 0 1.27.149.840 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 245, t_last = 236874819077 1.27.154.813 I slot launch_slot_: id 0 | task 2224 | processing task, is_child = 0 1.28.729.895 I slot print_timing: id 0 | task 2224 | prompt eval time = 794.98 ms / 332 tokens ( 2.39 ms per token, 417.62 tokens per second) 1.28.729.899 I slot print_timing: id 0 | task 2224 | eval time = 780.09 ms / 29 tokens ( 27.86 ms per token, 35.89 tokens per second) 1.28.729.900 I slot print_timing: id 0 | task 2224 | total time = 1575.07 ms / 361 tokens 1.28.729.901 I slot print_timing: id 0 | task 2224 | graphs reused = 1948 1.28.729.901 I slot print_timing: id 0 | task 2224 | graph reallocs = 0 / 0 (same size) / (changed size) 1.28.729.936 I slot release: id 0 | task 2224 | stop processing: n_tokens = 360, truncated = 0 1.28.738.049 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 360, t_last = 236876407934 1.28.742.841 I slot launch_slot_: id 0 | task 2256 | processing task, is_child = 0 1.30.435.741 I slot print_timing: id 0 | task 2256 | prompt eval time = 911.94 ms / 395 tokens ( 2.31 ms per token, 433.14 tokens per second) 1.30.435.748 I slot print_timing: id 0 | task 2256 | eval time = 780.95 ms / 29 tokens ( 27.89 ms per token, 35.85 tokens per second) 1.30.435.749 I slot print_timing: id 0 | task 2256 | total time = 1692.89 ms / 424 tokens 1.30.435.749 I slot print_timing: id 0 | task 2256 | graphs reused = 1975 1.30.435.750 I slot print_timing: id 0 | task 2256 | graph reallocs = 0 / 0 (same size) / (changed size) 1.30.435.790 I slot release: id 0 | task 2256 | stop processing: n_tokens = 423, truncated = 0 1.30.445.253 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 423, t_last = 236878113788 1.30.451.126 I slot launch_slot_: id 0 | task 2288 | processing task, is_child = 0 1.32.407.273 I slot print_timing: id 0 | task 2288 | prompt eval time = 1034.48 ms / 438 tokens ( 2.36 ms per token, 423.40 tokens per second) 1.32.407.280 I slot print_timing: id 0 | task 2288 | eval time = 921.65 ms / 34 tokens ( 27.93 ms per token, 35.81 tokens per second) 1.32.407.281 I slot print_timing: id 0 | task 2288 | total time = 1956.13 ms / 472 tokens 1.32.407.281 I slot print_timing: id 0 | task 2288 | graphs reused = 2007 1.32.407.282 I slot print_timing: id 0 | task 2288 | graph reallocs = 0 / 0 (same size) / (changed size) 1.32.407.326 I slot release: id 0 | task 2288 | stop processing: n_tokens = 471, truncated = 0 1.32.418.623 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 471, t_last = 236880085324 1.32.428.334 I slot launch_slot_: id 0 | task 2325 | processing task, is_child = 0 1.34.603.229 I slot print_timing: id 0 | task 2325 | prompt eval time = 978.32 ms / 426 tokens ( 2.30 ms per token, 435.44 tokens per second) 1.34.603.233 I slot print_timing: id 0 | task 2325 | eval time = 1196.56 ms / 44 tokens ( 27.83 ms per token, 35.94 tokens per second) 1.34.603.233 I slot print_timing: id 0 | task 2325 | total time = 2174.88 ms / 470 tokens 1.34.603.234 I slot print_timing: id 0 | task 2325 | graphs reused = 2049 1.34.603.235 I slot print_timing: id 0 | task 2325 | graph reallocs = 0 / 0 (same size) / (changed size) 1.34.603.273 I slot release: id 0 | task 2325 | stop processing: n_tokens = 469, truncated = 0 1.34.610.471 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 469, t_last = 236882281271 1.34.616.731 I slot launch_slot_: id 0 | task 2372 | processing task, is_child = 0 1.35.978.829 I slot print_timing: id 0 | task 2372 | prompt eval time = 666.05 ms / 263 tokens ( 2.53 ms per token, 394.86 tokens per second) 1.35.978.835 I slot print_timing: id 0 | task 2372 | eval time = 696.04 ms / 26 tokens ( 27.84 ms per token, 35.92 tokens per second) 1.35.978.836 I slot print_timing: id 0 | task 2372 | total time = 1362.09 ms / 289 tokens 1.35.978.836 I slot print_timing: id 0 | task 2372 | graphs reused = 2073 1.35.978.837 I slot print_timing: id 0 | task 2372 | graph reallocs = 0 / 0 (same size) / (changed size) 1.35.978.865 I slot release: id 0 | task 2372 | stop processing: n_tokens = 288, truncated = 0 1.35.986.976 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 288, t_last = 236883656863 1.35.988.268 I slot launch_slot_: id 0 | task 2401 | processing task, is_child = 0 1.37.554.453 I slot print_timing: id 0 | task 2401 | prompt eval time = 925.76 ms / 401 tokens ( 2.31 ms per token, 433.16 tokens per second) 1.37.554.459 I slot print_timing: id 0 | task 2401 | eval time = 640.42 ms / 24 tokens ( 27.84 ms per token, 35.91 tokens per second) 1.37.554.460 I slot print_timing: id 0 | task 2401 | total time = 1566.18 ms / 425 tokens 1.37.554.460 I slot print_timing: id 0 | task 2401 | graphs reused = 2095 1.37.554.461 I slot print_timing: id 0 | task 2401 | graph reallocs = 0 / 0 (same size) / (changed size) 1.37.554.501 I slot release: id 0 | task 2401 | stop processing: n_tokens = 424, truncated = 0 1.37.562.587 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 424, t_last = 236885232499 1.37.570.733 I slot launch_slot_: id 0 | task 2428 | processing task, is_child = 0 1.39.190.142 I slot print_timing: id 0 | task 2428 | prompt eval time = 922.44 ms / 383 tokens ( 2.41 ms per token, 415.20 tokens per second) 1.39.190.149 I slot print_timing: id 0 | task 2428 | eval time = 696.96 ms / 26 tokens ( 27.88 ms per token, 35.87 tokens per second) 1.39.190.149 I slot print_timing: id 0 | task 2428 | total time = 1619.40 ms / 409 tokens 1.39.190.150 I slot print_timing: id 0 | task 2428 | graphs reused = 2119 1.39.190.151 I slot print_timing: id 0 | task 2428 | graph reallocs = 0 / 0 (same size) / (changed size) 1.39.190.190 I slot release: id 0 | task 2428 | stop processing: n_tokens = 408, truncated = 0 1.39.198.187 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 408, t_last = 236886868188 1.39.203.797 I slot launch_slot_: id 0 | task 2457 | processing task, is_child = 0 1.40.721.650 I slot print_timing: id 0 | task 2457 | prompt eval time = 736.93 ms / 297 tokens ( 2.48 ms per token, 403.02 tokens per second) 1.40.721.656 I slot print_timing: id 0 | task 2457 | eval time = 780.92 ms / 29 tokens ( 27.89 ms per token, 35.86 tokens per second) 1.40.721.656 I slot print_timing: id 0 | task 2457 | total time = 1517.84 ms / 326 tokens 1.40.721.657 I slot print_timing: id 0 | task 2457 | graphs reused = 2146 1.40.721.658 I slot print_timing: id 0 | task 2457 | graph reallocs = 0 / 0 (same size) / (changed size) 1.40.721.688 I slot release: id 0 | task 2457 | stop processing: n_tokens = 325, truncated = 0 1.40.731.213 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 236888399686 1.40.734.457 I slot launch_slot_: id 0 | task 2489 | processing task, is_child = 0 1.42.393.979 I slot print_timing: id 0 | task 2489 | prompt eval time = 736.43 ms / 291 tokens ( 2.53 ms per token, 395.15 tokens per second) 1.42.393.986 I slot print_timing: id 0 | task 2489 | eval time = 923.08 ms / 34 tokens ( 27.97 ms per token, 35.75 tokens per second) 1.42.393.986 I slot print_timing: id 0 | task 2489 | total time = 1659.51 ms / 325 tokens 1.42.393.987 I slot print_timing: id 0 | task 2489 | graphs reused = 2178 1.42.393.988 I slot print_timing: id 0 | task 2489 | graph reallocs = 0 / 0 (same size) / (changed size) 1.42.394.018 I slot release: id 0 | task 2489 | stop processing: n_tokens = 324, truncated = 0 1.42.403.236 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 324, t_last = 236890072016 1.42.408.135 I slot launch_slot_: id 0 | task 2526 | processing task, is_child = 0 1.43.844.096 I slot print_timing: id 0 | task 2526 | prompt eval time = 851.12 ms / 357 tokens ( 2.38 ms per token, 419.45 tokens per second) 1.43.844.100 I slot print_timing: id 0 | task 2526 | eval time = 584.83 ms / 22 tokens ( 27.85 ms per token, 35.91 tokens per second) 1.43.844.101 I slot print_timing: id 0 | task 2526 | total time = 1435.95 ms / 379 tokens 1.43.844.101 I slot print_timing: id 0 | task 2526 | graphs reused = 2198 1.43.844.102 I slot print_timing: id 0 | task 2526 | graph reallocs = 0 / 0 (same size) / (changed size) 1.43.844.139 I slot release: id 0 | task 2526 | stop processing: n_tokens = 378, truncated = 0 1.43.852.180 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 378, t_last = 236891522137 1.43.857.500 I slot launch_slot_: id 0 | task 2551 | processing task, is_child = 0 1.45.711.558 I slot print_timing: id 0 | task 2551 | prompt eval time = 739.93 ms / 312 tokens ( 2.37 ms per token, 421.66 tokens per second) 1.45.711.562 I slot print_timing: id 0 | task 2551 | eval time = 1114.12 ms / 41 tokens ( 27.85 ms per token, 35.90 tokens per second) 1.45.711.563 I slot print_timing: id 0 | task 2551 | total time = 1854.05 ms / 353 tokens 1.45.711.563 I slot print_timing: id 0 | task 2551 | graphs reused = 2237 1.45.711.564 I slot print_timing: id 0 | task 2551 | graph reallocs = 0 / 0 (same size) / (changed size) 1.45.711.598 I slot release: id 0 | task 2551 | stop processing: n_tokens = 352, truncated = 0 1.45.718.224 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 236893389596 1.45.721.063 I slot launch_slot_: id 0 | task 2595 | processing task, is_child = 0 1.46.836.181 I slot print_timing: id 0 | task 2595 | prompt eval time = 611.87 ms / 237 tokens ( 2.58 ms per token, 387.34 tokens per second) 1.46.836.187 I slot print_timing: id 0 | task 2595 | eval time = 503.24 ms / 19 tokens ( 27.96 ms per token, 35.77 tokens per second) 1.46.836.188 I slot print_timing: id 0 | task 2595 | total time = 1115.11 ms / 256 tokens 1.46.836.188 I slot print_timing: id 0 | task 2595 | graphs reused = 2254 1.46.836.189 I slot print_timing: id 0 | task 2595 | graph reallocs = 0 / 0 (same size) / (changed size) 1.46.836.220 I slot release: id 0 | task 2595 | stop processing: n_tokens = 255, truncated = 0 1.46.843.843 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 236894514218 1.46.847.489 I slot launch_slot_: id 0 | task 2617 | processing task, is_child = 0 1.48.683.556 I slot print_timing: id 0 | task 2617 | prompt eval time = 798.08 ms / 318 tokens ( 2.51 ms per token, 398.45 tokens per second) 1.48.683.562 I slot print_timing: id 0 | task 2617 | eval time = 1037.97 ms / 38 tokens ( 28.05 ms per token, 35.65 tokens per second) 1.48.683.564 I slot print_timing: id 0 | task 2617 | total time = 1836.05 ms / 356 tokens 1.48.683.564 I slot print_timing: id 0 | task 2617 | graphs reused = 2290 1.48.683.565 I slot print_timing: id 0 | task 2617 | graph reallocs = 0 / 0 (same size) / (changed size) 1.48.683.597 I slot release: id 0 | task 2617 | stop processing: n_tokens = 355, truncated = 0 1.48.690.555 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 355, t_last = 236896361595 1.48.695.206 I slot launch_slot_: id 0 | task 2658 | processing task, is_child = 0 1.50.234.999 I slot print_timing: id 0 | task 2658 | prompt eval time = 732.13 ms / 284 tokens ( 2.58 ms per token, 387.91 tokens per second) 1.50.235.005 I slot print_timing: id 0 | task 2658 | eval time = 807.65 ms / 30 tokens ( 27.85 ms per token, 35.91 tokens per second) 1.50.235.006 I slot print_timing: id 0 | task 2658 | total time = 1539.78 ms / 314 tokens 1.50.235.007 I slot print_timing: id 0 | task 2658 | graphs reused = 2318 1.50.235.007 I slot print_timing: id 0 | task 2658 | graph reallocs = 0 / 0 (same size) / (changed size) 1.50.235.036 I slot release: id 0 | task 2658 | stop processing: n_tokens = 313, truncated = 0 1.50.241.961 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 236897913034 1.50.246.213 I slot launch_slot_: id 0 | task 2691 | processing task, is_child = 0 1.51.414.586 I slot print_timing: id 0 | task 2691 | prompt eval time = 609.77 ms / 233 tokens ( 2.62 ms per token, 382.11 tokens per second) 1.51.414.589 I slot print_timing: id 0 | task 2691 | eval time = 558.58 ms / 21 tokens ( 27.93 ms per token, 35.80 tokens per second) 1.51.414.590 I slot print_timing: id 0 | task 2691 | total time = 1168.35 ms / 254 tokens 1.51.414.591 I slot print_timing: id 0 | task 2691 | graphs reused = 2337 1.51.414.591 I slot print_timing: id 0 | task 2691 | graph reallocs = 0 / 0 (same size) / (changed size) 1.51.414.621 I slot release: id 0 | task 2691 | stop processing: n_tokens = 253, truncated = 0 1.51.423.073 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 253, t_last = 236899092619 1.51.428.888 I slot launch_slot_: id 0 | task 2715 | processing task, is_child = 0 1.52.684.236 I slot print_timing: id 0 | task 2715 | prompt eval time = 668.43 ms / 260 tokens ( 2.57 ms per token, 388.97 tokens per second) 1.52.684.242 I slot print_timing: id 0 | task 2715 | eval time = 586.91 ms / 22 tokens ( 27.95 ms per token, 35.78 tokens per second) 1.52.684.243 I slot print_timing: id 0 | task 2715 | total time = 1255.34 ms / 282 tokens 1.52.684.243 I slot print_timing: id 0 | task 2715 | graphs reused = 2357 1.52.684.244 I slot print_timing: id 0 | task 2715 | graph reallocs = 0 / 0 (same size) / (changed size) 1.52.684.271 I slot release: id 0 | task 2715 | stop processing: n_tokens = 281, truncated = 0 1.52.691.551 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 236900362269 1.52.695.977 I slot launch_slot_: id 0 | task 2740 | processing task, is_child = 0 1.53.926.564 I slot print_timing: id 0 | task 2740 | prompt eval time = 668.09 ms / 251 tokens ( 2.66 ms per token, 375.70 tokens per second) 1.53.926.571 I slot print_timing: id 0 | task 2740 | eval time = 562.49 ms / 21 tokens ( 28.12 ms per token, 35.56 tokens per second) 1.53.926.571 I slot print_timing: id 0 | task 2740 | total time = 1230.58 ms / 272 tokens 1.53.926.572 I slot print_timing: id 0 | task 2740 | graphs reused = 2375 1.53.926.572 I slot print_timing: id 0 | task 2740 | graph reallocs = 0 / 0 (same size) / (changed size) 1.53.926.603 I slot release: id 0 | task 2740 | stop processing: n_tokens = 271, truncated = 0 1.53.935.929 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 236901604601 1.53.940.074 I slot launch_slot_: id 0 | task 2764 | processing task, is_child = 0 1.55.606.975 I slot print_timing: id 0 | task 2764 | prompt eval time = 969.14 ms / 393 tokens ( 2.47 ms per token, 405.52 tokens per second) 1.55.606.982 I slot print_timing: id 0 | task 2764 | eval time = 697.75 ms / 26 tokens ( 27.91 ms per token, 35.83 tokens per second) 1.55.606.983 I slot print_timing: id 0 | task 2764 | total time = 1666.89 ms / 419 tokens 1.55.606.984 I slot print_timing: id 0 | task 2764 | graphs reused = 2399 1.55.606.984 I slot print_timing: id 0 | task 2764 | graph reallocs = 0 / 0 (same size) / (changed size) 1.55.607.021 I slot release: id 0 | task 2764 | stop processing: n_tokens = 418, truncated = 0 1.55.615.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 418, t_last = 236903285019 1.55.624.401 I slot launch_slot_: id 0 | task 2793 | processing task, is_child = 0 1.56.797.284 I slot print_timing: id 0 | task 2793 | prompt eval time = 670.07 ms / 283 tokens ( 2.37 ms per token, 422.34 tokens per second) 1.56.797.292 I slot print_timing: id 0 | task 2793 | eval time = 502.80 ms / 19 tokens ( 27.93 ms per token, 35.80 tokens per second) 1.56.797.292 I slot print_timing: id 0 | task 2793 | total time = 1172.87 ms / 302 tokens 1.56.797.293 I slot print_timing: id 0 | task 2793 | graphs reused = 2416 1.56.797.293 I slot print_timing: id 0 | task 2793 | graph reallocs = 0 / 0 (same size) / (changed size) 1.56.797.327 I slot release: id 0 | task 2793 | stop processing: n_tokens = 301, truncated = 0 1.56.809.034 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 236904475326 1.56.811.696 I slot launch_slot_: id 0 | task 2815 | processing task, is_child = 0 1.59.188.977 I slot print_timing: id 0 | task 2815 | prompt eval time = 1455.62 ms / 622 tokens ( 2.34 ms per token, 427.31 tokens per second) 1.59.188.983 I slot print_timing: id 0 | task 2815 | eval time = 921.65 ms / 34 tokens ( 27.93 ms per token, 35.81 tokens per second) 1.59.188.984 I slot print_timing: id 0 | task 2815 | total time = 2377.27 ms / 656 tokens 1.59.188.985 I slot print_timing: id 0 | task 2815 | graphs reused = 2448 1.59.188.985 I slot print_timing: id 0 | task 2815 | graph reallocs = 0 / 0 (same size) / (changed size) 1.59.189.038 I slot release: id 0 | task 2815 | stop processing: n_tokens = 655, truncated = 0 1.59.195.932 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 655, t_last = 236906867036 1.59.204.313 I slot launch_slot_: id 0 | task 2853 | processing task, is_child = 0 2.00.399.923 I slot print_timing: id 0 | task 2853 | prompt eval time = 663.79 ms / 262 tokens ( 2.53 ms per token, 394.70 tokens per second) 2.00.399.929 I slot print_timing: id 0 | task 2853 | eval time = 531.81 ms / 20 tokens ( 27.99 ms per token, 35.73 tokens per second) 2.00.399.930 I slot print_timing: id 0 | task 2853 | total time = 1195.60 ms / 282 tokens 2.00.399.930 I slot print_timing: id 0 | task 2853 | graphs reused = 2466 2.00.399.931 I slot print_timing: id 0 | task 2853 | graph reallocs = 0 / 0 (same size) / (changed size) 2.00.399.961 I slot release: id 0 | task 2853 | stop processing: n_tokens = 281, truncated = 0 2.00.411.467 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 281, t_last = 236908077959 2.00.415.095 I slot launch_slot_: id 0 | task 2876 | processing task, is_child = 0 2.02.143.195 I slot print_timing: id 0 | task 2876 | prompt eval time = 1056.85 ms / 477 tokens ( 2.22 ms per token, 451.34 tokens per second) 2.02.143.199 I slot print_timing: id 0 | task 2876 | eval time = 671.24 ms / 25 tokens ( 27.97 ms per token, 35.75 tokens per second) 2.02.143.199 I slot print_timing: id 0 | task 2876 | total time = 1728.09 ms / 502 tokens 2.02.143.200 I slot print_timing: id 0 | task 2876 | graphs reused = 2489 2.02.143.200 I slot print_timing: id 0 | task 2876 | graph reallocs = 0 / 0 (same size) / (changed size) 2.02.143.246 I slot release: id 0 | task 2876 | stop processing: n_tokens = 501, truncated = 0 2.02.155.498 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 501, t_last = 236909821244 2.02.163.348 I slot launch_slot_: id 0 | task 2904 | processing task, is_child = 0 2.04.523.988 I slot print_timing: id 0 | task 2904 | prompt eval time = 1326.52 ms / 549 tokens ( 2.42 ms per token, 413.87 tokens per second) 2.04.523.994 I slot print_timing: id 0 | task 2904 | eval time = 1034.11 ms / 38 tokens ( 27.95 ms per token, 35.78 tokens per second) 2.04.523.995 I slot print_timing: id 0 | task 2904 | total time = 2360.63 ms / 587 tokens 2.04.523.996 I slot print_timing: id 0 | task 2904 | graphs reused = 2525 2.04.523.996 I slot print_timing: id 0 | task 2904 | graph reallocs = 0 / 0 (same size) / (changed size) 2.04.524.054 I slot release: id 0 | task 2904 | stop processing: n_tokens = 586, truncated = 0 2.04.533.807 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 586, t_last = 236912202052 2.04.545.461 I slot launch_slot_: id 0 | task 2946 | processing task, is_child = 0 2.06.600.277 I slot print_timing: id 0 | task 2946 | prompt eval time = 968.19 ms / 392 tokens ( 2.47 ms per token, 404.88 tokens per second) 2.06.600.281 I slot print_timing: id 0 | task 2946 | eval time = 1086.62 ms / 40 tokens ( 27.86 ms per token, 35.89 tokens per second) 2.06.600.282 I slot print_timing: id 0 | task 2946 | total time = 2054.81 ms / 432 tokens 2.06.600.283 I slot print_timing: id 0 | task 2946 | graphs reused = 2563 2.06.600.283 I slot print_timing: id 0 | task 2946 | graph reallocs = 0 / 0 (same size) / (changed size) 2.06.600.320 I slot release: id 0 | task 2946 | stop processing: n_tokens = 431, truncated = 0 2.06.607.204 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 431, t_last = 236914278318 2.06.611.121 I slot launch_slot_: id 0 | task 2989 | processing task, is_child = 0 2.08.304.785 I slot print_timing: id 0 | task 2989 | prompt eval time = 718.82 ms / 273 tokens ( 2.63 ms per token, 379.79 tokens per second) 2.08.304.791 I slot print_timing: id 0 | task 2989 | eval time = 974.83 ms / 36 tokens ( 27.85 ms per token, 35.90 tokens per second) 2.08.304.792 I slot print_timing: id 0 | task 2989 | total time = 1693.65 ms / 309 tokens 2.08.304.792 I slot print_timing: id 0 | task 2989 | graphs reused = 2597 2.08.304.793 I slot print_timing: id 0 | task 2989 | graph reallocs = 0 / 0 (same size) / (changed size) 2.08.304.822 I slot release: id 0 | task 2989 | stop processing: n_tokens = 308, truncated = 0 2.08.314.223 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 236915982820 2.08.315.518 I slot launch_slot_: id 0 | task 3028 | processing task, is_child = 0 2.11.022.811 I slot print_timing: id 0 | task 3028 | prompt eval time = 986.37 ms / 420 tokens ( 2.35 ms per token, 425.80 tokens per second) 2.11.022.817 I slot print_timing: id 0 | task 3028 | eval time = 1720.92 ms / 63 tokens ( 27.76 ms per token, 36.03 tokens per second) 2.11.022.819 I slot print_timing: id 0 | task 3028 | total time = 2707.28 ms / 483 tokens 2.11.022.820 I slot print_timing: id 0 | task 3028 | graphs reused = 2658 2.11.022.820 I slot print_timing: id 0 | task 3028 | graph reallocs = 0 / 0 (same size) / (changed size) 2.11.022.861 I slot release: id 0 | task 3028 | stop processing: n_tokens = 482, truncated = 0 2.11.034.189 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 482, t_last = 236918700859 2.11.043.021 I slot launch_slot_: id 0 | task 3094 | processing task, is_child = 0 2.13.451.773 I slot print_timing: id 0 | task 3094 | prompt eval time = 1404.58 ms / 582 tokens ( 2.41 ms per token, 414.36 tokens per second) 2.13.451.777 I slot print_timing: id 0 | task 3094 | eval time = 1004.16 ms / 37 tokens ( 27.89 ms per token, 35.85 tokens per second) 2.13.451.777 I slot print_timing: id 0 | task 3094 | total time = 2408.74 ms / 619 tokens 2.13.451.778 I slot print_timing: id 0 | task 3094 | graphs reused = 2693 2.13.451.779 I slot print_timing: id 0 | task 3094 | graph reallocs = 0 / 0 (same size) / (changed size) 2.13.451.844 I slot release: id 0 | task 3094 | stop processing: n_tokens = 618, truncated = 0 2.13.461.905 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 236921129842 2.13.473.120 I slot launch_slot_: id 0 | task 3135 | processing task, is_child = 0 2.15.290.365 I slot print_timing: id 0 | task 3135 | prompt eval time = 981.18 ms / 413 tokens ( 2.38 ms per token, 420.92 tokens per second) 2.15.290.375 I slot print_timing: id 0 | task 3135 | eval time = 836.06 ms / 31 tokens ( 27.87 ms per token, 35.88 tokens per second) 2.15.290.376 I slot print_timing: id 0 | task 3135 | total time = 1817.24 ms / 444 tokens 2.15.290.377 I slot print_timing: id 0 | task 3135 | graphs reused = 2722 2.15.290.377 I slot print_timing: id 0 | task 3135 | graph reallocs = 0 / 0 (same size) / (changed size) 2.15.290.417 I slot release: id 0 | task 3135 | stop processing: n_tokens = 443, truncated = 0 2.15.299.432 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 443, t_last = 236922968416 2.15.303.380 I slot launch_slot_: id 0 | task 3169 | processing task, is_child = 0 2.16.881.639 I slot print_timing: id 0 | task 3169 | prompt eval time = 853.76 ms / 362 tokens ( 2.36 ms per token, 424.00 tokens per second) 2.16.881.647 I slot print_timing: id 0 | task 3169 | eval time = 724.49 ms / 27 tokens ( 27.86 ms per token, 35.89 tokens per second) 2.16.881.647 I slot print_timing: id 0 | task 3169 | total time = 1578.25 ms / 389 tokens 2.16.881.648 I slot print_timing: id 0 | task 3169 | graphs reused = 2747 2.16.881.649 I slot print_timing: id 0 | task 3169 | graph reallocs = 0 / 0 (same size) / (changed size) 2.16.881.687 I slot release: id 0 | task 3169 | stop processing: n_tokens = 388, truncated = 0 2.16.888.908 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 388, t_last = 236924559686 2.16.890.971 I slot launch_slot_: id 0 | task 3199 | processing task, is_child = 0 2.18.260.836 I slot print_timing: id 0 | task 3199 | prompt eval time = 668.39 ms / 250 tokens ( 2.67 ms per token, 374.03 tokens per second) 2.18.260.842 I slot print_timing: id 0 | task 3199 | eval time = 701.47 ms / 26 tokens ( 28.06 ms per token, 35.64 tokens per second) 2.18.260.843 I slot print_timing: id 0 | task 3199 | total time = 1369.86 ms / 276 tokens 2.18.260.843 I slot print_timing: id 0 | task 3199 | graphs reused = 2770 2.18.260.844 I slot print_timing: id 0 | task 3199 | graph reallocs = 0 / 0 (same size) / (changed size) 2.18.260.871 I slot release: id 0 | task 3199 | stop processing: n_tokens = 275, truncated = 0 2.18.268.309 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 275, t_last = 236925938869 2.18.269.486 I slot launch_slot_: id 0 | task 3228 | processing task, is_child = 0 2.20.025.446 I slot print_timing: id 0 | task 3228 | prompt eval time = 782.23 ms / 297 tokens ( 2.63 ms per token, 379.68 tokens per second) 2.20.025.452 I slot print_timing: id 0 | task 3228 | eval time = 973.72 ms / 36 tokens ( 27.82 ms per token, 35.94 tokens per second) 2.20.025.453 I slot print_timing: id 0 | task 3228 | total time = 1755.95 ms / 333 tokens 2.20.025.454 I slot print_timing: id 0 | task 3228 | graphs reused = 2804 2.20.025.454 I slot print_timing: id 0 | task 3228 | graph reallocs = 0 / 0 (same size) / (changed size) 2.20.025.489 I slot release: id 0 | task 3228 | stop processing: n_tokens = 332, truncated = 0 2.20.034.486 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 332, t_last = 236927703487 2.20.039.799 I slot launch_slot_: id 0 | task 3267 | processing task, is_child = 0 2.21.617.355 I slot print_timing: id 0 | task 3267 | prompt eval time = 798.51 ms / 318 tokens ( 2.51 ms per token, 398.24 tokens per second) 2.21.617.362 I slot print_timing: id 0 | task 3267 | eval time = 779.02 ms / 29 tokens ( 27.82 ms per token, 35.94 tokens per second) 2.21.617.363 I slot print_timing: id 0 | task 3267 | total time = 1577.54 ms / 347 tokens 2.21.617.363 I slot print_timing: id 0 | task 3267 | graphs reused = 2831 2.21.617.364 I slot print_timing: id 0 | task 3267 | graph reallocs = 0 / 0 (same size) / (changed size) 2.21.617.398 I slot release: id 0 | task 3267 | stop processing: n_tokens = 346, truncated = 0 2.21.626.692 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 346, t_last = 236929295396 2.21.631.347 I slot launch_slot_: id 0 | task 3299 | processing task, is_child = 0 2.23.619.711 I slot print_timing: id 0 | task 3299 | prompt eval time = 985.65 ms / 424 tokens ( 2.32 ms per token, 430.17 tokens per second) 2.23.619.718 I slot print_timing: id 0 | task 3299 | eval time = 1002.70 ms / 37 tokens ( 27.85 ms per token, 35.90 tokens per second) 2.23.619.719 I slot print_timing: id 0 | task 3299 | total time = 1988.35 ms / 461 tokens 2.23.619.720 I slot print_timing: id 0 | task 3299 | graphs reused = 2866 2.23.619.720 I slot print_timing: id 0 | task 3299 | graph reallocs = 0 / 0 (same size) / (changed size) 2.23.619.764 I slot release: id 0 | task 3299 | stop processing: n_tokens = 460, truncated = 0 2.23.629.396 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 460, t_last = 236931297762 2.23.635.713 I slot launch_slot_: id 0 | task 3339 | processing task, is_child = 0 2.25.306.072 I slot print_timing: id 0 | task 3339 | prompt eval time = 859.84 ms / 375 tokens ( 2.29 ms per token, 436.13 tokens per second) 2.25.306.078 I slot print_timing: id 0 | task 3339 | eval time = 810.51 ms / 30 tokens ( 27.95 ms per token, 35.78 tokens per second) 2.25.306.078 I slot print_timing: id 0 | task 3339 | total time = 1670.35 ms / 405 tokens 2.25.306.079 I slot print_timing: id 0 | task 3339 | graphs reused = 2894 2.25.306.080 I slot print_timing: id 0 | task 3339 | graph reallocs = 0 / 0 (same size) / (changed size) 2.25.306.117 I slot release: id 0 | task 3339 | stop processing: n_tokens = 404, truncated = 0 2.25.318.278 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 404, t_last = 236932984115 2.25.323.674 I slot launch_slot_: id 0 | task 3372 | processing task, is_child = 0 2.27.441.346 I slot print_timing: id 0 | task 3372 | prompt eval time = 1391.71 ms / 592 tokens ( 2.35 ms per token, 425.38 tokens per second) 2.27.441.352 I slot print_timing: id 0 | task 3372 | eval time = 725.95 ms / 27 tokens ( 27.92 ms per token, 35.82 tokens per second) 2.27.441.353 I slot print_timing: id 0 | task 3372 | total time = 2117.66 ms / 619 tokens 2.27.441.354 I slot print_timing: id 0 | task 3372 | graphs reused = 2919 2.27.441.355 I slot print_timing: id 0 | task 3372 | graph reallocs = 0 / 0 (same size) / (changed size) 2.27.441.403 I slot release: id 0 | task 3372 | stop processing: n_tokens = 618, truncated = 0 2.27.450.504 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 618, t_last = 236935119402 2.27.459.030 I slot launch_slot_: id 0 | task 3403 | processing task, is_child = 0 2.28.906.763 I slot print_timing: id 0 | task 3403 | prompt eval time = 861.57 ms / 371 tokens ( 2.32 ms per token, 430.61 tokens per second) 2.28.906.770 I slot print_timing: id 0 | task 3403 | eval time = 586.16 ms / 22 tokens ( 27.91 ms per token, 35.83 tokens per second) 2.28.906.771 I slot print_timing: id 0 | task 3403 | total time = 1447.72 ms / 393 tokens 2.28.906.772 I slot print_timing: id 0 | task 3403 | graphs reused = 2939 2.28.906.772 I slot print_timing: id 0 | task 3403 | graph reallocs = 0 / 0 (same size) / (changed size) 2.28.906.809 I slot release: id 0 | task 3403 | stop processing: n_tokens = 392, truncated = 0 2.28.916.459 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 392, t_last = 236936584807 2.28.919.750 I slot launch_slot_: id 0 | task 3428 | processing task, is_child = 0 2.30.794.643 I slot print_timing: id 0 | task 3428 | prompt eval time = 983.69 ms / 416 tokens ( 2.36 ms per token, 422.90 tokens per second) 2.30.794.646 I slot print_timing: id 0 | task 3428 | eval time = 891.20 ms / 33 tokens ( 27.85 ms per token, 35.91 tokens per second) 2.30.794.647 I slot print_timing: id 0 | task 3428 | total time = 1874.88 ms / 449 tokens 2.30.794.648 I slot print_timing: id 0 | task 3428 | graphs reused = 2970 2.30.794.649 I slot print_timing: id 0 | task 3428 | graph reallocs = 0 / 0 (same size) / (changed size) 2.30.794.694 I slot release: id 0 | task 3428 | stop processing: n_tokens = 448, truncated = 0 2.30.805.041 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 448, t_last = 236938472692 2.30.813.791 I slot launch_slot_: id 0 | task 3464 | processing task, is_child = 0 2.32.595.402 I slot print_timing: id 0 | task 3464 | prompt eval time = 863.64 ms / 373 tokens ( 2.32 ms per token, 431.89 tokens per second) 2.32.595.409 I slot print_timing: id 0 | task 3464 | eval time = 917.96 ms / 34 tokens ( 27.82 ms per token, 35.95 tokens per second) 2.32.595.410 I slot print_timing: id 0 | task 3464 | total time = 1781.60 ms / 407 tokens 2.32.595.411 I slot print_timing: id 0 | task 3464 | graphs reused = 3002 2.32.595.411 I slot print_timing: id 0 | task 3464 | graph reallocs = 0 / 0 (same size) / (changed size) 2.32.595.450 I slot release: id 0 | task 3464 | stop processing: n_tokens = 406, truncated = 0 2.32.607.019 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 236940273449 2.32.613.322 I slot launch_slot_: id 0 | task 3501 | processing task, is_child = 0 2.34.632.537 I slot print_timing: id 0 | task 3501 | prompt eval time = 1116.32 ms / 495 tokens ( 2.26 ms per token, 443.42 tokens per second) 2.34.632.541 I slot print_timing: id 0 | task 3501 | eval time = 902.89 ms / 33 tokens ( 28.22 ms per token, 35.44 tokens per second) 2.34.632.542 I slot print_timing: id 0 | task 3501 | total time = 2019.20 ms / 528 tokens 2.34.632.542 I slot print_timing: id 0 | task 3501 | graphs reused = 3032 2.34.632.543 I slot print_timing: id 0 | task 3501 | graph reallocs = 0 / 0 (same size) / (changed size) 2.34.632.587 I slot release: id 0 | task 3501 | stop processing: n_tokens = 527, truncated = 0 2.34.644.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 527, t_last = 236942310585 2.34.652.438 I slot launch_slot_: id 0 | task 3537 | processing task, is_child = 0 2.37.742.592 I slot print_timing: id 0 | task 3537 | prompt eval time = 1391.43 ms / 582 tokens ( 2.39 ms per token, 418.27 tokens per second) 2.37.742.598 I slot print_timing: id 0 | task 3537 | eval time = 1698.71 ms / 62 tokens ( 27.85 ms per token, 35.91 tokens per second) 2.37.742.599 I slot print_timing: id 0 | task 3537 | total time = 3090.14 ms / 644 tokens 2.37.742.599 I slot print_timing: id 0 | task 3537 | graphs reused = 3092 2.37.742.600 I slot print_timing: id 0 | task 3537 | graph reallocs = 0 / 0 (same size) / (changed size) 2.37.742.650 I slot release: id 0 | task 3537 | stop processing: n_tokens = 643, truncated = 0 2.37.748.457 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 643, t_last = 236945420648 2.37.756.312 I slot launch_slot_: id 0 | task 3603 | processing task, is_child = 0 2.39.729.661 I slot print_timing: id 0 | task 3603 | prompt eval time = 528.85 ms / 175 tokens ( 3.02 ms per token, 330.91 tokens per second) 2.39.729.665 I slot print_timing: id 0 | task 3603 | eval time = 1444.49 ms / 53 tokens ( 27.78 ms per token, 36.00 tokens per second) 2.39.729.665 I slot print_timing: id 0 | task 3603 | total time = 1973.34 ms / 228 tokens 2.39.729.666 I slot print_timing: id 0 | task 3603 | graphs reused = 3143 2.39.729.666 I slot print_timing: id 0 | task 3603 | graph reallocs = 0 / 0 (same size) / (changed size) 2.39.729.693 I slot release: id 0 | task 3603 | stop processing: n_tokens = 227, truncated = 0 2.39.735.607 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 227, t_last = 236947407691 2.39.736.537 I slot launch_slot_: id 0 | task 3659 | processing task, is_child = 0 2.41.795.714 I slot print_timing: id 0 | task 3659 | prompt eval time = 531.71 ms / 197 tokens ( 2.70 ms per token, 370.50 tokens per second) 2.41.795.721 I slot print_timing: id 0 | task 3659 | eval time = 1527.46 ms / 56 tokens ( 27.77 ms per token, 36.01 tokens per second) 2.41.795.721 I slot print_timing: id 0 | task 3659 | total time = 2059.17 ms / 253 tokens 2.41.795.722 I slot print_timing: id 0 | task 3659 | graphs reused = 3197 2.41.795.723 I slot print_timing: id 0 | task 3659 | graph reallocs = 0 / 0 (same size) / (changed size) 2.41.795.749 I slot release: id 0 | task 3659 | stop processing: n_tokens = 252, truncated = 0 2.41.802.041 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 252, t_last = 236949473747 2.41.803.087 I slot launch_slot_: id 0 | task 3718 | processing task, is_child = 0 2.44.167.092 I slot print_timing: id 0 | task 3718 | prompt eval time = 531.29 ms / 189 tokens ( 2.81 ms per token, 355.74 tokens per second) 2.44.167.098 I slot print_timing: id 0 | task 3718 | eval time = 1832.71 ms / 67 tokens ( 27.77 ms per token, 36.01 tokens per second) 2.44.167.098 I slot print_timing: id 0 | task 3718 | total time = 2363.99 ms / 256 tokens 2.44.167.099 I slot print_timing: id 0 | task 3718 | graphs reused = 3262 2.44.167.100 I slot print_timing: id 0 | task 3718 | graph reallocs = 0 / 0 (same size) / (changed size) 2.44.167.125 I slot release: id 0 | task 3718 | stop processing: n_tokens = 255, truncated = 0 2.44.173.081 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 255, t_last = 236951845123 2.44.174.164 I slot launch_slot_: id 0 | task 3788 | processing task, is_child = 0 2.46.610.545 I slot print_timing: id 0 | task 3788 | prompt eval time = 470.64 ms / 152 tokens ( 3.10 ms per token, 322.97 tokens per second) 2.46.610.552 I slot print_timing: id 0 | task 3788 | eval time = 1965.73 ms / 72 tokens ( 27.69 ms per token, 36.12 tokens per second) 2.46.610.553 I slot print_timing: id 0 | task 3788 | total time = 2436.37 ms / 224 tokens 2.46.610.553 I slot print_timing: id 0 | task 3788 | graphs reused = 3332 2.46.610.554 I slot print_timing: id 0 | task 3788 | graph reallocs = 0 / 0 (same size) / (changed size) 2.46.610.577 I slot release: id 0 | task 3788 | stop processing: n_tokens = 223, truncated = 0 2.46.618.632 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 223, t_last = 236954288575 2.46.621.200 I slot launch_slot_: id 0 | task 3863 | processing task, is_child = 0 2.50.190.859 I slot print_timing: id 0 | task 3863 | n_gen = 110, tg = 36.07 t/s, tg_3s = 36.40 t/s 2.50.301.483 I slot print_timing: id 0 | task 3863 | prompt eval time = 547.79 ms / 215 tokens ( 2.55 ms per token, 392.49 tokens per second) 2.50.301.489 I slot print_timing: id 0 | task 3863 | eval time = 3132.49 ms / 114 tokens ( 27.72 ms per token, 36.07 tokens per second) 2.50.301.490 I slot print_timing: id 0 | task 3863 | total time = 3680.27 ms / 329 tokens 2.50.301.491 I slot print_timing: id 0 | task 3863 | graphs reused = 3443 2.50.301.491 I slot print_timing: id 0 | task 3863 | graph reallocs = 0 / 0 (same size) / (changed size) 2.50.301.519 I slot release: id 0 | task 3863 | stop processing: n_tokens = 328, truncated = 0 2.50.308.475 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 328, t_last = 236957979517 2.50.312.251 I slot launch_slot_: id 0 | task 3980 | processing task, is_child = 0 2.53.973.787 I slot print_timing: id 0 | task 3980 | n_gen = 109, tg = 35.99 t/s, tg_3s = 36.32 t/s 2.54.693.370 I slot print_timing: id 0 | task 3980 | prompt eval time = 660.40 ms / 252 tokens ( 2.62 ms per token, 381.59 tokens per second) 2.54.693.373 I slot print_timing: id 0 | task 3980 | eval time = 3720.71 ms / 135 tokens ( 27.77 ms per token, 36.01 tokens per second) 2.54.693.375 I slot print_timing: id 0 | task 3980 | total time = 4381.10 ms / 387 tokens 2.54.693.375 I slot print_timing: id 0 | task 3980 | graphs reused = 3575 2.54.693.376 I slot print_timing: id 0 | task 3980 | graph reallocs = 0 / 0 (same size) / (changed size) 2.54.693.403 I slot release: id 0 | task 3980 | stop processing: n_tokens = 386, truncated = 0 2.54.700.377 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 386, t_last = 236962371401 2.54.704.230 I slot launch_slot_: id 0 | task 4118 | processing task, is_child = 0 2.58.574.184 I slot print_timing: id 0 | task 4118 | n_gen = 110, tg = 36.03 t/s, tg_3s = 36.36 t/s 2.59.406.823 I slot print_timing: id 0 | task 4118 | prompt eval time = 844.42 ms / 331 tokens ( 2.55 ms per token, 391.99 tokens per second) 2.59.406.830 I slot print_timing: id 0 | task 4118 | eval time = 3858.17 ms / 140 tokens ( 27.76 ms per token, 36.03 tokens per second) 2.59.406.831 I slot print_timing: id 0 | task 4118 | total time = 4702.59 ms / 471 tokens 2.59.406.832 I slot print_timing: id 0 | task 4118 | graphs reused = 3713 2.59.406.832 I slot print_timing: id 0 | task 4118 | graph reallocs = 0 / 0 (same size) / (changed size) 2.59.406.867 I slot release: id 0 | task 4118 | stop processing: n_tokens = 470, truncated = 0 2.59.412.718 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 470, t_last = 236967084865 2.59.418.588 I slot launch_slot_: id 0 | task 4261 | processing task, is_child = 0 3.02.022.741 I slot print_timing: id 0 | task 4261 | prompt eval time = 413.83 ms / 162 tokens ( 2.55 ms per token, 391.46 tokens per second) 3.02.022.748 I slot print_timing: id 0 | task 4261 | eval time = 2190.31 ms / 80 tokens ( 27.73 ms per token, 36.07 tokens per second) 3.02.022.748 I slot print_timing: id 0 | task 4261 | total time = 2604.14 ms / 242 tokens 3.02.022.749 I slot print_timing: id 0 | task 4261 | graphs reused = 3791 3.02.022.750 I slot print_timing: id 0 | task 4261 | graph reallocs = 0 / 0 (same size) / (changed size) 3.02.022.775 I slot release: id 0 | task 4261 | stop processing: n_tokens = 241, truncated = 0 3.02.028.448 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 241, t_last = 236969700773 3.02.029.409 I slot launch_slot_: id 0 | task 4344 | processing task, is_child = 0 3.04.689.926 I slot print_timing: id 0 | task 4344 | prompt eval time = 471.45 ms / 164 tokens ( 2.87 ms per token, 347.87 tokens per second) 3.04.689.930 I slot print_timing: id 0 | task 4344 | eval time = 2189.06 ms / 80 tokens ( 27.71 ms per token, 36.09 tokens per second) 3.04.689.931 I slot print_timing: id 0 | task 4344 | total time = 2660.50 ms / 244 tokens 3.04.689.932 I slot print_timing: id 0 | task 4344 | graphs reused = 3869 3.04.689.932 I slot print_timing: id 0 | task 4344 | graph reallocs = 0 / 0 (same size) / (changed size) 3.04.689.956 I slot release: id 0 | task 4344 | stop processing: n_tokens = 243, truncated = 0 3.04.697.233 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 236972367954 3.04.702.606 I slot launch_slot_: id 0 | task 4427 | processing task, is_child = 0 3.07.603.937 I slot print_timing: id 0 | task 4427 | prompt eval time = 538.53 ms / 216 tokens ( 2.49 ms per token, 401.09 tokens per second) 3.07.603.940 I slot print_timing: id 0 | task 4427 | eval time = 2362.78 ms / 86 tokens ( 27.80 ms per token, 35.97 tokens per second) 3.07.603.941 I slot print_timing: id 0 | task 4427 | total time = 2901.31 ms / 302 tokens 3.07.603.942 I slot print_timing: id 0 | task 4427 | graphs reused = 3952 3.07.603.942 I slot print_timing: id 0 | task 4427 | graph reallocs = 0 / 0 (same size) / (changed size) 3.07.603.973 I slot release: id 0 | task 4427 | stop processing: n_tokens = 301, truncated = 0 3.07.611.409 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 301, t_last = 236975281971 3.07.616.403 I slot launch_slot_: id 0 | task 4516 | processing task, is_child = 0 3.09.870.028 I slot print_timing: id 0 | task 4516 | prompt eval time = 724.22 ms / 280 tokens ( 2.59 ms per token, 386.62 tokens per second) 3.09.870.035 I slot print_timing: id 0 | task 4516 | eval time = 1529.40 ms / 56 tokens ( 27.81 ms per token, 35.96 tokens per second) 3.09.870.036 I slot print_timing: id 0 | task 4516 | total time = 2253.61 ms / 336 tokens 3.09.870.036 I slot print_timing: id 0 | task 4516 | graphs reused = 4006 3.09.870.037 I slot print_timing: id 0 | task 4516 | graph reallocs = 0 / 0 (same size) / (changed size) 3.09.870.074 I slot release: id 0 | task 4516 | stop processing: n_tokens = 335, truncated = 0 3.09.875.974 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 335, t_last = 236977548072 3.09.879.375 I slot launch_slot_: id 0 | task 4575 | processing task, is_child = 0 3.12.034.226 I slot print_timing: id 0 | task 4575 | prompt eval time = 651.13 ms / 233 tokens ( 2.79 ms per token, 357.84 tokens per second) 3.12.034.230 I slot print_timing: id 0 | task 4575 | eval time = 1503.71 ms / 55 tokens ( 27.85 ms per token, 35.91 tokens per second) 3.12.034.231 I slot print_timing: id 0 | task 4575 | total time = 2154.84 ms / 288 tokens 3.12.034.232 I slot print_timing: id 0 | task 4575 | graphs reused = 4058 3.12.034.232 I slot print_timing: id 0 | task 4575 | graph reallocs = 0 / 0 (same size) / (changed size) 3.12.034.264 I slot release: id 0 | task 4575 | stop processing: n_tokens = 287, truncated = 0 3.12.040.537 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 287, t_last = 236979712262 3.12.044.098 I slot launch_slot_: id 0 | task 4633 | processing task, is_child = 0 3.15.636.727 I slot print_timing: id 0 | task 4633 | n_gen = 109, tg = 36.00 t/s, tg_3s = 36.33 t/s 3.15.802.859 I slot print_timing: id 0 | task 4633 | prompt eval time = 592.50 ms / 224 tokens ( 2.65 ms per token, 378.06 tokens per second) 3.15.802.866 I slot print_timing: id 0 | task 4633 | eval time = 3166.25 ms / 115 tokens ( 27.77 ms per token, 36.00 tokens per second) 3.15.802.867 I slot print_timing: id 0 | task 4633 | total time = 3758.75 ms / 339 tokens 3.15.802.868 I slot print_timing: id 0 | task 4633 | graphs reused = 4170 3.15.802.868 I slot print_timing: id 0 | task 4633 | graph reallocs = 0 / 0 (same size) / (changed size) 3.15.802.899 I slot release: id 0 | task 4633 | stop processing: n_tokens = 338, truncated = 0 3.15.810.408 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 338, t_last = 236983480897 3.15.816.276 I slot launch_slot_: id 0 | task 4751 | processing task, is_child = 0 3.18.359.532 I slot print_timing: id 0 | task 4751 | prompt eval time = 654.60 ms / 245 tokens ( 2.67 ms per token, 374.28 tokens per second) 3.18.359.538 I slot print_timing: id 0 | task 4751 | eval time = 1888.65 ms / 69 tokens ( 27.77 ms per token, 36.00 tokens per second) 3.18.359.539 I slot print_timing: id 0 | task 4751 | total time = 2543.25 ms / 314 tokens 3.18.359.540 I slot print_timing: id 0 | task 4751 | graphs reused = 4236 3.18.359.540 I slot print_timing: id 0 | task 4751 | graph reallocs = 0 / 0 (same size) / (changed size) 3.18.359.573 I slot release: id 0 | task 4751 | stop processing: n_tokens = 313, truncated = 0 3.18.365.047 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 313, t_last = 236986037571 3.18.368.953 I slot launch_slot_: id 0 | task 4823 | processing task, is_child = 0 3.20.675.299 I slot print_timing: id 0 | task 4823 | prompt eval time = 475.75 ms / 182 tokens ( 2.61 ms per token, 382.56 tokens per second) 3.20.675.306 I slot print_timing: id 0 | task 4823 | eval time = 1830.59 ms / 67 tokens ( 27.74 ms per token, 36.05 tokens per second) 3.20.675.307 I slot print_timing: id 0 | task 4823 | total time = 2306.34 ms / 249 tokens 3.20.675.307 I slot print_timing: id 0 | task 4823 | graphs reused = 4301 3.20.675.308 I slot print_timing: id 0 | task 4823 | graph reallocs = 0 / 0 (same size) / (changed size) 3.20.675.335 I slot release: id 0 | task 4823 | stop processing: n_tokens = 248, truncated = 0 3.20.682.186 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 248, t_last = 236988353333 3.20.684.561 I slot launch_slot_: id 0 | task 4893 | processing task, is_child = 0 3.24.374.383 I slot print_timing: id 0 | task 4893 | n_gen = 110, tg = 36.02 t/s, tg_3s = 36.35 t/s 3.24.512.943 I slot print_timing: id 0 | task 4893 | prompt eval time = 663.57 ms / 280 tokens ( 2.37 ms per token, 421.96 tokens per second) 3.24.512.947 I slot print_timing: id 0 | task 4893 | eval time = 3164.80 ms / 115 tokens ( 27.76 ms per token, 36.02 tokens per second) 3.24.512.948 I slot print_timing: id 0 | task 4893 | total time = 3828.37 ms / 395 tokens 3.24.512.948 I slot print_timing: id 0 | task 4893 | graphs reused = 4414 3.24.512.949 I slot print_timing: id 0 | task 4893 | graph reallocs = 0 / 0 (same size) / (changed size) 3.24.512.980 I slot release: id 0 | task 4893 | stop processing: n_tokens = 394, truncated = 0 3.24.520.364 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 394, t_last = 236992190979 3.24.527.459 I slot launch_slot_: id 0 | task 5011 | processing task, is_child = 0 3.28.027.294 I slot print_timing: id 0 | task 5011 | n_gen = 110, tg = 36.04 t/s, tg_3s = 36.37 t/s 3.28.609.752 I slot print_timing: id 0 | task 5011 | prompt eval time = 475.69 ms / 173 tokens ( 2.75 ms per token, 363.68 tokens per second) 3.28.609.759 I slot print_timing: id 0 | task 5011 | eval time = 3606.60 ms / 131 tokens ( 27.74 ms per token, 36.05 tokens per second) 3.28.609.759 I slot print_timing: id 0 | task 5011 | total time = 4082.28 ms / 304 tokens 3.28.609.760 I slot print_timing: id 0 | task 5011 | graphs reused = 4542 3.28.609.760 I slot print_timing: id 0 | task 5011 | graph reallocs = 0 / 0 (same size) / (changed size) 3.28.609.784 I slot release: id 0 | task 5011 | stop processing: n_tokens = 303, truncated = 0 3.28.617.377 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 303, t_last = 236996287782 3.28.622.216 I slot launch_slot_: id 0 | task 5145 | processing task, is_child = 0 3.31.399.453 I slot print_timing: id 0 | task 5145 | prompt eval time = 420.92 ms / 158 tokens ( 2.66 ms per token, 375.37 tokens per second) 3.31.399.456 I slot print_timing: id 0 | task 5145 | eval time = 2356.31 ms / 86 tokens ( 27.72 ms per token, 36.07 tokens per second) 3.31.399.456 I slot print_timing: id 0 | task 5145 | total time = 2777.22 ms / 244 tokens 3.31.399.457 I slot print_timing: id 0 | task 5145 | graphs reused = 4626 3.31.399.458 I slot print_timing: id 0 | task 5145 | graph reallocs = 0 / 0 (same size) / (changed size) 3.31.399.480 I slot release: id 0 | task 5145 | stop processing: n_tokens = 243, truncated = 0 3.31.406.834 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 243, t_last = 236999077478 3.31.411.445 I slot launch_slot_: id 0 | task 5234 | processing task, is_child = 0 3.34.795.169 I slot print_timing: id 0 | task 5234 | prompt eval time = 660.52 ms / 244 tokens ( 2.71 ms per token, 369.40 tokens per second) 3.34.795.176 I slot print_timing: id 0 | task 5234 | eval time = 2723.19 ms / 99 tokens ( 27.79 ms per token, 35.99 tokens per second) 3.34.795.177 I slot print_timing: id 0 | task 5234 | total time = 3383.71 ms / 343 tokens 3.34.795.178 I slot print_timing: id 0 | task 5234 | graphs reused = 4722 3.34.795.179 I slot print_timing: id 0 | task 5234 | graph reallocs = 0 / 0 (same size) / (changed size) 3.34.795.209 I slot release: id 0 | task 5234 | stop processing: n_tokens = 342, truncated = 0 3.34.802.130 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 342, t_last = 237002473207 3.34.807.798 I slot launch_slot_: id 0 | task 5336 | processing task, is_child = 0 3.36.947.083 I slot print_timing: id 0 | task 5336 | prompt eval time = 528.86 ms / 182 tokens ( 2.91 ms per token, 344.14 tokens per second) 3.36.947.086 I slot print_timing: id 0 | task 5336 | eval time = 1610.41 ms / 59 tokens ( 27.77 ms per token, 36.02 tokens per second) 3.36.947.087 I slot print_timing: id 0 | task 5336 | total time = 2139.27 ms / 241 tokens 3.36.947.088 I slot print_timing: id 0 | task 5336 | graphs reused = 4779 3.36.947.088 I slot print_timing: id 0 | task 5336 | graph reallocs = 0 / 0 (same size) / (changed size) 3.36.947.114 I slot release: id 0 | task 5336 | stop processing: n_tokens = 240, truncated = 0 3.36.954.305 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 240, t_last = 237004625112 3.36.958.360 I slot launch_slot_: id 0 | task 5398 | processing task, is_child = 0 3.40.676.565 I slot print_timing: id 0 | task 5398 | n_gen = 109, tg = 35.98 t/s, tg_3s = 36.31 t/s 3.42.063.223 I slot print_timing: id 0 | task 5398 | prompt eval time = 716.65 ms / 278 tokens ( 2.58 ms per token, 387.92 tokens per second) 3.42.063.230 I slot print_timing: id 0 | task 5398 | eval time = 4388.21 ms / 159 tokens ( 27.77 ms per token, 36.01 tokens per second) 3.42.063.231 I slot print_timing: id 0 | task 5398 | total time = 5104.85 ms / 437 tokens 3.42.063.231 I slot print_timing: id 0 | task 5398 | graphs reused = 4936 3.42.063.232 I slot print_timing: id 0 | task 5398 | graph reallocs = 0 / 0 (same size) / (changed size) 3.42.063.261 I slot release: id 0 | task 5398 | stop processing: n_tokens = 436, truncated = 0 3.42.069.027 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 436, t_last = 237009741259 3.42.073.047 I slot launch_slot_: id 0 | task 5560 | processing task, is_child = 0 3.44.616.997 I slot print_timing: id 0 | task 5560 | prompt eval time = 594.03 ms / 219 tokens ( 2.71 ms per token, 368.67 tokens per second) 3.44.617.000 I slot print_timing: id 0 | task 5560 | eval time = 1949.91 ms / 71 tokens ( 27.86 ms per token, 35.90 tokens per second) 3.44.617.001 I slot print_timing: id 0 | task 5560 | total time = 2543.94 ms / 290 tokens 3.44.617.002 I slot print_timing: id 0 | task 5560 | graphs reused = 5004 3.44.617.002 I slot print_timing: id 0 | task 5560 | graph reallocs = 0 / 0 (same size) / (changed size) 3.44.617.029 I slot release: id 0 | task 5560 | stop processing: n_tokens = 289, truncated = 0 3.44.625.565 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 289, t_last = 237012295027 3.44.630.885 I slot launch_slot_: id 0 | task 5634 | processing task, is_child = 0 3.47.385.147 I slot print_timing: id 0 | task 5634 | prompt eval time = 670.79 ms / 279 tokens ( 2.40 ms per token, 415.93 tokens per second) 3.47.385.151 I slot print_timing: id 0 | task 5634 | eval time = 2083.46 ms / 76 tokens ( 27.78 ms per token, 36.00 tokens per second) 3.47.385.152 I slot print_timing: id 0 | task 5634 | total time = 2754.25 ms / 355 tokens 3.47.385.153 I slot print_timing: id 0 | task 5634 | graphs reused = 5078 3.47.385.153 I slot print_timing: id 0 | task 5634 | graph reallocs = 0 / 0 (same size) / (changed size) 3.47.385.185 I slot release: id 0 | task 5634 | stop processing: n_tokens = 354, truncated = 0 3.47.392.841 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 354, t_last = 237015063183 3.47.399.716 I slot launch_slot_: id 0 | task 5713 | processing task, is_child = 0 3.50.476.575 I slot print_timing: id 0 | task 5713 | prompt eval time = 717.07 ms / 289 tokens ( 2.48 ms per token, 403.03 tokens per second) 3.50.476.581 I slot print_timing: id 0 | task 5713 | eval time = 2359.78 ms / 86 tokens ( 27.76 ms per token, 36.02 tokens per second) 3.50.476.582 I slot print_timing: id 0 | task 5713 | total time = 3076.85 ms / 375 tokens 3.50.476.583 I slot print_timing: id 0 | task 5713 | graphs reused = 5162 3.50.476.583 I slot print_timing: id 0 | task 5713 | graph reallocs = 0 / 0 (same size) / (changed size) 3.50.476.614 I slot release: id 0 | task 5713 | stop processing: n_tokens = 374, truncated = 0 3.50.484.130 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 237018154612 3.50.490.301 I slot launch_slot_: id 0 | task 5802 | processing task, is_child = 0 3.53.961.866 I slot print_timing: id 0 | task 5802 | prompt eval time = 722.56 ms / 274 tokens ( 2.64 ms per token, 379.21 tokens per second) 3.53.961.873 I slot print_timing: id 0 | task 5802 | eval time = 2748.99 ms / 100 tokens ( 27.77 ms per token, 36.01 tokens per second) 3.53.961.873 I slot print_timing: id 0 | task 5802 | total time = 3471.56 ms / 374 tokens 3.53.961.874 I slot print_timing: id 0 | task 5802 | graphs reused = 5260 3.53.961.874 I slot print_timing: id 0 | task 5802 | graph reallocs = 0 / 0 (same size) / (changed size) 3.53.961.905 I slot release: id 0 | task 5802 | stop processing: n_tokens = 373, truncated = 0 3.53.969.118 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 373, t_last = 237021639904 3.53.975.097 I slot launch_slot_: id 0 | task 5905 | processing task, is_child = 0 3.56.293.616 I slot print_timing: id 0 | task 5905 | prompt eval time = 593.49 ms / 229 tokens ( 2.59 ms per token, 385.86 tokens per second) 3.56.293.622 I slot print_timing: id 0 | task 5905 | eval time = 1725.02 ms / 63 tokens ( 27.82 ms per token, 35.94 tokens per second) 3.56.293.623 I slot print_timing: id 0 | task 5905 | total time = 2318.50 ms / 292 tokens 3.56.293.624 I slot print_timing: id 0 | task 5905 | graphs reused = 5320 3.56.293.624 I slot print_timing: id 0 | task 5905 | graph reallocs = 0 / 0 (same size) / (changed size) 3.56.293.652 I slot release: id 0 | task 5905 | stop processing: n_tokens = 291, truncated = 0 3.56.300.041 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 291, t_last = 237023971650 3.56.303.603 I slot launch_slot_: id 0 | task 5971 | processing task, is_child = 0 3.58.303.328 I slot print_timing: id 0 | task 5971 | prompt eval time = 473.00 ms / 162 tokens ( 2.92 ms per token, 342.50 tokens per second) 3.58.303.331 I slot print_timing: id 0 | task 5971 | eval time = 1526.71 ms / 56 tokens ( 27.76 ms per token, 36.03 tokens per second) 3.58.303.332 I slot print_timing: id 0 | task 5971 | total time = 1999.71 ms / 218 tokens 3.58.303.332 I slot print_timing: id 0 | task 5971 | graphs reused = 5374 3.58.303.333 I slot print_timing: id 0 | task 5971 | graph reallocs = 0 / 0 (same size) / (changed size) 3.58.303.362 I slot release: id 0 | task 5971 | stop processing: n_tokens = 217, truncated = 0 3.58.309.988 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 217, t_last = 237025981360 3.58.313.895 I slot launch_slot_: id 0 | task 6030 | processing task, is_child = 0 4.00.194.810 I slot print_timing: id 0 | task 6030 | prompt eval time = 654.74 ms / 249 tokens ( 2.63 ms per token, 380.30 tokens per second) 4.00.194.814 I slot print_timing: id 0 | task 6030 | eval time = 1226.16 ms / 45 tokens ( 27.87 ms per token, 35.88 tokens per second) 4.00.194.815 I slot print_timing: id 0 | task 6030 | total time = 1880.90 ms / 294 tokens 4.00.194.816 I slot print_timing: id 0 | task 6030 | graphs reused = 5416 4.00.194.816 I slot print_timing: id 0 | task 6030 | graph reallocs = 0 / 0 (same size) / (changed size) 4.00.194.844 I slot release: id 0 | task 6030 | stop processing: n_tokens = 293, truncated = 0 4.00.200.277 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 237027872842 4.00.203.894 I slot launch_slot_: id 0 | task 6078 | processing task, is_child = 0 4.01.918.865 I slot print_timing: id 0 | task 6078 | prompt eval time = 410.12 ms / 132 tokens ( 3.11 ms per token, 321.86 tokens per second) 4.01.918.869 I slot print_timing: id 0 | task 6078 | eval time = 1304.84 ms / 48 tokens ( 27.76 ms per token, 36.02 tokens per second) 4.01.918.869 I slot print_timing: id 0 | task 6078 | total time = 1714.96 ms / 180 tokens 4.01.918.870 I slot print_timing: id 0 | task 6078 | graphs reused = 5462 4.01.918.871 I slot print_timing: id 0 | task 6078 | graph reallocs = 0 / 0 (same size) / (changed size) 4.01.918.898 I slot release: id 0 | task 6078 | stop processing: n_tokens = 179, truncated = 0 4.01.924.818 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 179, t_last = 237029596896 4.01.926.327 I slot launch_slot_: id 0 | task 6129 | processing task, is_child = 0 4.03.955.472 I slot print_timing: id 0 | task 6129 | prompt eval time = 474.84 ms / 174 tokens ( 2.73 ms per token, 366.44 tokens per second) 4.03.955.475 I slot print_timing: id 0 | task 6129 | eval time = 1554.29 ms / 57 tokens ( 27.76 ms per token, 36.03 tokens per second) 4.03.955.476 I slot print_timing: id 0 | task 6129 | total time = 2029.13 ms / 231 tokens 4.03.955.477 I slot print_timing: id 0 | task 6129 | graphs reused = 5517 4.03.955.477 I slot print_timing: id 0 | task 6129 | graph reallocs = 0 / 0 (same size) / (changed size) 4.03.955.501 I slot release: id 0 | task 6129 | stop processing: n_tokens = 230, truncated = 0 4.03.962.213 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 230, t_last = 237031633499 4.03.965.003 I slot launch_slot_: id 0 | task 6189 | processing task, is_child = 0 4.06.154.262 I slot print_timing: id 0 | task 6189 | prompt eval time = 659.86 ms / 253 tokens ( 2.61 ms per token, 383.41 tokens per second) 4.06.154.266 I slot print_timing: id 0 | task 6189 | eval time = 1529.39 ms / 56 tokens ( 27.81 ms per token, 35.96 tokens per second) 4.06.154.267 I slot print_timing: id 0 | task 6189 | total time = 2189.25 ms / 309 tokens 4.06.154.267 I slot print_timing: id 0 | task 6189 | graphs reused = 5570 4.06.154.268 I slot print_timing: id 0 | task 6189 | graph reallocs = 0 / 0 (same size) / (changed size) 4.06.154.297 I slot release: id 0 | task 6189 | stop processing: n_tokens = 308, truncated = 0 4.06.161.444 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 308, t_last = 237033832295 4.06.165.272 I slot launch_slot_: id 0 | task 6248 | processing task, is_child = 0 4.07.835.477 I slot print_timing: id 0 | task 6248 | prompt eval time = 607.95 ms / 252 tokens ( 2.41 ms per token, 414.51 tokens per second) 4.07.835.483 I slot print_timing: id 0 | task 6248 | eval time = 1062.25 ms / 39 tokens ( 27.95 ms per token, 35.77 tokens per second) 4.07.835.485 I slot print_timing: id 0 | task 6248 | total time = 1670.20 ms / 291 tokens 4.07.835.486 I slot print_timing: id 0 | task 6248 | graphs reused = 5606 4.07.835.486 I slot print_timing: id 0 | task 6248 | graph reallocs = 0 / 0 (same size) / (changed size) 4.07.835.520 I slot release: id 0 | task 6248 | stop processing: n_tokens = 290, truncated = 0 4.07.843.033 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 290, t_last = 237035513518 4.07.846.921 I slot launch_slot_: id 0 | task 6290 | processing task, is_child = 0 4.09.763.690 I slot print_timing: id 0 | task 6290 | prompt eval time = 664.85 ms / 272 tokens ( 2.44 ms per token, 409.12 tokens per second) 4.09.763.693 I slot print_timing: id 0 | task 6290 | eval time = 1251.91 ms / 46 tokens ( 27.82 ms per token, 35.94 tokens per second) 4.09.763.694 I slot print_timing: id 0 | task 6290 | total time = 1916.76 ms / 318 tokens 4.09.763.694 I slot print_timing: id 0 | task 6290 | graphs reused = 5650 4.09.763.695 I slot print_timing: id 0 | task 6290 | graph reallocs = 0 / 0 (same size) / (changed size) 4.09.763.728 I slot release: id 0 | task 6290 | stop processing: n_tokens = 317, truncated = 0 4.09.771.856 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 237037441726 4.09.775.939 I slot launch_slot_: id 0 | task 6339 | processing task, is_child = 0 4.11.000.319 I slot print_timing: id 0 | task 6339 | prompt eval time = 720.67 ms / 279 tokens ( 2.58 ms per token, 387.14 tokens per second) 4.11.000.326 I slot print_timing: id 0 | task 6339 | eval time = 503.70 ms / 19 tokens ( 27.98 ms per token, 35.74 tokens per second) 4.11.000.326 I slot print_timing: id 0 | task 6339 | total time = 1224.37 ms / 298 tokens 4.11.000.327 I slot print_timing: id 0 | task 6339 | graphs reused = 5667 4.11.000.328 I slot print_timing: id 0 | task 6339 | graph reallocs = 0 / 0 (same size) / (changed size) 4.11.000.359 I slot release: id 0 | task 6339 | stop processing: n_tokens = 297, truncated = 0 4.11.007.671 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 297, t_last = 237038678357 4.11.012.741 I slot launch_slot_: id 0 | task 6361 | processing task, is_child = 0 4.13.633.291 I slot print_timing: id 0 | task 6361 | prompt eval time = 723.39 ms / 284 tokens ( 2.55 ms per token, 392.60 tokens per second) 4.13.633.295 I slot print_timing: id 0 | task 6361 | eval time = 1897.13 ms / 69 tokens ( 27.90 ms per token, 35.84 tokens per second) 4.13.633.295 I slot print_timing: id 0 | task 6361 | total time = 2620.52 ms / 353 tokens 4.13.633.296 I slot print_timing: id 0 | task 6361 | graphs reused = 5734 4.13.633.297 I slot print_timing: id 0 | task 6361 | graph reallocs = 0 / 0 (same size) / (changed size) 4.13.633.326 I slot release: id 0 | task 6361 | stop processing: n_tokens = 352, truncated = 0 4.13.640.593 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 352, t_last = 237041311324 4.13.645.939 I slot launch_slot_: id 0 | task 6433 | processing task, is_child = 0 4.15.697.863 I slot print_timing: id 0 | task 6433 | prompt eval time = 603.85 ms / 233 tokens ( 2.59 ms per token, 385.86 tokens per second) 4.15.697.867 I slot print_timing: id 0 | task 6433 | eval time = 1448.06 ms / 53 tokens ( 27.85 ms per token, 35.91 tokens per second) 4.15.697.868 I slot print_timing: id 0 | task 6433 | total time = 2051.91 ms / 286 tokens 4.15.697.869 I slot print_timing: id 0 | task 6433 | graphs reused = 5784 4.15.697.870 I slot print_timing: id 0 | task 6433 | graph reallocs = 0 / 0 (same size) / (changed size) 4.15.697.900 I slot release: id 0 | task 6433 | stop processing: n_tokens = 285, truncated = 0 4.15.704.022 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 285, t_last = 237043375898 4.15.707.071 I slot launch_slot_: id 0 | task 6489 | processing task, is_child = 0 4.17.647.503 I slot print_timing: id 0 | task 6489 | prompt eval time = 524.99 ms / 169 tokens ( 3.11 ms per token, 321.91 tokens per second) 4.17.647.507 I slot print_timing: id 0 | task 6489 | eval time = 1415.43 ms / 52 tokens ( 27.75 ms per token, 36.03 tokens per second) 4.17.647.508 I slot print_timing: id 0 | task 6489 | total time = 1940.42 ms / 221 tokens 4.17.647.509 I slot print_timing: id 0 | task 6489 | graphs reused = 5834 4.17.647.509 I slot print_timing: id 0 | task 6489 | graph reallocs = 0 / 0 (same size) / (changed size) 4.17.647.532 I slot release: id 0 | task 6489 | stop processing: n_tokens = 220, truncated = 0 4.17.656.970 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 220, t_last = 237045325530 4.17.658.868 I slot launch_slot_: id 0 | task 6544 | processing task, is_child = 0 4.20.595.650 I slot print_timing: id 0 | task 6544 | prompt eval time = 850.11 ms / 352 tokens ( 2.42 ms per token, 414.06 tokens per second) 4.20.595.653 I slot print_timing: id 0 | task 6544 | eval time = 2086.66 ms / 76 tokens ( 27.82 ms per token, 35.94 tokens per second) 4.20.595.654 I slot print_timing: id 0 | task 6544 | total time = 2936.77 ms / 428 tokens 4.20.595.655 I slot print_timing: id 0 | task 6544 | graphs reused = 5908 4.20.595.655 I slot print_timing: id 0 | task 6544 | graph reallocs = 0 / 0 (same size) / (changed size) 4.20.595.690 I slot release: id 0 | task 6544 | stop processing: n_tokens = 427, truncated = 0 4.20.605.777 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 427, t_last = 237048273688 4.20.613.696 I slot launch_slot_: id 0 | task 6623 | processing task, is_child = 0 4.24.954.818 I slot print_timing: id 0 | task 6623 | n_gen = 109, tg = 35.94 t/s, tg_3s = 36.27 t/s 4.25.843.872 I slot print_timing: id 0 | task 6623 | prompt eval time = 1335.76 ms / 576 tokens ( 2.32 ms per token, 431.22 tokens per second) 4.25.843.878 I slot print_timing: id 0 | task 6623 | eval time = 3894.41 ms / 141 tokens ( 27.82 ms per token, 35.95 tokens per second) 4.25.843.878 I slot print_timing: id 0 | task 6623 | total time = 5230.16 ms / 717 tokens 4.25.843.879 I slot print_timing: id 0 | task 6623 | graphs reused = 6047 4.25.843.880 I slot print_timing: id 0 | task 6623 | graph reallocs = 0 / 0 (same size) / (changed size) 4.25.843.931 I slot release: id 0 | task 6623 | stop processing: n_tokens = 716, truncated = 0 4.25.852.683 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 716, t_last = 237053521929 4.25.860.096 I slot launch_slot_: id 0 | task 6768 | processing task, is_child = 0 4.29.683.878 I slot print_timing: id 0 | task 6768 | prompt eval time = 1097.27 ms / 466 tokens ( 2.35 ms per token, 424.69 tokens per second) 4.29.683.885 I slot print_timing: id 0 | task 6768 | eval time = 2726.51 ms / 99 tokens ( 27.82 ms per token, 35.94 tokens per second) 4.29.683.886 I slot print_timing: id 0 | task 6768 | total time = 3823.77 ms / 565 tokens 4.29.683.886 I slot print_timing: id 0 | task 6768 | graphs reused = 6143 4.29.683.887 I slot print_timing: id 0 | task 6768 | graph reallocs = 0 / 0 (same size) / (changed size) 4.29.683.929 I slot release: id 0 | task 6768 | stop processing: n_tokens = 564, truncated = 0 4.29.692.639 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 564, t_last = 237057361927 4.29.702.436 I slot launch_slot_: id 0 | task 6870 | processing task, is_child = 0 4.33.522.705 I slot print_timing: id 0 | task 6870 | prompt eval time = 850.63 ms / 370 tokens ( 2.30 ms per token, 434.97 tokens per second) 4.33.522.710 I slot print_timing: id 0 | task 6870 | eval time = 2969.63 ms / 108 tokens ( 27.75 ms per token, 36.03 tokens per second) 4.33.522.711 I slot print_timing: id 0 | task 6870 | total time = 3820.26 ms / 478 tokens 4.33.522.712 I slot print_timing: id 0 | task 6870 | graphs reused = 6249 4.33.522.712 I slot print_timing: id 0 | task 6870 | graph reallocs = 0 / 0 (same size) / (changed size) 4.33.522.750 I slot release: id 0 | task 6870 | stop processing: n_tokens = 477, truncated = 0 4.33.532.821 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 477, t_last = 237061200748 4.33.538.525 I slot launch_slot_: id 0 | task 6981 | processing task, is_child = 0 4.36.163.305 I slot print_timing: id 0 | task 6981 | prompt eval time = 784.84 ms / 314 tokens ( 2.50 ms per token, 400.08 tokens per second) 4.36.163.311 I slot print_timing: id 0 | task 6981 | eval time = 1839.93 ms / 67 tokens ( 27.88 ms per token, 35.87 tokens per second) 4.36.163.312 I slot print_timing: id 0 | task 6981 | total time = 2624.77 ms / 381 tokens 4.36.163.313 I slot print_timing: id 0 | task 6981 | graphs reused = 6314 4.36.163.313 I slot print_timing: id 0 | task 6981 | graph reallocs = 0 / 0 (same size) / (changed size) 4.36.163.349 I slot release: id 0 | task 6981 | stop processing: n_tokens = 380, truncated = 0 4.36.172.884 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 237063841347 4.36.177.752 I slot launch_slot_: id 0 | task 7051 | processing task, is_child = 0 4.40.371.972 I slot print_timing: id 0 | task 7051 | prompt eval time = 1329.48 ms / 567 tokens ( 2.34 ms per token, 426.48 tokens per second) 4.40.371.979 I slot print_timing: id 0 | task 7051 | eval time = 2864.72 ms / 104 tokens ( 27.81 ms per token, 35.95 tokens per second) 4.40.371.980 I slot print_timing: id 0 | task 7051 | total time = 4194.21 ms / 671 tokens 4.40.371.980 I slot print_timing: id 0 | task 7051 | graphs reused = 6416 4.40.371.981 I slot print_timing: id 0 | task 7051 | graph reallocs = 0 / 0 (same size) / (changed size) 4.40.372.033 I slot release: id 0 | task 7051 | stop processing: n_tokens = 670, truncated = 0 4.40.380.244 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 670, t_last = 237068050031 4.40.390.969 I slot launch_slot_: id 0 | task 7159 | processing task, is_child = 0 4.43.972.019 I slot print_timing: id 0 | task 7159 | prompt eval time = 780.31 ms / 306 tokens ( 2.55 ms per token, 392.15 tokens per second) 4.43.972.026 I slot print_timing: id 0 | task 7159 | eval time = 2800.73 ms / 102 tokens ( 27.73 ms per token, 36.06 tokens per second) 4.43.972.026 I slot print_timing: id 0 | task 7159 | total time = 3581.04 ms / 408 tokens 4.43.972.027 I slot print_timing: id 0 | task 7159 | graphs reused = 6516 4.43.972.028 I slot print_timing: id 0 | task 7159 | graph reallocs = 0 / 0 (same size) / (changed size) 4.43.972.064 I slot release: id 0 | task 7159 | stop processing: n_tokens = 407, truncated = 0 4.43.980.536 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 407, t_last = 237071650062 4.43.983.691 I slot launch_slot_: id 0 | task 7264 | processing task, is_child = 0 4.47.965.120 I slot print_timing: id 0 | task 7264 | n_gen = 109, tg = 35.96 t/s, tg_3s = 36.29 t/s 4.48.187.146 I slot print_timing: id 0 | task 7264 | prompt eval time = 978.10 ms / 429 tokens ( 2.28 ms per token, 438.61 tokens per second) 4.48.187.153 I slot print_timing: id 0 | task 7264 | eval time = 3225.34 ms / 117 tokens ( 27.80 ms per token, 35.97 tokens per second) 4.48.187.154 I slot print_timing: id 0 | task 7264 | total time = 4203.44 ms / 546 tokens 4.48.187.155 I slot print_timing: id 0 | task 7264 | graphs reused = 6630 4.48.187.155 I slot print_timing: id 0 | task 7264 | graph reallocs = 0 / 0 (same size) / (changed size) 4.48.187.195 I slot release: id 0 | task 7264 | stop processing: n_tokens = 545, truncated = 0 4.48.193.899 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 545, t_last = 237075865193 4.48.200.951 I slot launch_slot_: id 0 | task 7384 | processing task, is_child = 0 4.50.795.461 I slot print_timing: id 0 | task 7384 | prompt eval time = 531.82 ms / 197 tokens ( 2.70 ms per token, 370.43 tokens per second) 4.50.795.465 I slot print_timing: id 0 | task 7384 | eval time = 2062.68 ms / 75 tokens ( 27.87 ms per token, 35.88 tokens per second) 4.50.795.466 I slot print_timing: id 0 | task 7384 | total time = 2594.50 ms / 272 tokens 4.50.795.466 I slot print_timing: id 0 | task 7384 | graphs reused = 6702 4.50.795.467 I slot print_timing: id 0 | task 7384 | graph reallocs = 0 / 0 (same size) / (changed size) 4.50.795.495 I slot release: id 0 | task 7384 | stop processing: n_tokens = 271, truncated = 0 4.50.804.140 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 271, t_last = 237078473493 4.50.806.239 I slot launch_slot_: id 0 | task 7462 | processing task, is_child = 0 4.54.748.833 I slot print_timing: id 0 | task 7462 | n_gen = 110, tg = 36.01 t/s, tg_3s = 36.34 t/s 4.54.859.098 I slot print_timing: id 0 | task 7462 | prompt eval time = 915.76 ms / 398 tokens ( 2.30 ms per token, 434.61 tokens per second) 4.54.859.102 I slot print_timing: id 0 | task 7462 | eval time = 3137.08 ms / 114 tokens ( 27.76 ms per token, 36.02 tokens per second) 4.54.859.102 I slot print_timing: id 0 | task 7462 | total time = 4052.85 ms / 512 tokens 4.54.859.103 I slot print_timing: id 0 | task 7462 | graphs reused = 6814 4.54.859.104 I slot print_timing: id 0 | task 7462 | graph reallocs = 0 / 0 (same size) / (changed size) 4.54.859.141 I slot release: id 0 | task 7462 | stop processing: n_tokens = 511, truncated = 0 4.54.868.308 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 237082537139 4.54.876.652 I slot launch_slot_: id 0 | task 7579 | processing task, is_child = 0 4.59.052.167 I slot print_timing: id 0 | task 7579 | n_gen = 109, tg = 35.95 t/s, tg_3s = 36.28 t/s 4.59.440.499 I slot print_timing: id 0 | task 7579 | prompt eval time = 1171.03 ms / 510 tokens ( 2.30 ms per token, 435.51 tokens per second) 4.59.440.507 I slot print_timing: id 0 | task 7579 | eval time = 3392.80 ms / 123 tokens ( 27.81 ms per token, 35.96 tokens per second) 4.59.440.508 I slot print_timing: id 0 | task 7579 | total time = 4563.84 ms / 633 tokens 4.59.440.508 I slot print_timing: id 0 | task 7579 | graphs reused = 6934 4.59.440.509 I slot print_timing: id 0 | task 7579 | graph reallocs = 0 / 0 (same size) / (changed size) 4.59.440.555 I slot release: id 0 | task 7579 | stop processing: n_tokens = 632, truncated = 0 4.59.450.320 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 632, t_last = 237087118553 4.59.457.132 I slot launch_slot_: id 0 | task 7705 | processing task, is_child = 0 5.03.620.109 I slot print_timing: id 0 | task 7705 | prompt eval time = 1324.85 ms / 560 tokens ( 2.37 ms per token, 422.69 tokens per second) 5.03.620.115 I slot print_timing: id 0 | task 7705 | eval time = 2838.11 ms / 103 tokens ( 27.82 ms per token, 35.94 tokens per second) 5.03.620.116 I slot print_timing: id 0 | task 7705 | total time = 4162.96 ms / 663 tokens 5.03.620.117 I slot print_timing: id 0 | task 7705 | graphs reused = 7035 5.03.620.117 I slot print_timing: id 0 | task 7705 | graph reallocs = 0 / 0 (same size) / (changed size) 5.03.620.165 I slot release: id 0 | task 7705 | stop processing: n_tokens = 662, truncated = 0 5.03.630.250 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 662, t_last = 237091298163 5.03.638.677 I slot launch_slot_: id 0 | task 7812 | processing task, is_child = 0 5.06.606.926 I slot print_timing: id 0 | task 7812 | prompt eval time = 910.89 ms / 392 tokens ( 2.32 ms per token, 430.35 tokens per second) 5.06.606.930 I slot print_timing: id 0 | task 7812 | eval time = 2057.35 ms / 75 tokens ( 27.80 ms per token, 35.97 tokens per second) 5.06.606.930 I slot print_timing: id 0 | task 7812 | total time = 2968.24 ms / 467 tokens 5.06.606.931 I slot print_timing: id 0 | task 7812 | graphs reused = 7108 5.06.606.931 I slot print_timing: id 0 | task 7812 | graph reallocs = 0 / 0 (same size) / (changed size) 5.06.606.973 I slot release: id 0 | task 7812 | stop processing: n_tokens = 466, truncated = 0 5.06.616.494 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 466, t_last = 237094284971 5.06.623.440 I slot launch_slot_: id 0 | task 7890 | processing task, is_child = 0 5.10.724.394 I slot print_timing: id 0 | task 7890 | n_gen = 109, tg = 35.92 t/s, tg_3s = 36.25 t/s 5.11.612.564 I slot print_timing: id 0 | task 7890 | prompt eval time = 1094.16 ms / 460 tokens ( 2.38 ms per token, 420.41 tokens per second) 5.11.612.570 I slot print_timing: id 0 | task 7890 | eval time = 3894.95 ms / 141 tokens ( 27.82 ms per token, 35.94 tokens per second) 5.11.612.571 I slot print_timing: id 0 | task 7890 | total time = 4989.11 ms / 601 tokens 5.11.612.571 I slot print_timing: id 0 | task 7890 | graphs reused = 7246 5.11.612.572 I slot print_timing: id 0 | task 7890 | graph reallocs = 0 / 0 (same size) / (changed size) 5.11.612.616 I slot release: id 0 | task 7890 | stop processing: n_tokens = 600, truncated = 0 5.11.622.184 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 600, t_last = 237099290615 5.11.628.680 I slot launch_slot_: id 0 | task 8034 | processing task, is_child = 0 5.14.464.021 I slot print_timing: id 0 | task 8034 | prompt eval time = 972.75 ms / 416 tokens ( 2.34 ms per token, 427.65 tokens per second) 5.14.464.028 I slot print_timing: id 0 | task 8034 | eval time = 1862.58 ms / 68 tokens ( 27.80 ms per token, 35.97 tokens per second) 5.14.464.029 I slot print_timing: id 0 | task 8034 | total time = 2835.33 ms / 484 tokens 5.14.464.030 I slot print_timing: id 0 | task 8034 | graphs reused = 7312 5.14.464.031 I slot print_timing: id 0 | task 8034 | graph reallocs = 0 / 0 (same size) / (changed size) 5.14.464.071 I slot release: id 0 | task 8034 | stop processing: n_tokens = 483, truncated = 0 5.14.474.489 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 483, t_last = 237102142069 5.14.480.206 I slot launch_slot_: id 0 | task 8105 | processing task, is_child = 0 5.18.756.640 I slot print_timing: id 0 | task 8105 | prompt eval time = 1327.54 ms / 574 tokens ( 2.31 ms per token, 432.38 tokens per second) 5.18.756.646 I slot print_timing: id 0 | task 8105 | eval time = 2948.88 ms / 107 tokens ( 27.82 ms per token, 35.95 tokens per second) 5.18.756.647 I slot print_timing: id 0 | task 8105 | total time = 4276.42 ms / 681 tokens 5.18.756.647 I slot print_timing: id 0 | task 8105 | graphs reused = 7417 5.18.756.648 I slot print_timing: id 0 | task 8105 | graph reallocs = 0 / 0 (same size) / (changed size) 5.18.756.700 I slot release: id 0 | task 8105 | stop processing: n_tokens = 680, truncated = 0 5.18.767.806 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 680, t_last = 237106434698 5.18.774.211 I slot launch_slot_: id 0 | task 8216 | processing task, is_child = 0 5.23.299.890 I slot print_timing: id 0 | task 8216 | n_gen = 109, tg = 35.94 t/s, tg_3s = 36.28 t/s 5.23.693.551 I slot print_timing: id 0 | task 8216 | prompt eval time = 1520.97 ms / 658 tokens ( 2.31 ms per token, 432.62 tokens per second) 5.23.693.558 I slot print_timing: id 0 | task 8216 | eval time = 3398.36 ms / 123 tokens ( 27.86 ms per token, 35.90 tokens per second) 5.23.693.558 I slot print_timing: id 0 | task 8216 | total time = 4919.33 ms / 781 tokens 5.23.693.559 I slot print_timing: id 0 | task 8216 | graphs reused = 7537 5.23.693.560 I slot print_timing: id 0 | task 8216 | graph reallocs = 0 / 0 (same size) / (changed size) 5.23.693.617 I slot release: id 0 | task 8216 | stop processing: n_tokens = 780, truncated = 0 5.23.704.014 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 780, t_last = 237111371615 5.23.715.254 I slot launch_slot_: id 0 | task 8343 | processing task, is_child = 0 5.26.737.699 I slot print_timing: id 0 | task 8343 | prompt eval time = 1044.15 ms / 466 tokens ( 2.24 ms per token, 446.30 tokens per second) 5.26.737.703 I slot print_timing: id 0 | task 8343 | eval time = 1978.29 ms / 72 tokens ( 27.86 ms per token, 35.89 tokens per second) 5.26.737.704 I slot print_timing: id 0 | task 8343 | total time = 3022.44 ms / 538 tokens 5.26.737.705 I slot print_timing: id 0 | task 8343 | graphs reused = 7606 5.26.737.705 I slot print_timing: id 0 | task 8343 | graph reallocs = 0 / 0 (same size) / (changed size) 5.26.737.748 I slot release: id 0 | task 8343 | stop processing: n_tokens = 537, truncated = 0 5.26.747.539 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 537, t_last = 237114415746 5.26.753.649 I slot launch_slot_: id 0 | task 8418 | processing task, is_child = 0 5.31.017.377 I slot print_timing: id 0 | task 8418 | n_gen = 109, tg = 35.95 t/s, tg_3s = 36.29 t/s 5.31.601.308 I slot print_timing: id 0 | task 8418 | prompt eval time = 1259.73 ms / 530 tokens ( 2.38 ms per token, 420.72 tokens per second) 5.31.601.314 I slot print_timing: id 0 | task 8418 | eval time = 3587.92 ms / 130 tokens ( 27.81 ms per token, 35.95 tokens per second) 5.31.601.315 I slot print_timing: id 0 | task 8418 | total time = 4847.65 ms / 660 tokens 5.31.601.315 I slot print_timing: id 0 | task 8418 | graphs reused = 7734 5.31.601.316 I slot print_timing: id 0 | task 8418 | graph reallocs = 0 / 0 (same size) / (changed size) 5.31.601.365 I slot release: id 0 | task 8418 | stop processing: n_tokens = 659, truncated = 0 5.31.609.437 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 659, t_last = 237119279363 5.31.618.118 I slot launch_slot_: id 0 | task 8552 | processing task, is_child = 0 5.35.373.843 I slot print_timing: id 0 | task 8552 | n_gen = 110, tg = 36.02 t/s, tg_3s = 36.35 t/s 5.35.734.719 I slot print_timing: id 0 | task 8552 | prompt eval time = 729.52 ms / 315 tokens ( 2.32 ms per token, 431.79 tokens per second) 5.35.734.724 I slot print_timing: id 0 | task 8552 | eval time = 3387.07 ms / 123 tokens ( 27.76 ms per token, 36.02 tokens per second) 5.35.734.725 I slot print_timing: id 0 | task 8552 | total time = 4116.59 ms / 438 tokens 5.35.734.725 I slot print_timing: id 0 | task 8552 | graphs reused = 7855 5.35.734.726 I slot print_timing: id 0 | task 8552 | graph reallocs = 0 / 0 (same size) / (changed size) 5.35.734.761 I slot release: id 0 | task 8552 | stop processing: n_tokens = 437, truncated = 0 5.35.743.675 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 437, t_last = 237123412759 5.35.746.890 I slot launch_slot_: id 0 | task 8678 | processing task, is_child = 0 5.39.683.148 I slot print_timing: id 0 | task 8678 | n_gen = 110, tg = 36.02 t/s, tg_3s = 36.35 t/s 5.40.768.953 I slot print_timing: id 0 | task 8678 | prompt eval time = 909.84 ms / 391 tokens ( 2.33 ms per token, 429.75 tokens per second) 5.40.768.957 I slot print_timing: id 0 | task 8678 | eval time = 4112.21 ms / 149 tokens ( 27.79 ms per token, 35.99 tokens per second) 5.40.768.957 I slot print_timing: id 0 | task 8678 | total time = 5022.05 ms / 540 tokens 5.40.768.958 I slot print_timing: id 0 | task 8678 | graphs reused = 8001 5.40.768.958 I slot print_timing: id 0 | task 8678 | graph reallocs = 0 / 0 (same size) / (changed size) 5.40.769.001 I slot release: id 0 | task 8678 | stop processing: n_tokens = 539, truncated = 0 5.40.779.859 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 539, t_last = 237128446999 5.40.785.545 I slot launch_slot_: id 0 | task 8830 | processing task, is_child = 0 5.45.408.483 I slot print_timing: id 0 | task 8830 | n_gen = 110, tg = 36.06 t/s, tg_3s = 36.39 t/s 5.45.630.461 I slot print_timing: id 0 | task 8830 | prompt eval time = 1600.33 ms / 707 tokens ( 2.26 ms per token, 441.78 tokens per second) 5.45.630.464 I slot print_timing: id 0 | task 8830 | eval time = 3244.58 ms / 118 tokens ( 27.73 ms per token, 36.06 tokens per second) 5.45.630.466 I slot print_timing: id 0 | task 8830 | total time = 4844.90 ms / 825 tokens 5.45.630.467 I slot print_timing: id 0 | task 8830 | graphs reused = 8116 5.45.630.468 I slot print_timing: id 0 | task 8830 | graph reallocs = 0 / 0 (same size) / (changed size) 5.45.630.529 I slot release: id 0 | task 8830 | stop processing: n_tokens = 824, truncated = 0 5.45.641.022 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 824, t_last = 237133308527 5.45.650.265 I slot launch_slot_: id 0 | task 8952 | processing task, is_child = 0 5.50.176.928 I slot print_timing: id 0 | task 8952 | n_gen = 109, tg = 35.87 t/s, tg_3s = 36.21 t/s 5.51.344.114 I slot print_timing: id 0 | task 8952 | prompt eval time = 1516.11 ms / 663 tokens ( 2.29 ms per token, 437.30 tokens per second) 5.51.344.121 I slot print_timing: id 0 | task 8952 | eval time = 4177.73 ms / 151 tokens ( 27.85 ms per token, 35.90 tokens per second) 5.51.344.121 I slot print_timing: id 0 | task 8952 | total time = 5693.84 ms / 814 tokens 5.51.344.122 I slot print_timing: id 0 | task 8952 | graphs reused = 8264 5.51.344.123 I slot print_timing: id 0 | task 8952 | graph reallocs = 0 / 0 (same size) / (changed size) 5.51.344.179 I slot release: id 0 | task 8952 | stop processing: n_tokens = 813, truncated = 0 5.51.351.897 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 813, t_last = 237139022177 5.51.364.595 I slot launch_slot_: id 0 | task 9107 | processing task, is_child = 0 5.54.737.365 I slot print_timing: id 0 | task 9107 | prompt eval time = 597.26 ms / 223 tokens ( 2.68 ms per token, 373.37 tokens per second) 5.54.737.371 I slot print_timing: id 0 | task 9107 | eval time = 2775.50 ms / 101 tokens ( 27.75 ms per token, 36.03 tokens per second) 5.54.737.372 I slot print_timing: id 0 | task 9107 | total time = 3372.76 ms / 324 tokens 5.54.737.373 I slot print_timing: id 0 | task 9107 | graphs reused = 8362 5.54.737.373 I slot print_timing: id 0 | task 9107 | graph reallocs = 0 / 0 (same size) / (changed size) 5.54.737.404 I slot release: id 0 | task 9107 | stop processing: n_tokens = 323, truncated = 0 5.54.743.163 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 323, t_last = 237142415402 5.54.745.823 I slot launch_slot_: id 0 | task 9211 | processing task, is_child = 0 5.58.232.430 I slot print_timing: id 0 | task 9211 | n_gen = 110, tg = 36.08 t/s, tg_3s = 36.41 t/s 6.01.248.511 I slot print_timing: id 0 | task 9211 | n_gen = 219, tg = 36.11 t/s, tg_3s = 36.14 t/s 6.01.470.010 I slot print_timing: id 0 | task 9211 | prompt eval time = 465.33 ms / 154 tokens ( 3.02 ms per token, 330.95 tokens per second) 6.01.470.016 I slot print_timing: id 0 | task 9211 | eval time = 6258.85 ms / 227 tokens ( 27.69 ms per token, 36.11 tokens per second) 6.01.470.017 I slot print_timing: id 0 | task 9211 | total time = 6724.18 ms / 381 tokens 6.01.470.018 I slot print_timing: id 0 | task 9211 | graphs reused = 8586 6.01.470.018 I slot print_timing: id 0 | task 9211 | graph reallocs = 0 / 0 (same size) / (changed size) 6.01.470.042 I slot release: id 0 | task 9211 | stop processing: n_tokens = 380, truncated = 0 6.01.477.078 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 380, t_last = 237149148040 6.01.482.444 I slot launch_slot_: id 0 | task 9441 | processing task, is_child = 0 6.02.636.886 I slot print_timing: id 0 | task 9441 | prompt eval time = 476.30 ms / 171 tokens ( 2.79 ms per token, 359.02 tokens per second) 6.02.636.893 I slot print_timing: id 0 | task 9441 | eval time = 678.13 ms / 25 tokens ( 28.26 ms per token, 35.39 tokens per second) 6.02.636.893 I slot print_timing: id 0 | task 9441 | total time = 1154.43 ms / 196 tokens 6.02.636.894 I slot print_timing: id 0 | task 9441 | graphs reused = 8609 6.02.636.895 I slot print_timing: id 0 | task 9441 | graph reallocs = 0 / 0 (same size) / (changed size) 6.02.636.918 I slot release: id 0 | task 9441 | stop processing: n_tokens = 195, truncated = 0 6.02.642.556 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 195, t_last = 237150314916 6.02.644.490 I slot launch_slot_: id 0 | task 9469 | processing task, is_child = 0 6.04.716.987 I slot print_timing: id 0 | task 9469 | prompt eval time = 408.94 ms / 131 tokens ( 3.12 ms per token, 320.34 tokens per second) 6.04.716.994 I slot print_timing: id 0 | task 9469 | eval time = 1663.55 ms / 61 tokens ( 27.73 ms per token, 36.07 tokens per second) 6.04.716.995 I slot print_timing: id 0 | task 9469 | total time = 2072.49 ms / 192 tokens 6.04.716.995 I slot print_timing: id 0 | task 9469 | graphs reused = 8668 6.04.716.996 I slot print_timing: id 0 | task 9469 | graph reallocs = 0 / 0 (same size) / (changed size) 6.04.717.018 I slot release: id 0 | task 9469 | stop processing: n_tokens = 191, truncated = 0 6.04.722.846 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 191, t_last = 237152395016 6.04.724.924 I slot launch_slot_: id 0 | task 9533 | processing task, is_child = 0 6.06.240.912 I slot print_timing: id 0 | task 9533 | prompt eval time = 597.40 ms / 206 tokens ( 2.90 ms per token, 344.83 tokens per second) 6.06.240.918 I slot print_timing: id 0 | task 9533 | eval time = 918.57 ms / 34 tokens ( 27.84 ms per token, 35.93 tokens per second) 6.06.240.919 I slot print_timing: id 0 | task 9533 | total time = 1515.98 ms / 240 tokens 6.06.240.919 I slot print_timing: id 0 | task 9533 | graphs reused = 8700 6.06.240.920 I slot print_timing: id 0 | task 9533 | graph reallocs = 0 / 0 (same size) / (changed size) 6.06.240.953 I slot release: id 0 | task 9533 | stop processing: n_tokens = 239, truncated = 0 6.06.247.436 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 239, t_last = 237153918951 6.06.252.270 I slot launch_slot_: id 0 | task 9570 | processing task, is_child = 0 6.07.020.178 I slot print_timing: id 0 | task 9570 | prompt eval time = 349.42 ms / 107 tokens ( 3.27 ms per token, 306.22 tokens per second) 6.07.020.184 I slot print_timing: id 0 | task 9570 | eval time = 418.48 ms / 16 tokens ( 27.90 ms per token, 35.84 tokens per second) 6.07.020.185 I slot print_timing: id 0 | task 9570 | total time = 767.90 ms / 123 tokens 6.07.020.185 I slot print_timing: id 0 | task 9570 | graphs reused = 8714 6.07.020.186 I slot print_timing: id 0 | task 9570 | graph reallocs = 0 / 0 (same size) / (changed size) 6.07.020.205 I slot release: id 0 | task 9570 | stop processing: n_tokens = 122, truncated = 0 6.07.025.890 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 122, t_last = 237154698203 6.07.026.879 I slot launch_slot_: id 0 | task 9589 | processing task, is_child = 0 6.10.512.473 I slot print_timing: id 0 | task 9589 | n_gen = 110, tg = 36.09 t/s, tg_3s = 36.42 t/s 6.13.532.818 I slot print_timing: id 0 | task 9589 | n_gen = 219, tg = 36.09 t/s, tg_3s = 36.09 t/s 6.13.781.776 I slot print_timing: id 0 | task 9589 | prompt eval time = 465.51 ms / 147 tokens ( 3.17 ms per token, 315.79 tokens per second) 6.13.781.782 I slot print_timing: id 0 | task 9589 | eval time = 6289.38 ms / 228 tokens ( 27.71 ms per token, 36.09 tokens per second) 6.13.781.784 I slot print_timing: id 0 | task 9589 | total time = 6754.89 ms / 375 tokens 6.13.781.785 I slot print_timing: id 0 | task 9589 | graphs reused = 8939 6.13.781.785 I slot print_timing: id 0 | task 9589 | graph reallocs = 0 / 0 (same size) / (changed size) 6.13.781.812 I slot release: id 0 | task 9589 | stop processing: n_tokens = 374, truncated = 0 6.13.787.654 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 374, t_last = 237161459810 6.13.791.592 I slot launch_slot_: id 0 | task 9820 | processing task, is_child = 0 6.17.225.731 I slot print_timing: id 0 | task 9820 | n_gen = 110, tg = 36.11 t/s, tg_3s = 36.44 t/s 6.20.246.014 I slot print_timing: id 0 | task 9820 | n_gen = 219, tg = 36.10 t/s, tg_3s = 36.09 t/s 6.23.265.972 I slot print_timing: id 0 | task 9820 | n_gen = 328, tg = 36.10 t/s, tg_3s = 36.09 t/s 6.23.792.455 I slot print_timing: id 0 | task 9820 | prompt eval time = 415.73 ms / 146 tokens ( 2.85 ms per token, 351.19 tokens per second) 6.23.792.459 I slot print_timing: id 0 | task 9820 | eval time = 9585.13 ms / 347 tokens ( 27.70 ms per token, 36.10 tokens per second) 6.23.792.460 I slot print_timing: id 0 | task 9820 | total time = 10000.85 ms / 493 tokens 6.23.792.460 I slot print_timing: id 0 | task 9820 | graphs reused = 9283 6.23.792.461 I slot print_timing: id 0 | task 9820 | graph reallocs = 0 / 0 (same size) / (changed size) 6.23.792.485 I slot release: id 0 | task 9820 | stop processing: n_tokens = 492, truncated = 0 6.23.798.348 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 492, t_last = 237171470483 6.23.804.679 I slot launch_slot_: id 0 | task 10170 | processing task, is_child = 0 6.25.070.409 I slot print_timing: id 0 | task 10170 | prompt eval time = 348.95 ms / 85 tokens ( 4.11 ms per token, 243.59 tokens per second) 6.25.070.416 I slot print_timing: id 0 | task 10170 | eval time = 916.77 ms / 34 tokens ( 27.78 ms per token, 36.00 tokens per second) 6.25.070.416 I slot print_timing: id 0 | task 10170 | total time = 1265.72 ms / 119 tokens 6.25.070.417 I slot print_timing: id 0 | task 10170 | graphs reused = 9315 6.25.070.418 I slot print_timing: id 0 | task 10170 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.070.436 I slot release: id 0 | task 10170 | stop processing: n_tokens = 118, truncated = 0 6.25.076.139 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 118, t_last = 237172748434 6.25.077.540 I slot launch_slot_: id 0 | task 10207 | processing task, is_child = 0 6.25.783.773 I slot print_timing: id 0 | task 10207 | prompt eval time = 480.73 ms / 155 tokens ( 3.10 ms per token, 322.43 tokens per second) 6.25.783.780 I slot print_timing: id 0 | task 10207 | eval time = 225.50 ms / 9 tokens ( 28.19 ms per token, 35.48 tokens per second) 6.25.783.782 I slot print_timing: id 0 | task 10207 | total time = 706.23 ms / 164 tokens 6.25.783.783 I slot print_timing: id 0 | task 10207 | graphs reused = 9322 6.25.783.784 I slot print_timing: id 0 | task 10207 | graph reallocs = 0 / 0 (same size) / (changed size) 6.25.783.807 I slot release: id 0 | task 10207 | stop processing: n_tokens = 163, truncated = 0 6.25.790.542 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 163, t_last = 237173461805 6.25.794.204 I slot launch_slot_: id 0 | task 10219 | processing task, is_child = 0 6.29.286.937 I slot print_timing: id 0 | task 10219 | n_gen = 110, tg = 36.06 t/s, tg_3s = 36.39 t/s 6.30.559.838 I slot print_timing: id 0 | task 10219 | prompt eval time = 469.83 ms / 151 tokens ( 3.11 ms per token, 321.39 tokens per second) 6.30.559.842 I slot print_timing: id 0 | task 10219 | eval time = 4295.80 ms / 156 tokens ( 27.71 ms per token, 36.08 tokens per second) 6.30.559.843 I slot print_timing: id 0 | task 10219 | total time = 4765.62 ms / 307 tokens 6.30.559.844 I slot print_timing: id 0 | task 10219 | graphs reused = 9475 6.30.559.844 I slot print_timing: id 0 | task 10219 | graph reallocs = 0 / 0 (same size) / (changed size) 6.30.559.870 I slot release: id 0 | task 10219 | stop processing: n_tokens = 306, truncated = 0 6.30.566.918 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 306, t_last = 237178237868 6.30.571.582 I slot launch_slot_: id 0 | task 10378 | processing task, is_child = 0 6.34.070.433 I slot print_timing: id 0 | task 10378 | n_gen = 110, tg = 36.05 t/s, tg_3s = 36.38 t/s 6.37.086.302 I slot print_timing: id 0 | task 10378 | n_gen = 219, tg = 36.10 t/s, tg_3s = 36.14 t/s 6.38.056.597 I slot print_timing: id 0 | task 10378 | prompt eval time = 475.14 ms / 166 tokens ( 2.86 ms per token, 349.37 tokens per second) 6.38.056.602 I slot print_timing: id 0 | task 10378 | eval time = 7009.86 ms / 254 tokens ( 27.71 ms per token, 36.09 tokens per second) 6.38.056.602 I slot print_timing: id 0 | task 10378 | total time = 7485.00 ms / 420 tokens 6.38.056.603 I slot print_timing: id 0 | task 10378 | graphs reused = 9726 6.38.056.604 I slot print_timing: id 0 | task 10378 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.056.630 I slot release: id 0 | task 10378 | stop processing: n_tokens = 419, truncated = 0 6.38.063.783 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 419, t_last = 237185734629 6.38.069.192 I slot launch_slot_: id 0 | task 10635 | processing task, is_child = 0 6.38.982.718 I slot print_timing: id 0 | task 10635 | prompt eval time = 411.59 ms / 137 tokens ( 3.00 ms per token, 332.86 tokens per second) 6.38.982.724 I slot print_timing: id 0 | task 10635 | eval time = 501.93 ms / 19 tokens ( 27.88 ms per token, 35.86 tokens per second) 6.38.982.724 I slot print_timing: id 0 | task 10635 | total time = 913.52 ms / 156 tokens 6.38.982.725 I slot print_timing: id 0 | task 10635 | graphs reused = 9743 6.38.982.726 I slot print_timing: id 0 | task 10635 | graph reallocs = 0 / 0 (same size) / (changed size) 6.38.982.748 I slot release: id 0 | task 10635 | stop processing: n_tokens = 155, truncated = 0 6.38.988.344 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 155, t_last = 237186660746 6.38.990.710 I slot launch_slot_: id 0 | task 10657 | processing task, is_child = 0 6.42.476.620 I slot print_timing: id 0 | task 10657 | n_gen = 110, tg = 36.09 t/s, tg_3s = 36.42 t/s 6.45.498.381 I slot print_timing: id 0 | task 10657 | n_gen = 219, tg = 36.08 t/s, tg_3s = 36.07 t/s 6.48.407.757 I slot print_timing: id 0 | task 10657 | prompt eval time = 465.84 ms / 146 tokens ( 3.19 ms per token, 313.41 tokens per second) 6.48.407.765 I slot print_timing: id 0 | task 10657 | eval time = 8951.19 ms / 324 tokens ( 27.71 ms per token, 36.08 tokens per second) 6.48.407.765 I slot print_timing: id 0 | task 10657 | total time = 9417.04 ms / 470 tokens 6.48.407.766 I slot print_timing: id 0 | task 10657 | graphs reused = 10064 6.48.407.767 I slot print_timing: id 0 | task 10657 | graph reallocs = 0 / 0 (same size) / (changed size) 6.48.407.789 I slot release: id 0 | task 10657 | stop processing: n_tokens = 469, truncated = 0 6.48.413.652 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 469, t_last = 237196085787 6.48.418.008 I slot launch_slot_: id 0 | task 10984 | processing task, is_child = 0 6.51.911.425 I slot print_timing: id 0 | task 10984 | n_gen = 110, tg = 36.06 t/s, tg_3s = 36.39 t/s 6.54.929.063 I slot print_timing: id 0 | task 10984 | n_gen = 219, tg = 36.09 t/s, tg_3s = 36.12 t/s 6.57.949.151 I slot print_timing: id 0 | task 10984 | n_gen = 328, tg = 36.09 t/s, tg_3s = 36.09 t/s 6.59.256.106 I slot print_timing: id 0 | task 10984 | prompt eval time = 470.55 ms / 167 tokens ( 2.82 ms per token, 354.91 tokens per second) 6.59.256.110 I slot print_timing: id 0 | task 10984 | eval time = 10367.54 ms / 375 tokens ( 27.72 ms per token, 36.07 tokens per second) 6.59.256.111 I slot print_timing: id 0 | task 10984 | total time = 10838.09 ms / 542 tokens 6.59.256.111 I slot print_timing: id 0 | task 10984 | graphs reused = 10435 6.59.256.112 I slot print_timing: id 0 | task 10984 | graph reallocs = 0 / 0 (same size) / (changed size) 6.59.256.139 I slot release: id 0 | task 10984 | stop processing: n_tokens = 541, truncated = 0 6.59.262.575 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 541, t_last = 237206934137 6.59.269.121 I slot launch_slot_: id 0 | task 11362 | processing task, is_child = 0 7.02.776.651 I slot print_timing: id 0 | task 11362 | n_gen = 110, tg = 36.03 t/s, tg_3s = 36.36 t/s 7.05.793.989 I slot print_timing: id 0 | task 11362 | n_gen = 219, tg = 36.08 t/s, tg_3s = 36.12 t/s 7.08.814.024 I slot print_timing: id 0 | task 11362 | n_gen = 328, tg = 36.08 t/s, tg_3s = 36.09 t/s 7.11.840.790 I slot print_timing: id 0 | task 11362 | n_gen = 437, tg = 36.07 t/s, tg_3s = 36.01 t/s 7.14.585.728 I slot print_timing: id 0 | task 11362 | prompt eval time = 482.49 ms / 160 tokens ( 3.02 ms per token, 331.61 tokens per second) 7.14.585.733 I slot print_timing: id 0 | task 11362 | eval time = 14834.10 ms / 536 tokens ( 27.73 ms per token, 36.07 tokens per second) 7.14.585.734 I slot print_timing: id 0 | task 11362 | total time = 15316.59 ms / 696 tokens 7.14.585.735 I slot print_timing: id 0 | task 11362 | graphs reused = 10967 7.14.585.736 I slot print_timing: id 0 | task 11362 | graph reallocs = 0 / 0 (same size) / (changed size) 7.14.585.759 I slot release: id 0 | task 11362 | stop processing: n_tokens = 695, truncated = 0 7.14.592.978 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 695, t_last = 237222263757 7.14.600.950 I slot launch_slot_: id 0 | task 11901 | processing task, is_child = 0 7.18.081.336 I slot print_timing: id 0 | task 11901 | n_gen = 109, tg = 35.98 t/s, tg_3s = 36.31 t/s 7.21.097.802 I slot print_timing: id 0 | task 11901 | n_gen = 218, tg = 36.06 t/s, tg_3s = 36.14 t/s 7.24.116.976 I slot print_timing: id 0 | task 11901 | n_gen = 327, tg = 36.07 t/s, tg_3s = 36.10 t/s 7.25.031.820 I slot print_timing: id 0 | task 11901 | prompt eval time = 478.81 ms / 152 tokens ( 3.15 ms per token, 317.45 tokens per second) 7.25.031.831 I slot print_timing: id 0 | task 11901 | eval time = 9952.05 ms / 360 tokens ( 27.72 ms per token, 36.07 tokens per second) 7.25.031.831 I slot print_timing: id 0 | task 11901 | total time = 10430.86 ms / 512 tokens 7.25.031.832 I slot print_timing: id 0 | task 11901 | graphs reused = 11324 7.25.031.833 I slot print_timing: id 0 | task 11901 | graph reallocs = 0 / 0 (same size) / (changed size) 7.25.031.859 I slot release: id 0 | task 11901 | stop processing: n_tokens = 511, truncated = 0 7.25.039.196 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 511, t_last = 237232709857 7.25.045.829 I slot launch_slot_: id 0 | task 12264 | processing task, is_child = 0 7.28.546.257 I slot print_timing: id 0 | task 12264 | n_gen = 110, tg = 36.07 t/s, tg_3s = 36.40 t/s 7.30.924.559 I slot print_timing: id 0 | task 12264 | prompt eval time = 478.85 ms / 158 tokens ( 3.03 ms per token, 329.96 tokens per second) 7.30.924.565 I slot print_timing: id 0 | task 12264 | eval time = 5399.87 ms / 196 tokens ( 27.69 ms per token, 36.11 tokens per second) 7.30.924.566 I slot print_timing: id 0 | task 12264 | total time = 5878.72 ms / 354 tokens 7.30.924.567 I slot print_timing: id 0 | task 12264 | graphs reused = 11517 7.30.924.567 I slot print_timing: id 0 | task 12264 | graph reallocs = 0 / 0 (same size) / (changed size) 7.30.924.590 I slot release: id 0 | task 12264 | stop processing: n_tokens = 353, truncated = 0 7.30.930.939 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 353, t_last = 237238602588 7.30.935.978 I slot launch_slot_: id 0 | task 12463 | processing task, is_child = 0 7.34.369.025 I slot print_timing: id 0 | task 12463 | n_gen = 110, tg = 36.09 t/s, tg_3s = 36.42 t/s 7.36.255.786 I slot print_timing: id 0 | task 12463 | prompt eval time = 413.06 ms / 140 tokens ( 2.95 ms per token, 338.93 tokens per second) 7.36.255.793 I slot print_timing: id 0 | task 12463 | eval time = 4906.73 ms / 178 tokens ( 27.72 ms per token, 36.07 tokens per second) 7.36.255.794 I slot print_timing: id 0 | task 12463 | total time = 5319.80 ms / 318 tokens 7.36.255.795 I slot print_timing: id 0 | task 12463 | graphs reused = 11692 7.36.255.795 I slot print_timing: id 0 | task 12463 | graph reallocs = 0 / 0 (same size) / (changed size) 7.36.255.820 I slot release: id 0 | task 12463 | stop processing: n_tokens = 317, truncated = 0 7.36.262.420 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 317, t_last = 237243933818 7.36.267.147 I slot launch_slot_: id 0 | task 12644 | processing task, is_child = 0 7.37.341.095 I slot print_timing: id 0 | task 12644 | prompt eval time = 405.36 ms / 118 tokens ( 3.44 ms per token, 291.10 tokens per second) 7.37.341.101 I slot print_timing: id 0 | task 12644 | eval time = 668.58 ms / 25 tokens ( 27.86 ms per token, 35.90 tokens per second) 7.37.341.102 I slot print_timing: id 0 | task 12644 | total time = 1073.94 ms / 143 tokens 7.37.341.103 I slot print_timing: id 0 | task 12644 | graphs reused = 11715 7.37.341.104 I slot print_timing: id 0 | task 12644 | graph reallocs = 0 / 0 (same size) / (changed size) 7.37.341.127 I slot release: id 0 | task 12644 | stop processing: n_tokens = 142, truncated = 0 7.37.347.884 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 142, t_last = 237245019125 7.37.349.654 I slot launch_slot_: id 0 | task 12672 | processing task, is_child = 0 7.40.847.043 I slot print_timing: id 0 | task 12672 | n_gen = 110, tg = 36.04 t/s, tg_3s = 36.37 t/s 7.43.865.042 I slot print_timing: id 0 | task 12672 | n_gen = 219, tg = 36.08 t/s, tg_3s = 36.12 t/s 7.46.885.609 I slot print_timing: id 0 | task 12672 | n_gen = 328, tg = 36.08 t/s, tg_3s = 36.09 t/s 7.47.998.384 I slot print_timing: id 0 | task 12672 | prompt eval time = 472.91 ms / 162 tokens ( 2.92 ms per token, 342.56 tokens per second) 7.47.998.390 I slot print_timing: id 0 | task 12672 | eval time = 10175.80 ms / 368 tokens ( 27.73 ms per token, 36.07 tokens per second) 7.47.998.391 I slot print_timing: id 0 | task 12672 | total time = 10648.71 ms / 530 tokens 7.47.998.391 I slot print_timing: id 0 | task 12672 | graphs reused = 12079 7.47.998.392 I slot print_timing: id 0 | task 12672 | graph reallocs = 0 / 0 (same size) / (changed size) 7.47.998.416 I slot release: id 0 | task 12672 | stop processing: n_tokens = 529, truncated = 0 7.48.006.054 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 529, t_last = 237255676414 7.48.011.152 I slot launch_slot_: id 0 | task 13043 | processing task, is_child = 0 7.51.570.472 I slot print_timing: id 0 | task 13043 | n_gen = 110, tg = 36.05 t/s, tg_3s = 36.38 t/s 7.54.588.295 I slot print_timing: id 0 | task 13043 | n_gen = 219, tg = 36.08 t/s, tg_3s = 36.12 t/s 7.57.609.120 I slot print_timing: id 0 | task 13043 | n_gen = 328, tg = 36.08 t/s, tg_3s = 36.08 t/s 7.58.999.314 I slot print_timing: id 0 | task 13043 | prompt eval time = 535.70 ms / 181 tokens ( 2.96 ms per token, 337.88 tokens per second) 7.58.999.320 I slot print_timing: id 0 | task 13043 | eval time = 10452.45 ms / 378 tokens ( 27.73 ms per token, 36.07 tokens per second) 7.58.999.321 I slot print_timing: id 0 | task 13043 | total time = 10988.15 ms / 559 tokens 7.58.999.322 I slot print_timing: id 0 | task 13043 | graphs reused = 12453 7.58.999.322 I slot print_timing: id 0 | task 13043 | graph reallocs = 0 / 0 (same size) / (changed size) 7.58.999.350 I slot release: id 0 | task 13043 | stop processing: n_tokens = 558, truncated = 0 7.59.005.419 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 558, t_last = 237266677348 7.59.012.552 I slot launch_slot_: id 0 | task 13424 | processing task, is_child = 0 8.02.440.502 I slot print_timing: id 0 | task 13424 | n_gen = 110, tg = 36.11 t/s, tg_3s = 36.44 t/s 8.04.242.704 I slot print_timing: id 0 | task 13424 | prompt eval time = 409.24 ms / 119 tokens ( 3.44 ms per token, 290.79 tokens per second) 8.04.242.711 I slot print_timing: id 0 | task 13424 | eval time = 4820.90 ms / 175 tokens ( 27.71 ms per token, 36.09 tokens per second) 8.04.242.712 I slot print_timing: id 0 | task 13424 | total time = 5230.14 ms / 294 tokens 8.04.242.712 I slot print_timing: id 0 | task 13424 | graphs reused = 12625 8.04.242.713 I slot print_timing: id 0 | task 13424 | graph reallocs = 0 / 0 (same size) / (changed size) 8.04.242.736 I slot release: id 0 | task 13424 | stop processing: n_tokens = 293, truncated = 0 8.04.248.121 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 293, t_last = 237271920734 8.04.250.379 I slot launch_slot_: id 0 | task 13602 | processing task, is_child = 0 8.06.101.842 I slot print_timing: id 0 | task 13602 | prompt eval time = 408.54 ms / 135 tokens ( 3.03 ms per token, 330.44 tokens per second) 8.06.101.849 I slot print_timing: id 0 | task 13602 | eval time = 1442.90 ms / 53 tokens ( 27.75 ms per token, 36.04 tokens per second) 8.06.101.849 I slot print_timing: id 0 | task 13602 | total time = 1851.45 ms / 188 tokens 8.06.101.850 I slot print_timing: id 0 | task 13602 | graphs reused = 12676 8.06.101.851 I slot print_timing: id 0 | task 13602 | graph reallocs = 0 / 0 (same size) / (changed size) 8.06.101.872 I slot release: id 0 | task 13602 | stop processing: n_tokens = 187, truncated = 0 8.06.108.640 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 187, t_last = 237273779870 8.06.111.592 I slot launch_slot_: id 0 | task 13658 | processing task, is_child = 0 8.09.541.518 I slot print_timing: id 0 | task 13658 | n_gen = 110, tg = 36.09 t/s, tg_3s = 36.42 t/s 8.12.562.799 I slot print_timing: id 0 | task 13658 | n_gen = 219, tg = 36.08 t/s, tg_3s = 36.08 t/s 8.15.581.014 I slot print_timing: id 0 | task 13658 | n_gen = 328, tg = 36.09 t/s, tg_3s = 36.11 t/s 8.15.774.933 I slot print_timing: id 0 | task 13658 | prompt eval time = 409.86 ms / 128 tokens ( 3.20 ms per token, 312.30 tokens per second) 8.15.774.940 I slot print_timing: id 0 | task 13658 | eval time = 9253.48 ms / 335 tokens ( 27.71 ms per token, 36.09 tokens per second) 8.15.774.941 I slot print_timing: id 0 | task 13658 | total time = 9663.33 ms / 463 tokens 8.15.774.941 I slot print_timing: id 0 | task 13658 | graphs reused = 13008 8.15.774.942 I slot print_timing: id 0 | task 13658 | graph reallocs = 0 / 0 (same size) / (changed size) 8.15.774.967 I slot release: id 0 | task 13658 | stop processing: n_tokens = 462, truncated = 0 8.15.781.624 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 462, t_last = 237283452965 8.15.788.307 I slot launch_slot_: id 0 | task 13996 | processing task, is_child = 0 8.18.527.444 I slot print_timing: id 0 | task 13996 | prompt eval time = 413.81 ms / 142 tokens ( 2.91 ms per token, 343.15 tokens per second) 8.18.527.450 I slot print_timing: id 0 | task 13996 | eval time = 2325.32 ms / 85 tokens ( 27.68 ms per token, 36.12 tokens per second) 8.18.527.450 I slot print_timing: id 0 | task 13996 | total time = 2739.13 ms / 227 tokens 8.18.527.451 I slot print_timing: id 0 | task 13996 | graphs reused = 13091 8.18.527.451 I slot print_timing: id 0 | task 13996 | graph reallocs = 0 / 0 (same size) / (changed size) 8.18.527.473 I slot release: id 0 | task 13996 | stop processing: n_tokens = 226, truncated = 0 8.18.532.799 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 226, t_last = 237286205472 8.18.535.534 I slot launch_slot_: id 0 | task 14084 | processing task, is_child = 0 8.19.448.628 I slot print_timing: id 0 | task 14084 | prompt eval time = 466.10 ms / 146 tokens ( 3.19 ms per token, 313.24 tokens per second) 8.19.448.635 I slot print_timing: id 0 | task 14084 | eval time = 446.98 ms / 17 tokens ( 27.94 ms per token, 35.80 tokens per second) 8.19.448.635 I slot print_timing: id 0 | task 14084 | total time = 913.08 ms / 163 tokens 8.19.448.636 I slot print_timing: id 0 | task 14084 | graphs reused = 13106 8.19.448.637 I slot print_timing: id 0 | task 14084 | graph reallocs = 0 / 0 (same size) / (changed size) 8.19.448.661 I slot release: id 0 | task 14084 | stop processing: n_tokens = 162, truncated = 0 8.19.454.551 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 162, t_last = 237287126659 8.19.457.068 I slot launch_slot_: id 0 | task 14104 | processing task, is_child = 0 8.22.886.693 I slot print_timing: id 0 | task 14104 | n_gen = 110, tg = 36.11 t/s, tg_3s = 36.44 t/s 8.25.906.292 I slot print_timing: id 0 | task 14104 | n_gen = 219, tg = 36.10 t/s, tg_3s = 36.10 t/s 8.27.290.794 I slot print_timing: id 0 | task 14104 | prompt eval time = 410.97 ms / 138 tokens ( 2.98 ms per token, 335.79 tokens per second) 8.27.290.797 I slot print_timing: id 0 | task 14104 | eval time = 7422.74 ms / 269 tokens ( 27.70 ms per token, 36.11 tokens per second) 8.27.290.798 I slot print_timing: id 0 | task 14104 | total time = 7833.71 ms / 407 tokens 8.27.290.798 I slot print_timing: id 0 | task 14104 | graphs reused = 13372 8.27.290.799 I slot print_timing: id 0 | task 14104 | graph reallocs = 0 / 0 (same size) / (changed size) 8.27.290.827 I slot release: id 0 | task 14104 | stop processing: n_tokens = 406, truncated = 0 8.27.297.011 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 406, t_last = 237294968825 8.27.302.534 I slot launch_slot_: id 0 | task 14376 | processing task, is_child = 0 8.30.732.696 I slot print_timing: id 0 | task 14376 | n_gen = 110, tg = 36.11 t/s, tg_3s = 36.44 t/s 8.33.753.678 I slot print_timing: id 0 | task 14376 | n_gen = 219, tg = 36.10 t/s, tg_3s = 36.08 t/s 8.36.772.832 I slot print_timing: id 0 | task 14376 | n_gen = 328, tg = 36.10 t/s, tg_3s = 36.10 t/s 8.39.799.481 I slot print_timing: id 0 | task 14376 | n_gen = 437, tg = 36.08 t/s, tg_3s = 36.01 t/s 8.42.823.632 I slot print_timing: id 0 | task 14376 | n_gen = 546, tg = 36.07 t/s, tg_3s = 36.04 t/s 8.45.825.949 I slot print_timing: id 0 | task 14376 | n_gen = 654, tg = 36.05 t/s, tg_3s = 35.97 t/s 8.48.831.571 I slot print_timing: id 0 | task 14376 | n_gen = 762, tg = 36.04 t/s, tg_3s = 35.93 t/s 8.51.624.213 I slot print_timing: id 0 | task 14376 | prompt eval time = 411.52 ms / 140 tokens ( 2.94 ms per token, 340.20 tokens per second) 8.51.624.219 I slot print_timing: id 0 | task 14376 | eval time = 23910.15 ms / 862 tokens ( 27.77 ms per token, 36.01 tokens per second) 8.51.624.220 I slot print_timing: id 0 | task 14376 | total time = 24321.67 ms / 1002 tokens 8.51.624.221 I slot print_timing: id 0 | task 14376 | graphs reused = 14229 8.51.624.221 I slot print_timing: id 0 | task 14376 | graph reallocs = 0 / 0 (same size) / (changed size) 8.51.624.248 I slot release: id 0 | task 14376 | stop processing: n_tokens = 1001, truncated = 0 8.51.630.605 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1001, t_last = 237319302246 8.51.636.947 I slot launch_slot_: id 0 | task 15241 | processing task, is_child = 0 8.55.121.412 I slot print_timing: id 0 | task 15241 | n_gen = 110, tg = 36.08 t/s, tg_3s = 36.41 t/s 8.55.402.120 I slot print_timing: id 0 | task 15241 | prompt eval time = 463.12 ms / 144 tokens ( 3.22 ms per token, 310.93 tokens per second) 8.55.402.129 I slot print_timing: id 0 | task 15241 | eval time = 3302.04 ms / 120 tokens ( 27.75 ms per token, 36.04 tokens per second) 8.55.402.129 I slot print_timing: id 0 | task 15241 | total time = 3765.16 ms / 264 tokens 8.55.402.130 I slot print_timing: id 0 | task 15241 | graphs reused = 14346 8.55.402.131 I slot print_timing: id 0 | task 15241 | graph reallocs = 0 / 0 (same size) / (changed size) 8.55.402.159 I slot release: id 0 | task 15241 | stop processing: n_tokens = 263, truncated = 0 8.55.409.346 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 263, t_last = 237323080157 8.55.413.584 I slot launch_slot_: id 0 | task 15364 | processing task, is_child = 0 8.56.783.678 I slot print_timing: id 0 | task 15364 | prompt eval time = 474.21 ms / 169 tokens ( 2.81 ms per token, 356.39 tokens per second) 8.56.783.685 I slot print_timing: id 0 | task 15364 | eval time = 895.88 ms / 33 tokens ( 28.00 ms per token, 35.72 tokens per second) 8.56.783.686 I slot print_timing: id 0 | task 15364 | total time = 1370.08 ms / 202 tokens 8.56.783.686 I slot print_timing: id 0 | task 15364 | graphs reused = 14377 8.56.783.687 I slot print_timing: id 0 | task 15364 | graph reallocs = 0 / 0 (same size) / (changed size) 8.56.783.711 I slot release: id 0 | task 15364 | stop processing: n_tokens = 201, truncated = 0 8.56.791.238 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 201, t_last = 237324461709 8.56.795.525 I slot launch_slot_: id 0 | task 15400 | processing task, is_child = 0 8.58.070.433 I slot print_timing: id 0 | task 15400 | prompt eval time = 468.20 ms / 149 tokens ( 3.14 ms per token, 318.24 tokens per second) 8.58.070.440 I slot print_timing: id 0 | task 15400 | eval time = 806.69 ms / 30 tokens ( 27.82 ms per token, 35.95 tokens per second) 8.58.070.441 I slot print_timing: id 0 | task 15400 | total time = 1274.89 ms / 179 tokens 8.58.070.441 I slot print_timing: id 0 | task 15400 | graphs reused = 14405 8.58.070.442 I slot print_timing: id 0 | task 15400 | graph reallocs = 0 / 0 (same size) / (changed size) 8.58.070.470 I slot release: id 0 | task 15400 | stop processing: n_tokens = 178, truncated = 0 8.58.077.381 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 178, t_last = 237325748468 8.58.080.763 I slot launch_slot_: id 0 | task 15433 | processing task, is_child = 0 9.01.527.239 I slot print_timing: id 0 | task 15433 | n_gen = 110, tg = 36.07 t/s, tg_3s = 36.41 t/s 9.02.002.122 I slot print_timing: id 0 | task 15433 | prompt eval time = 424.94 ms / 147 tokens ( 2.89 ms per token, 345.93 tokens per second) 9.02.002.129 I slot print_timing: id 0 | task 15433 | eval time = 3496.41 ms / 127 tokens ( 27.75 ms per token, 36.04 tokens per second) 9.02.002.129 I slot print_timing: id 0 | task 15433 | total time = 3921.35 ms / 274 tokens 9.02.002.130 I slot print_timing: id 0 | task 15433 | graphs reused = 14529 9.02.002.130 I slot print_timing: id 0 | task 15433 | graph reallocs = 0 / 0 (same size) / (changed size) 9.02.002.153 I slot release: id 0 | task 15433 | stop processing: n_tokens = 273, truncated = 0 9.02.008.478 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 273, t_last = 237329680151 9.02.011.571 I slot launch_slot_: id 0 | task 15563 | processing task, is_child = 0 9.05.502.780 I slot print_timing: id 0 | task 15563 | n_gen = 110, tg = 36.03 t/s, tg_3s = 36.36 t/s 9.07.026.012 I slot print_timing: id 0 | task 15563 | prompt eval time = 465.99 ms / 161 tokens ( 2.89 ms per token, 345.50 tokens per second) 9.07.026.016 I slot print_timing: id 0 | task 15563 | eval time = 4548.44 ms / 165 tokens ( 27.73 ms per token, 36.06 tokens per second) 9.07.026.017 I slot print_timing: id 0 | task 15563 | total time = 5014.43 ms / 326 tokens 9.07.026.017 I slot print_timing: id 0 | task 15563 | graphs reused = 14691 9.07.026.018 I slot print_timing: id 0 | task 15563 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.026.048 I slot release: id 0 | task 15563 | stop processing: n_tokens = 325, truncated = 0 9.07.033.461 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 325, t_last = 237334704046 9.07.038.856 I slot launch_slot_: id 0 | task 15731 | processing task, is_child = 0 9.07.820.797 I slot print_timing: id 0 | task 15731 | prompt eval time = 473.24 ms / 161 tokens ( 2.94 ms per token, 340.21 tokens per second) 9.07.820.804 I slot print_timing: id 0 | task 15731 | eval time = 308.70 ms / 12 tokens ( 28.06 ms per token, 35.63 tokens per second) 9.07.820.804 I slot print_timing: id 0 | task 15731 | total time = 781.93 ms / 173 tokens 9.07.820.805 I slot print_timing: id 0 | task 15731 | graphs reused = 14701 9.07.820.806 I slot print_timing: id 0 | task 15731 | graph reallocs = 0 / 0 (same size) / (changed size) 9.07.820.831 I slot release: id 0 | task 15731 | stop processing: n_tokens = 172, truncated = 0 9.07.827.993 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 172, t_last = 237335498830 9.07.831.579 I slot launch_slot_: id 0 | task 15746 | processing task, is_child = 0 9.11.320.924 I slot print_timing: id 0 | task 15746 | n_gen = 110, tg = 36.03 t/s, tg_3s = 36.36 t/s 9.14.340.276 I slot print_timing: id 0 | task 15746 | n_gen = 219, tg = 36.07 t/s, tg_3s = 36.10 t/s 9.17.362.415 I slot print_timing: id 0 | task 15746 | n_gen = 328, tg = 36.07 t/s, tg_3s = 36.07 t/s 9.20.362.612 I slot print_timing: id 0 | task 15746 | n_gen = 436, tg = 36.05 t/s, tg_3s = 36.00 t/s 9.23.388.195 I slot print_timing: id 0 | task 15746 | n_gen = 545, tg = 36.04 t/s, tg_3s = 36.03 t/s 9.26.390.963 I slot print_timing: id 0 | task 15746 | n_gen = 653, tg = 36.03 t/s, tg_3s = 35.97 t/s 9.29.400.707 I slot print_timing: id 0 | task 15746 | n_gen = 761, tg = 36.01 t/s, tg_3s = 35.88 t/s 9.32.420.795 I slot print_timing: id 0 | task 15746 | n_gen = 869, tg = 35.98 t/s, tg_3s = 35.76 t/s 9.35.444.470 I slot print_timing: id 0 | task 15746 | n_gen = 977, tg = 35.95 t/s, tg_3s = 35.72 t/s 9.36.758.973 I slot print_timing: id 0 | task 15746 | prompt eval time = 464.23 ms / 149 tokens ( 3.12 ms per token, 320.96 tokens per second) 9.36.758.980 I slot print_timing: id 0 | task 15746 | eval time = 28463.15 ms / 1024 tokens ( 27.82 ms per token, 35.94 tokens per second) 9.36.758.981 I slot print_timing: id 0 | task 15746 | total time = 28927.39 ms / 1173 tokens 9.36.758.981 I slot print_timing: id 0 | task 15746 | graphs reused = 15719 9.36.758.982 I slot print_timing: id 0 | task 15746 | graph reallocs = 0 / 0 (same size) / (changed size) 9.36.759.004 I slot release: id 0 | task 15746 | stop processing: n_tokens = 1172, truncated = 0 9.36.766.660 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 1172, t_last = 237364437002 9.36.774.383 I slot launch_slot_: id 0 | task 16773 | processing task, is_child = 0 9.40.268.616 I slot print_timing: id 0 | task 16773 | n_gen = 110, tg = 36.02 t/s, tg_3s = 36.35 t/s 9.43.288.039 I slot print_timing: id 0 | task 16773 | n_gen = 219, tg = 36.06 t/s, tg_3s = 36.10 t/s 9.46.308.851 I slot print_timing: id 0 | task 16773 | n_gen = 328, tg = 36.07 t/s, tg_3s = 36.08 t/s 9.49.309.868 I slot print_timing: id 0 | task 16773 | n_gen = 436, tg = 36.05 t/s, tg_3s = 35.99 t/s 9.52.334.745 I slot print_timing: id 0 | task 16773 | n_gen = 545, tg = 36.04 t/s, tg_3s = 36.03 t/s 9.55.338.206 I slot print_timing: id 0 | task 16773 | n_gen = 653, tg = 36.03 t/s, tg_3s = 35.96 t/s 9.57.483.659 I slot print_timing: id 0 | task 16773 | prompt eval time = 467.74 ms / 162 tokens ( 2.89 ms per token, 346.35 tokens per second) 9.57.483.665 I slot print_timing: id 0 | task 16773 | eval time = 20241.53 ms / 730 tokens ( 27.77 ms per token, 36.02 tokens per second) 9.57.483.666 I slot print_timing: id 0 | task 16773 | total time = 20709.27 ms / 892 tokens 9.57.483.666 I slot print_timing: id 0 | task 16773 | graphs reused = 16444 9.57.483.667 I slot print_timing: id 0 | task 16773 | graph reallocs = 0 / 0 (same size) / (changed size) 9.57.483.691 I slot release: id 0 | task 16773 | stop processing: n_tokens = 891, truncated = 0 9.57.491.324 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 891, t_last = 237385161689 9.57.499.900 I slot launch_slot_: id 0 | task 17506 | processing task, is_child = 0 10.00.993.824 I slot print_timing: id 0 | task 17506 | n_gen = 110, tg = 36.03 t/s, tg_3s = 36.36 t/s 10.04.012.708 I slot print_timing: id 0 | task 17506 | n_gen = 219, tg = 36.07 t/s, tg_3s = 36.11 t/s 10.04.538.843 I slot print_timing: id 0 | task 17506 | prompt eval time = 468.44 ms / 168 tokens ( 2.79 ms per token, 358.64 tokens per second) 10.04.538.849 I slot print_timing: id 0 | task 17506 | eval time = 6570.49 ms / 238 tokens ( 27.72 ms per token, 36.07 tokens per second) 10.04.538.850 I slot print_timing: id 0 | task 17506 | total time = 7038.93 ms / 406 tokens 10.04.538.850 I slot print_timing: id 0 | task 17506 | graphs reused = 16679 10.04.538.851 I slot print_timing: id 0 | task 17506 | graph reallocs = 0 / 0 (same size) / (changed size) 10.04.538.875 I slot release: id 0 | task 17506 | stop processing: n_tokens = 405, truncated = 0 10.04.546.001 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 405, t_last = 237392216873 10.04.552.379 I slot launch_slot_: id 0 | task 17747 | processing task, is_child = 0 10.08.120.483 I slot print_timing: id 0 | task 17747 | n_gen = 110, tg = 36.03 t/s, tg_3s = 36.36 t/s 10.10.280.998 I slot print_timing: id 0 | task 17747 | prompt eval time = 542.60 ms / 200 tokens ( 2.71 ms per token, 368.60 tokens per second) 10.10.281.020 I slot print_timing: id 0 | task 17747 | eval time = 5186.01 ms / 188 tokens ( 27.73 ms per token, 36.06 tokens per second) 10.10.281.023 I slot print_timing: id 0 | task 17747 | total time = 5728.61 ms / 388 tokens 10.10.281.023 I slot print_timing: id 0 | task 17747 | graphs reused = 16864 10.10.281.024 I slot print_timing: id 0 | task 17747 | graph reallocs = 0 / 0 (same size) / (changed size) 10.10.281.054 I slot release: id 0 | task 17747 | stop processing: n_tokens = 387, truncated = 0 10.10.288.429 I slot get_availabl: id 0 | task -1 | selected slot by LRU, n_tokens = 387, t_last = 237397959052 10.10.294.860 I slot launch_slot_: id 0 | task 17938 | processing task, is_child = 0 10.11.626.916 I slot print_timing: id 0 | task 17938 | prompt eval time = 413.91 ms / 148 tokens ( 2.80 ms per token, 357.56 tokens per second) 10.11.626.922 I slot print_timing: id 0 | task 17938 | eval time = 918.13 ms / 34 tokens ( 27.82 ms per token, 35.94 tokens per second) 10.11.626.922 I slot print_timing: id 0 | task 17938 | total time = 1332.04 ms / 182 tokens 10.11.626.923 I slot print_timing: id 0 | task 17938 | graphs reused = 16896 10.11.626.923 I slot print_timing: id 0 | task 17938 | graph reallocs = 0 / 0 (same size) / (changed size) 10.11.626.944 I slot release: id 0 | task 17938 | stop processing: n_tokens = 181, truncated = 0 10.11.792.465 I srv operator(): operator(): cleaning up before exit...